train.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "id": "igMyGnjE9hEp"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "2023-10-07 12:10:14.490264: I tensorflow/core/util/port.cc:110] oneDNN custom operations are on. You may see slightly different numerical results due to floating-point round-off errors from different computation orders. To turn them off, set the environment variable `TF_ENABLE_ONEDNN_OPTS=0`.\n",
            "2023-10-07 12:10:14.523398: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n",
            "To enable the following instructions: AVX2 AVX512F AVX512_VNNI FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n"
          ]
        }
      ],
      "source": [
        "import csv\n",
        "\n",
        "import numpy as np\n",
        "import tensorflow as tf\n",
        "from sklearn.model_selection import train_test_split\n",
        "\n",
        "RANDOM_SEED = 42"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "id": "9NvZP2Zn9hEy"
      },
      "outputs": [],
      "source": [
        "dataset = 'model/keypoint_classifier/keypoint.csv'\n",
        "model_save_path = 'model/keypoint_classifier/keypoint_classifier4.hdf5'\n",
        "tflite_save_path = 'model/keypoint_classifier/keypoint_classifier4.tflite'"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "id": "du4kodXL9hEz"
      },
      "outputs": [],
      "source": [
        "NUM_CLASSES = 14"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "id": "QT5ZqtEz9hE0"
      },
      "outputs": [],
      "source": [
        "X_dataset = np.loadtxt(dataset, delimiter=',', dtype='float32', usecols=list(range(1, (21 * 2) + 1)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "id": "QmoKFsp49hE0"
      },
      "outputs": [],
      "source": [
        "y_dataset = np.loadtxt(dataset, delimiter=',', dtype='int32', usecols=(0))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "id": "xQU7JTZ_9hE0"
      },
      "outputs": [],
      "source": [
        "X_train, X_test, y_train, y_test = train_test_split(X_dataset, y_dataset, train_size=0.75, random_state=RANDOM_SEED)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "id": "vHBmUf1t9hE1"
      },
      "outputs": [],
      "source": [
        "model = tf.keras.models.Sequential([\n",
        "    tf.keras.layers.Input((21 * 2, )),\n",
        "    tf.keras.layers.Dropout(0.2),\n",
        "    tf.keras.layers.Dense(20, activation='relu'),\n",
        "    tf.keras.layers.Dropout(0.4),\n",
        "    tf.keras.layers.Dense(14, activation='relu'),\n",
        "    tf.keras.layers.Dense(NUM_CLASSES, activation='softmax')\n",
        "])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ypqky9tc9hE1",
        "outputId": "5db082bb-30e3-4110-bf63-a1ee777ecd46"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Model: \"sequential\"\n",
            "_________________________________________________________________\n",
            " Layer (type)                Output Shape              Param #   \n",
            "=================================================================\n",
            " dropout (Dropout)           (None, 42)                0         \n",
            "                                                                 \n",
            " dense (Dense)               (None, 20)                860       \n",
            "                                                                 \n",
            " dropout_1 (Dropout)         (None, 20)                0         \n",
            "                                                                 \n",
            " dense_1 (Dense)             (None, 14)                294       \n",
            "                                                                 \n",
            " dense_2 (Dense)             (None, 14)                210       \n",
            "                                                                 \n",
            "=================================================================\n",
            "Total params: 1364 (5.33 KB)\n",
            "Trainable params: 1364 (5.33 KB)\n",
            "Non-trainable params: 0 (0.00 Byte)\n",
            "_________________________________________________________________\n"
          ]
        }
      ],
      "source": [
        "model.summary()  # tf.keras.utils.plot_model(model, show_shapes=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "metadata": {
        "id": "MbMjOflQ9hE1"
      },
      "outputs": [],
      "source": [
        "# Model checkpoint callback\n",
        "cp_callback = tf.keras.callbacks.ModelCheckpoint(\n",
        "    model_save_path, verbose=1, save_weights_only=False)\n",
        "# Callback for early stopping\n",
        "es_callback = tf.keras.callbacks.EarlyStopping(patience=20, verbose=1)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {
        "id": "c3Dac0M_9hE2"
      },
      "outputs": [],
      "source": [
        "# Model compilation\n",
        "model.compile(\n",
        "    optimizer='adam',\n",
        "    loss='sparse_categorical_crossentropy',\n",
        "    metrics=['accuracy']\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 11,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "WirBl-JE9hE3",
        "outputId": "71b30ca2-8294-4d9d-8aa2-800d90d399de",
        "scrolled": true
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Epoch 1/1000\n",
            "21/31 [===================>..........] - ETA: 0s - loss: 2.6795 - accuracy: 0.1243  \n",
            "Epoch 1: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 3s 19ms/step - loss: 2.6343 - accuracy: 0.1372 - val_loss: 2.3920 - val_accuracy: 0.1724\n",
            "Epoch 2/1000\n",
            "21/31 [===================>..........] - ETA: 0s - loss: 2.3945 - accuracy: 0.2009\n",
            "Epoch 2: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/home/pavanmanishd/.local/lib/python3.10/site-packages/keras/src/engine/training.py:3000: UserWarning: You are saving your model as an HDF5 file via `model.save()`. This file format is considered legacy. We recommend using instead the native Keras format, e.g. `model.save('my_model.keras')`.\n",
            "  saving_api.save_model(\n"
          ]
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "31/31 [==============================] - 0s 5ms/step - loss: 2.3519 - accuracy: 0.2244 - val_loss: 2.0987 - val_accuracy: 0.4383\n",
            "Epoch 3/1000\n",
            "23/31 [=====================>........] - ETA: 0s - loss: 2.0994 - accuracy: 0.3448\n",
            "Epoch 3: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 2.0595 - accuracy: 0.3562 - val_loss: 1.7615 - val_accuracy: 0.5057\n",
            "Epoch 4/1000\n",
            "26/31 [========================>.....] - ETA: 0s - loss: 1.7846 - accuracy: 0.4210\n",
            "Epoch 4: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 1.7636 - accuracy: 0.4235 - val_loss: 1.4363 - val_accuracy: 0.6307\n",
            "Epoch 5/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 1.5300 - accuracy: 0.4589\n",
            "Epoch 5: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 1.5263 - accuracy: 0.4549 - val_loss: 1.2021 - val_accuracy: 0.7103\n",
            "Epoch 6/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 1.3479 - accuracy: 0.5135\n",
            "Epoch 6: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 1.3470 - accuracy: 0.5142 - val_loss: 1.0331 - val_accuracy: 0.7755\n",
            "Epoch 7/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 1.2178 - accuracy: 0.5535\n",
            "Epoch 7: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 1.2164 - accuracy: 0.5523 - val_loss: 0.9077 - val_accuracy: 0.8682\n",
            "Epoch 8/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 1.1226 - accuracy: 0.5851\n",
            "Epoch 8: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 1.1190 - accuracy: 0.5850 - val_loss: 0.8058 - val_accuracy: 0.8851\n",
            "Epoch 9/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 1.0375 - accuracy: 0.6194\n",
            "Epoch 9: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 1.0371 - accuracy: 0.6179 - val_loss: 0.7216 - val_accuracy: 0.8989\n",
            "Epoch 10/1000\n",
            "19/31 [=================>............] - ETA: 0s - loss: 0.9947 - accuracy: 0.6357\n",
            "Epoch 10: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 6ms/step - loss: 0.9675 - accuracy: 0.6450 - val_loss: 0.6506 - val_accuracy: 0.9088\n",
            "Epoch 11/1000\n",
            "20/31 [==================>...........] - ETA: 0s - loss: 0.9242 - accuracy: 0.6539\n",
            "Epoch 11: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.9192 - accuracy: 0.6565 - val_loss: 0.6008 - val_accuracy: 0.9065\n",
            "Epoch 12/1000\n",
            "20/31 [==================>...........] - ETA: 0s - loss: 0.8858 - accuracy: 0.6707\n",
            "Epoch 12: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.8857 - accuracy: 0.6708 - val_loss: 0.5316 - val_accuracy: 0.9142\n",
            "Epoch 13/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.8462 - accuracy: 0.6791\n",
            "Epoch 13: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.8389 - accuracy: 0.6836 - val_loss: 0.5021 - val_accuracy: 0.9126\n",
            "Epoch 14/1000\n",
            "25/31 [=======================>......] - ETA: 0s - loss: 0.8332 - accuracy: 0.6884\n",
            "Epoch 14: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.8175 - accuracy: 0.6969 - val_loss: 0.4674 - val_accuracy: 0.9149\n",
            "Epoch 15/1000\n",
            "23/31 [=====================>........] - ETA: 0s - loss: 0.7889 - accuracy: 0.7018\n",
            "Epoch 15: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.7838 - accuracy: 0.7020 - val_loss: 0.4281 - val_accuracy: 0.9165\n",
            "Epoch 16/1000\n",
            "17/31 [===============>..............] - ETA: 0s - loss: 0.7833 - accuracy: 0.7031\n",
            "Epoch 16: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.7639 - accuracy: 0.7087 - val_loss: 0.3972 - val_accuracy: 0.9157\n",
            "Epoch 17/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.7452 - accuracy: 0.7212\n",
            "Epoch 17: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.7424 - accuracy: 0.7225 - val_loss: 0.3774 - val_accuracy: 0.9165\n",
            "Epoch 18/1000\n",
            "18/31 [================>.............] - ETA: 0s - loss: 0.7133 - accuracy: 0.7352\n",
            "Epoch 18: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.7186 - accuracy: 0.7350 - val_loss: 0.3584 - val_accuracy: 0.9165\n",
            "Epoch 19/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.7086 - accuracy: 0.7333\n",
            "Epoch 19: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.7112 - accuracy: 0.7317 - val_loss: 0.3377 - val_accuracy: 0.9456\n",
            "Epoch 20/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.6753 - accuracy: 0.7436\n",
            "Epoch 20: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.6826 - accuracy: 0.7409 - val_loss: 0.3180 - val_accuracy: 0.9211\n",
            "Epoch 21/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.6656 - accuracy: 0.7517\n",
            "Epoch 21: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.6636 - accuracy: 0.7501 - val_loss: 0.3052 - val_accuracy: 0.9165\n",
            "Epoch 22/1000\n",
            "21/31 [===================>..........] - ETA: 0s - loss: 0.6495 - accuracy: 0.7612\n",
            "Epoch 22: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.6577 - accuracy: 0.7549 - val_loss: 0.2880 - val_accuracy: 0.9257\n",
            "Epoch 23/1000\n",
            "24/31 [======================>.......] - ETA: 0s - loss: 0.6366 - accuracy: 0.7712\n",
            "Epoch 23: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.6390 - accuracy: 0.7669 - val_loss: 0.2693 - val_accuracy: 0.9563\n",
            "Epoch 24/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.6415 - accuracy: 0.7605\n",
            "Epoch 24: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.6408 - accuracy: 0.7598 - val_loss: 0.2549 - val_accuracy: 0.9640\n",
            "Epoch 25/1000\n",
            "25/31 [=======================>......] - ETA: 0s - loss: 0.6194 - accuracy: 0.7700\n",
            "Epoch 25: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.6174 - accuracy: 0.7700 - val_loss: 0.2387 - val_accuracy: 0.9762\n",
            "Epoch 26/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.6069 - accuracy: 0.7734\n",
            "Epoch 26: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.6070 - accuracy: 0.7749 - val_loss: 0.2313 - val_accuracy: 0.9762\n",
            "Epoch 27/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.5886 - accuracy: 0.7826\n",
            "Epoch 27: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.5855 - accuracy: 0.7846 - val_loss: 0.2147 - val_accuracy: 0.9762\n",
            "Epoch 28/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.5775 - accuracy: 0.7815\n",
            "Epoch 28: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.5805 - accuracy: 0.7807 - val_loss: 0.2047 - val_accuracy: 0.9770\n",
            "Epoch 29/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.5727 - accuracy: 0.7872\n",
            "Epoch 29: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.5739 - accuracy: 0.7876 - val_loss: 0.1990 - val_accuracy: 0.9762\n",
            "Epoch 30/1000\n",
            " 1/31 [..............................] - ETA: 0s - loss: 0.5912 - accuracy: 0.7578\n",
            "Epoch 30: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.5560 - accuracy: 0.7968 - val_loss: 0.1887 - val_accuracy: 0.9762\n",
            "Epoch 31/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.5299 - accuracy: 0.8094\n",
            "Epoch 31: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.5346 - accuracy: 0.8063 - val_loss: 0.1758 - val_accuracy: 0.9762\n",
            "Epoch 32/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.5267 - accuracy: 0.8072\n",
            "Epoch 32: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.5240 - accuracy: 0.8083 - val_loss: 0.1697 - val_accuracy: 0.9870\n",
            "Epoch 33/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.5232 - accuracy: 0.8055\n",
            "Epoch 33: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.5230 - accuracy: 0.8053 - val_loss: 0.1608 - val_accuracy: 0.9770\n",
            "Epoch 34/1000\n",
            "13/31 [===========>..................] - ETA: 0s - loss: 0.5058 - accuracy: 0.8131\n",
            "Epoch 34: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.5078 - accuracy: 0.8157 - val_loss: 0.1542 - val_accuracy: 0.9770\n",
            "Epoch 35/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.4992 - accuracy: 0.8174\n",
            "Epoch 35: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4990 - accuracy: 0.8175 - val_loss: 0.1492 - val_accuracy: 0.9793\n",
            "Epoch 36/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.4999 - accuracy: 0.8097\n",
            "Epoch 36: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4980 - accuracy: 0.8111 - val_loss: 0.1376 - val_accuracy: 0.9808\n",
            "Epoch 37/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.5017 - accuracy: 0.8198\n",
            "Epoch 37: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.5039 - accuracy: 0.8186 - val_loss: 0.1384 - val_accuracy: 0.9900\n",
            "Epoch 38/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.4930 - accuracy: 0.8192\n",
            "Epoch 38: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4942 - accuracy: 0.8196 - val_loss: 0.1394 - val_accuracy: 0.9785\n",
            "Epoch 39/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.4876 - accuracy: 0.8244\n",
            "Epoch 39: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4794 - accuracy: 0.8283 - val_loss: 0.1267 - val_accuracy: 0.9877\n",
            "Epoch 40/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.5004 - accuracy: 0.8171\n",
            "Epoch 40: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4942 - accuracy: 0.8201 - val_loss: 0.1241 - val_accuracy: 0.9931\n",
            "Epoch 41/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.4723 - accuracy: 0.8362\n",
            "Epoch 41: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4674 - accuracy: 0.8362 - val_loss: 0.1187 - val_accuracy: 0.9939\n",
            "Epoch 42/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.4467 - accuracy: 0.8368\n",
            "Epoch 42: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4473 - accuracy: 0.8367 - val_loss: 0.1149 - val_accuracy: 0.9969\n",
            "Epoch 43/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.4801 - accuracy: 0.8220\n",
            "Epoch 43: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4765 - accuracy: 0.8234 - val_loss: 0.1089 - val_accuracy: 0.9939\n",
            "Epoch 44/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.4739 - accuracy: 0.8261\n",
            "Epoch 44: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4726 - accuracy: 0.8278 - val_loss: 0.1106 - val_accuracy: 0.9847\n",
            "Epoch 45/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.4545 - accuracy: 0.8319\n",
            "Epoch 45: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4552 - accuracy: 0.8339 - val_loss: 0.1059 - val_accuracy: 0.9962\n",
            "Epoch 46/1000\n",
            "10/31 [========>.....................] - ETA: 0s - loss: 0.4509 - accuracy: 0.8297\n",
            "Epoch 46: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.4523 - accuracy: 0.8339 - val_loss: 0.0990 - val_accuracy: 0.9969\n",
            "Epoch 47/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.4355 - accuracy: 0.8420\n",
            "Epoch 47: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4387 - accuracy: 0.8395 - val_loss: 0.1031 - val_accuracy: 0.9969\n",
            "Epoch 48/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.4290 - accuracy: 0.8416\n",
            "Epoch 48: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4278 - accuracy: 0.8418 - val_loss: 0.0984 - val_accuracy: 0.9962\n",
            "Epoch 49/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.4424 - accuracy: 0.8365\n",
            "Epoch 49: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4398 - accuracy: 0.8372 - val_loss: 0.0934 - val_accuracy: 0.9985\n",
            "Epoch 50/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.4156 - accuracy: 0.8484\n",
            "Epoch 50: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4184 - accuracy: 0.8464 - val_loss: 0.0901 - val_accuracy: 0.9977\n",
            "Epoch 51/1000\n",
            " 1/31 [..............................] - ETA: 0s - loss: 0.4181 - accuracy: 0.8828\n",
            "Epoch 51: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4166 - accuracy: 0.8495 - val_loss: 0.0882 - val_accuracy: 0.9985\n",
            "Epoch 52/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.4269 - accuracy: 0.8467\n",
            "Epoch 52: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4250 - accuracy: 0.8477 - val_loss: 0.0880 - val_accuracy: 0.9962\n",
            "Epoch 53/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.4245 - accuracy: 0.8478\n",
            "Epoch 53: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4210 - accuracy: 0.8487 - val_loss: 0.0881 - val_accuracy: 0.9985\n",
            "Epoch 54/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.4352 - accuracy: 0.8443\n",
            "Epoch 54: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4374 - accuracy: 0.8431 - val_loss: 0.0820 - val_accuracy: 0.9985\n",
            "Epoch 55/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.4008 - accuracy: 0.8627\n",
            "Epoch 55: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4029 - accuracy: 0.8607 - val_loss: 0.0825 - val_accuracy: 0.9977\n",
            "Epoch 56/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.4363 - accuracy: 0.8348\n",
            "Epoch 56: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4463 - accuracy: 0.8306 - val_loss: 0.0790 - val_accuracy: 0.9985\n",
            "Epoch 57/1000\n",
            " 1/31 [..............................] - ETA: 0s - loss: 0.3102 - accuracy: 0.8906\n",
            "Epoch 57: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.4087 - accuracy: 0.8508 - val_loss: 0.0766 - val_accuracy: 0.9985\n",
            "Epoch 58/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.3994 - accuracy: 0.8629\n",
            "Epoch 58: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.4000 - accuracy: 0.8625 - val_loss: 0.0732 - val_accuracy: 0.9985\n",
            "Epoch 59/1000\n",
            "18/31 [================>.............] - ETA: 0s - loss: 0.4013 - accuracy: 0.8559\n",
            "Epoch 59: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.4046 - accuracy: 0.8533 - val_loss: 0.0717 - val_accuracy: 0.9985\n",
            "Epoch 60/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.4031 - accuracy: 0.8485\n",
            "Epoch 60: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3964 - accuracy: 0.8510 - val_loss: 0.0746 - val_accuracy: 0.9985\n",
            "Epoch 61/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3756 - accuracy: 0.8683\n",
            "Epoch 61: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3756 - accuracy: 0.8686 - val_loss: 0.0723 - val_accuracy: 0.9985\n",
            "Epoch 62/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.3875 - accuracy: 0.8643\n",
            "Epoch 62: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3910 - accuracy: 0.8625 - val_loss: 0.0648 - val_accuracy: 0.9985\n",
            "Epoch 63/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.3754 - accuracy: 0.8635\n",
            "Epoch 63: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3762 - accuracy: 0.8630 - val_loss: 0.0647 - val_accuracy: 0.9985\n",
            "Epoch 64/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3855 - accuracy: 0.8594\n",
            "Epoch 64: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3874 - accuracy: 0.8594 - val_loss: 0.0628 - val_accuracy: 0.9985\n",
            "Epoch 65/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.3866 - accuracy: 0.8617\n",
            "Epoch 65: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3845 - accuracy: 0.8612 - val_loss: 0.0596 - val_accuracy: 0.9985\n",
            "Epoch 66/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.3788 - accuracy: 0.8683\n",
            "Epoch 66: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3800 - accuracy: 0.8681 - val_loss: 0.0629 - val_accuracy: 0.9985\n",
            "Epoch 67/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.3640 - accuracy: 0.8689\n",
            "Epoch 67: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3680 - accuracy: 0.8669 - val_loss: 0.0582 - val_accuracy: 0.9985\n",
            "Epoch 68/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3847 - accuracy: 0.8624\n",
            "Epoch 68: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3832 - accuracy: 0.8633 - val_loss: 0.0620 - val_accuracy: 0.9985\n",
            "Epoch 69/1000\n",
            " 1/31 [..............................] - ETA: 0s - loss: 0.4490 - accuracy: 0.8516\n",
            "Epoch 69: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3823 - accuracy: 0.8620 - val_loss: 0.0568 - val_accuracy: 0.9985\n",
            "Epoch 70/1000\n",
            "19/31 [=================>............] - ETA: 0s - loss: 0.3881 - accuracy: 0.8586\n",
            "Epoch 70: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.3882 - accuracy: 0.8574 - val_loss: 0.0572 - val_accuracy: 0.9985\n",
            "Epoch 71/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.3796 - accuracy: 0.8643\n",
            "Epoch 71: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3854 - accuracy: 0.8628 - val_loss: 0.0560 - val_accuracy: 0.9985\n",
            "Epoch 72/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.3586 - accuracy: 0.8724\n",
            "Epoch 72: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3579 - accuracy: 0.8725 - val_loss: 0.0538 - val_accuracy: 0.9985\n",
            "Epoch 73/1000\n",
            " 1/31 [..............................] - ETA: 0s - loss: 0.4229 - accuracy: 0.8203\n",
            "Epoch 73: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3674 - accuracy: 0.8587 - val_loss: 0.0531 - val_accuracy: 0.9985\n",
            "Epoch 74/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3711 - accuracy: 0.8580\n",
            "Epoch 74: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3749 - accuracy: 0.8574 - val_loss: 0.0507 - val_accuracy: 0.9985\n",
            "Epoch 75/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3731 - accuracy: 0.8680\n",
            "Epoch 75: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3708 - accuracy: 0.8684 - val_loss: 0.0537 - val_accuracy: 0.9985\n",
            "Epoch 76/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.3655 - accuracy: 0.8687\n",
            "Epoch 76: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3667 - accuracy: 0.8684 - val_loss: 0.0555 - val_accuracy: 0.9969\n",
            "Epoch 77/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3445 - accuracy: 0.8758\n",
            "Epoch 77: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3444 - accuracy: 0.8763 - val_loss: 0.0480 - val_accuracy: 0.9985\n",
            "Epoch 78/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.3680 - accuracy: 0.8686\n",
            "Epoch 78: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3628 - accuracy: 0.8704 - val_loss: 0.0545 - val_accuracy: 0.9985\n",
            "Epoch 79/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.3657 - accuracy: 0.8720\n",
            "Epoch 79: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3639 - accuracy: 0.8725 - val_loss: 0.0542 - val_accuracy: 0.9985\n",
            "Epoch 80/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3529 - accuracy: 0.8747\n",
            "Epoch 80: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3493 - accuracy: 0.8768 - val_loss: 0.0517 - val_accuracy: 0.9985\n",
            "Epoch 81/1000\n",
            " 9/31 [=======>......................] - ETA: 0s - loss: 0.3924 - accuracy: 0.8655\n",
            "Epoch 81: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.3590 - accuracy: 0.8720 - val_loss: 0.0496 - val_accuracy: 0.9985\n",
            "Epoch 82/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3595 - accuracy: 0.8717\n",
            "Epoch 82: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3604 - accuracy: 0.8709 - val_loss: 0.0537 - val_accuracy: 0.9985\n",
            "Epoch 83/1000\n",
            "24/31 [======================>.......] - ETA: 0s - loss: 0.3518 - accuracy: 0.8763\n",
            "Epoch 83: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.3589 - accuracy: 0.8699 - val_loss: 0.0519 - val_accuracy: 0.9985\n",
            "Epoch 84/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3462 - accuracy: 0.8800\n",
            "Epoch 84: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3487 - accuracy: 0.8761 - val_loss: 0.0534 - val_accuracy: 0.9985\n",
            "Epoch 85/1000\n",
            "31/31 [==============================] - ETA: 0s - loss: 0.3378 - accuracy: 0.8812\n",
            "Epoch 85: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3378 - accuracy: 0.8812 - val_loss: 0.0497 - val_accuracy: 0.9985\n",
            "Epoch 86/1000\n",
            " 1/31 [..............................] - ETA: 0s - loss: 0.3639 - accuracy: 0.8672\n",
            "Epoch 86: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3411 - accuracy: 0.8784 - val_loss: 0.0472 - val_accuracy: 0.9985\n",
            "Epoch 87/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3417 - accuracy: 0.8792\n",
            "Epoch 87: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3418 - accuracy: 0.8781 - val_loss: 0.0496 - val_accuracy: 0.9985\n",
            "Epoch 88/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3127 - accuracy: 0.8906\n",
            "Epoch 88: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3124 - accuracy: 0.8899 - val_loss: 0.0437 - val_accuracy: 0.9985\n",
            "Epoch 89/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3240 - accuracy: 0.8867\n",
            "Epoch 89: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3210 - accuracy: 0.8888 - val_loss: 0.0441 - val_accuracy: 0.9985\n",
            "Epoch 90/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.3324 - accuracy: 0.8793\n",
            "Epoch 90: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3371 - accuracy: 0.8768 - val_loss: 0.0426 - val_accuracy: 0.9985\n",
            "Epoch 91/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.3270 - accuracy: 0.8834\n",
            "Epoch 91: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.3270 - accuracy: 0.8832 - val_loss: 0.0427 - val_accuracy: 0.9985\n",
            "Epoch 92/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3356 - accuracy: 0.8853\n",
            "Epoch 92: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3377 - accuracy: 0.8835 - val_loss: 0.0419 - val_accuracy: 0.9985\n",
            "Epoch 93/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.3242 - accuracy: 0.8891\n",
            "Epoch 93: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3267 - accuracy: 0.8878 - val_loss: 0.0478 - val_accuracy: 0.9985\n",
            "Epoch 94/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.3556 - accuracy: 0.8737\n",
            "Epoch 94: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3545 - accuracy: 0.8735 - val_loss: 0.0433 - val_accuracy: 0.9985\n",
            "Epoch 95/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3161 - accuracy: 0.8862\n",
            "Epoch 95: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3185 - accuracy: 0.8860 - val_loss: 0.0443 - val_accuracy: 0.9985\n",
            "Epoch 96/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3282 - accuracy: 0.8842\n",
            "Epoch 96: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3250 - accuracy: 0.8853 - val_loss: 0.0426 - val_accuracy: 0.9985\n",
            "Epoch 97/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3141 - accuracy: 0.8842\n",
            "Epoch 97: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3140 - accuracy: 0.8840 - val_loss: 0.0433 - val_accuracy: 0.9985\n",
            "Epoch 98/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.3217 - accuracy: 0.8895\n",
            "Epoch 98: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3249 - accuracy: 0.8873 - val_loss: 0.0381 - val_accuracy: 0.9985\n",
            "Epoch 99/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.3235 - accuracy: 0.8826\n",
            "Epoch 99: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3236 - accuracy: 0.8824 - val_loss: 0.0379 - val_accuracy: 0.9985\n",
            "Epoch 100/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.3080 - accuracy: 0.8895\n",
            "Epoch 100: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3112 - accuracy: 0.8886 - val_loss: 0.0379 - val_accuracy: 0.9985\n",
            "Epoch 101/1000\n",
            "13/31 [===========>..................] - ETA: 0s - loss: 0.3190 - accuracy: 0.8816\n",
            "Epoch 101: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.3087 - accuracy: 0.8893 - val_loss: 0.0388 - val_accuracy: 0.9985\n",
            "Epoch 102/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3171 - accuracy: 0.8909\n",
            "Epoch 102: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3212 - accuracy: 0.8888 - val_loss: 0.0367 - val_accuracy: 0.9985\n",
            "Epoch 103/1000\n",
            "23/31 [=====================>........] - ETA: 0s - loss: 0.3234 - accuracy: 0.8842\n",
            "Epoch 103: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.3242 - accuracy: 0.8863 - val_loss: 0.0402 - val_accuracy: 0.9985\n",
            "Epoch 104/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3102 - accuracy: 0.8965\n",
            "Epoch 104: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3177 - accuracy: 0.8932 - val_loss: 0.0371 - val_accuracy: 0.9985\n",
            "Epoch 105/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3265 - accuracy: 0.8859\n",
            "Epoch 105: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.3259 - accuracy: 0.8845 - val_loss: 0.0372 - val_accuracy: 0.9985\n",
            "Epoch 106/1000\n",
            "26/31 [========================>.....] - ETA: 0s - loss: 0.3350 - accuracy: 0.8777\n",
            "Epoch 106: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.3303 - accuracy: 0.8796 - val_loss: 0.0394 - val_accuracy: 0.9985\n",
            "Epoch 107/1000\n",
            "26/31 [========================>.....] - ETA: 0s - loss: 0.2971 - accuracy: 0.8897\n",
            "Epoch 107: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.3036 - accuracy: 0.8883 - val_loss: 0.0359 - val_accuracy: 0.9985\n",
            "Epoch 108/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.3241 - accuracy: 0.8836\n",
            "Epoch 108: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3216 - accuracy: 0.8850 - val_loss: 0.0339 - val_accuracy: 0.9985\n",
            "Epoch 109/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3308 - accuracy: 0.8820\n",
            "Epoch 109: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3262 - accuracy: 0.8842 - val_loss: 0.0340 - val_accuracy: 0.9985\n",
            "Epoch 110/1000\n",
            "21/31 [===================>..........] - ETA: 0s - loss: 0.3100 - accuracy: 0.8962\n",
            "Epoch 110: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.3022 - accuracy: 0.8962 - val_loss: 0.0378 - val_accuracy: 0.9985\n",
            "Epoch 111/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.3010 - accuracy: 0.8939\n",
            "Epoch 111: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3011 - accuracy: 0.8932 - val_loss: 0.0349 - val_accuracy: 0.9985\n",
            "Epoch 112/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3042 - accuracy: 0.8951\n",
            "Epoch 112: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3103 - accuracy: 0.8929 - val_loss: 0.0343 - val_accuracy: 0.9985\n",
            "Epoch 113/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2897 - accuracy: 0.8970\n",
            "Epoch 113: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2924 - accuracy: 0.8991 - val_loss: 0.0342 - val_accuracy: 0.9985\n",
            "Epoch 114/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3038 - accuracy: 0.8926\n",
            "Epoch 114: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3080 - accuracy: 0.8901 - val_loss: 0.0321 - val_accuracy: 0.9985\n",
            "Epoch 115/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2901 - accuracy: 0.8982\n",
            "Epoch 115: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2897 - accuracy: 0.8991 - val_loss: 0.0321 - val_accuracy: 0.9985\n",
            "Epoch 116/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.3009 - accuracy: 0.8973\n",
            "Epoch 116: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3053 - accuracy: 0.8950 - val_loss: 0.0303 - val_accuracy: 0.9985\n",
            "Epoch 117/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2983 - accuracy: 0.8931\n",
            "Epoch 117: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2976 - accuracy: 0.8939 - val_loss: 0.0318 - val_accuracy: 0.9985\n",
            "Epoch 118/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2960 - accuracy: 0.8939\n",
            "Epoch 118: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2947 - accuracy: 0.8947 - val_loss: 0.0322 - val_accuracy: 0.9985\n",
            "Epoch 119/1000\n",
            "31/31 [==============================] - ETA: 0s - loss: 0.2783 - accuracy: 0.9006\n",
            "Epoch 119: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.2783 - accuracy: 0.9006 - val_loss: 0.0325 - val_accuracy: 0.9985\n",
            "Epoch 120/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2926 - accuracy: 0.9009\n",
            "Epoch 120: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2956 - accuracy: 0.8985 - val_loss: 0.0299 - val_accuracy: 0.9985\n",
            "Epoch 121/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.3043 - accuracy: 0.8917\n",
            "Epoch 121: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.3034 - accuracy: 0.8919 - val_loss: 0.0311 - val_accuracy: 0.9985\n",
            "Epoch 122/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.3004 - accuracy: 0.8974\n",
            "Epoch 122: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2970 - accuracy: 0.8985 - val_loss: 0.0292 - val_accuracy: 0.9985\n",
            "Epoch 123/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2858 - accuracy: 0.8992\n",
            "Epoch 123: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2881 - accuracy: 0.8983 - val_loss: 0.0294 - val_accuracy: 0.9985\n",
            "Epoch 124/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2872 - accuracy: 0.9022\n",
            "Epoch 124: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2871 - accuracy: 0.9016 - val_loss: 0.0286 - val_accuracy: 0.9985\n",
            "Epoch 125/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2890 - accuracy: 0.9005\n",
            "Epoch 125: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2924 - accuracy: 0.9006 - val_loss: 0.0306 - val_accuracy: 0.9985\n",
            "Epoch 126/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2854 - accuracy: 0.9037\n",
            "Epoch 126: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2878 - accuracy: 0.9024 - val_loss: 0.0290 - val_accuracy: 0.9985\n",
            "Epoch 127/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.2858 - accuracy: 0.9010\n",
            "Epoch 127: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2852 - accuracy: 0.9014 - val_loss: 0.0257 - val_accuracy: 0.9985\n",
            "Epoch 128/1000\n",
            "15/31 [=============>................] - ETA: 0s - loss: 0.3092 - accuracy: 0.8927\n",
            "Epoch 128: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.2947 - accuracy: 0.8978 - val_loss: 0.0307 - val_accuracy: 0.9985\n",
            "Epoch 129/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2730 - accuracy: 0.9076\n",
            "Epoch 129: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2733 - accuracy: 0.9070 - val_loss: 0.0309 - val_accuracy: 0.9985\n",
            "Epoch 130/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2597 - accuracy: 0.9071\n",
            "Epoch 130: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2566 - accuracy: 0.9095 - val_loss: 0.0279 - val_accuracy: 0.9985\n",
            "Epoch 131/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2762 - accuracy: 0.9074\n",
            "Epoch 131: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2818 - accuracy: 0.9047 - val_loss: 0.0277 - val_accuracy: 0.9985\n",
            "Epoch 132/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.2770 - accuracy: 0.9016\n",
            "Epoch 132: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2791 - accuracy: 0.9008 - val_loss: 0.0286 - val_accuracy: 0.9985\n",
            "Epoch 133/1000\n",
            "23/31 [=====================>........] - ETA: 0s - loss: 0.2763 - accuracy: 0.9022\n",
            "Epoch 133: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.2814 - accuracy: 0.8996 - val_loss: 0.0299 - val_accuracy: 0.9985\n",
            "Epoch 134/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2789 - accuracy: 0.9016\n",
            "Epoch 134: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2792 - accuracy: 0.9037 - val_loss: 0.0267 - val_accuracy: 0.9985\n",
            "Epoch 135/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2865 - accuracy: 0.9017\n",
            "Epoch 135: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2862 - accuracy: 0.9021 - val_loss: 0.0290 - val_accuracy: 0.9985\n",
            "Epoch 136/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2867 - accuracy: 0.8973\n",
            "Epoch 136: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2825 - accuracy: 0.9003 - val_loss: 0.0301 - val_accuracy: 0.9985\n",
            "Epoch 137/1000\n",
            "10/31 [========>.....................] - ETA: 0s - loss: 0.2782 - accuracy: 0.8977\n",
            "Epoch 137: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.2685 - accuracy: 0.9070 - val_loss: 0.0270 - val_accuracy: 0.9985\n",
            "Epoch 138/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2778 - accuracy: 0.9031\n",
            "Epoch 138: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2779 - accuracy: 0.9019 - val_loss: 0.0283 - val_accuracy: 0.9985\n",
            "Epoch 139/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2803 - accuracy: 0.9065\n",
            "Epoch 139: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2790 - accuracy: 0.9083 - val_loss: 0.0270 - val_accuracy: 0.9985\n",
            "Epoch 140/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2861 - accuracy: 0.9037\n",
            "Epoch 140: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2853 - accuracy: 0.9039 - val_loss: 0.0275 - val_accuracy: 0.9985\n",
            "Epoch 141/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2684 - accuracy: 0.8998\n",
            "Epoch 141: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2694 - accuracy: 0.9016 - val_loss: 0.0261 - val_accuracy: 0.9985\n",
            "Epoch 142/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2930 - accuracy: 0.9009\n",
            "Epoch 142: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2887 - accuracy: 0.9019 - val_loss: 0.0248 - val_accuracy: 0.9985\n",
            "Epoch 143/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2801 - accuracy: 0.9014\n",
            "Epoch 143: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2817 - accuracy: 0.9006 - val_loss: 0.0241 - val_accuracy: 0.9985\n",
            "Epoch 144/1000\n",
            "24/31 [======================>.......] - ETA: 0s - loss: 0.2853 - accuracy: 0.9001\n",
            "Epoch 144: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2791 - accuracy: 0.9034 - val_loss: 0.0244 - val_accuracy: 0.9985\n",
            "Epoch 145/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2658 - accuracy: 0.9107\n",
            "Epoch 145: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2614 - accuracy: 0.9123 - val_loss: 0.0255 - val_accuracy: 0.9985\n",
            "Epoch 146/1000\n",
            " 1/31 [..............................] - ETA: 0s - loss: 0.3572 - accuracy: 0.8828\n",
            "Epoch 146: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2636 - accuracy: 0.9070 - val_loss: 0.0211 - val_accuracy: 0.9992\n",
            "Epoch 147/1000\n",
            "16/31 [==============>...............] - ETA: 0s - loss: 0.2650 - accuracy: 0.9058\n",
            "Epoch 147: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.2665 - accuracy: 0.9057 - val_loss: 0.0252 - val_accuracy: 0.9985\n",
            "Epoch 148/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2662 - accuracy: 0.9120\n",
            "Epoch 148: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2700 - accuracy: 0.9106 - val_loss: 0.0250 - val_accuracy: 0.9985\n",
            "Epoch 149/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2778 - accuracy: 0.9098\n",
            "Epoch 149: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2780 - accuracy: 0.9093 - val_loss: 0.0272 - val_accuracy: 0.9985\n",
            "Epoch 150/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2782 - accuracy: 0.9091\n",
            "Epoch 150: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2753 - accuracy: 0.9088 - val_loss: 0.0257 - val_accuracy: 0.9985\n",
            "Epoch 151/1000\n",
            "31/31 [==============================] - ETA: 0s - loss: 0.2708 - accuracy: 0.9011\n",
            "Epoch 151: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2708 - accuracy: 0.9011 - val_loss: 0.0265 - val_accuracy: 0.9985\n",
            "Epoch 152/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2689 - accuracy: 0.9116\n",
            "Epoch 152: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2736 - accuracy: 0.9090 - val_loss: 0.0244 - val_accuracy: 0.9985\n",
            "Epoch 153/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2736 - accuracy: 0.9096\n",
            "Epoch 153: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2688 - accuracy: 0.9093 - val_loss: 0.0248 - val_accuracy: 0.9985\n",
            "Epoch 154/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2678 - accuracy: 0.9051\n",
            "Epoch 154: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2722 - accuracy: 0.9042 - val_loss: 0.0241 - val_accuracy: 0.9985\n",
            "Epoch 155/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2628 - accuracy: 0.9127\n",
            "Epoch 155: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2614 - accuracy: 0.9118 - val_loss: 0.0295 - val_accuracy: 0.9985\n",
            "Epoch 156/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2775 - accuracy: 0.9046\n",
            "Epoch 156: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.2796 - accuracy: 0.9026 - val_loss: 0.0250 - val_accuracy: 0.9985\n",
            "Epoch 157/1000\n",
            " 1/31 [..............................] - ETA: 0s - loss: 0.2701 - accuracy: 0.9141\n",
            "Epoch 157: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2712 - accuracy: 0.9067 - val_loss: 0.0276 - val_accuracy: 0.9969\n",
            "Epoch 158/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2545 - accuracy: 0.9172\n",
            "Epoch 158: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2571 - accuracy: 0.9157 - val_loss: 0.0225 - val_accuracy: 0.9985\n",
            "Epoch 159/1000\n",
            "24/31 [======================>.......] - ETA: 0s - loss: 0.2777 - accuracy: 0.9030\n",
            "Epoch 159: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.2773 - accuracy: 0.9003 - val_loss: 0.0236 - val_accuracy: 0.9985\n",
            "Epoch 160/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2563 - accuracy: 0.9089\n",
            "Epoch 160: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2600 - accuracy: 0.9080 - val_loss: 0.0213 - val_accuracy: 0.9985\n",
            "Epoch 161/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2487 - accuracy: 0.9171\n",
            "Epoch 161: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2458 - accuracy: 0.9177 - val_loss: 0.0217 - val_accuracy: 0.9985\n",
            "Epoch 162/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2857 - accuracy: 0.8998\n",
            "Epoch 162: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2832 - accuracy: 0.9003 - val_loss: 0.0236 - val_accuracy: 0.9985\n",
            "Epoch 163/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2421 - accuracy: 0.9192\n",
            "Epoch 163: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2437 - accuracy: 0.9190 - val_loss: 0.0233 - val_accuracy: 0.9985\n",
            "Epoch 164/1000\n",
            "23/31 [=====================>........] - ETA: 0s - loss: 0.2613 - accuracy: 0.9144\n",
            "Epoch 164: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.2575 - accuracy: 0.9154 - val_loss: 0.0227 - val_accuracy: 0.9985\n",
            "Epoch 165/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2571 - accuracy: 0.9152\n",
            "Epoch 165: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2552 - accuracy: 0.9162 - val_loss: 0.0241 - val_accuracy: 0.9985\n",
            "Epoch 166/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2451 - accuracy: 0.9208\n",
            "Epoch 166: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2478 - accuracy: 0.9187 - val_loss: 0.0198 - val_accuracy: 0.9985\n",
            "Epoch 167/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2509 - accuracy: 0.9129\n",
            "Epoch 167: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2511 - accuracy: 0.9131 - val_loss: 0.0215 - val_accuracy: 0.9985\n",
            "Epoch 168/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2639 - accuracy: 0.9092\n",
            "Epoch 168: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.2634 - accuracy: 0.9093 - val_loss: 0.0192 - val_accuracy: 0.9985\n",
            "Epoch 169/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2707 - accuracy: 0.9025\n",
            "Epoch 169: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2663 - accuracy: 0.9042 - val_loss: 0.0226 - val_accuracy: 0.9985\n",
            "Epoch 170/1000\n",
            "24/31 [======================>.......] - ETA: 0s - loss: 0.2473 - accuracy: 0.9131\n",
            "Epoch 170: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2451 - accuracy: 0.9149 - val_loss: 0.0205 - val_accuracy: 0.9985\n",
            "Epoch 171/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2504 - accuracy: 0.9103\n",
            "Epoch 171: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.2481 - accuracy: 0.9118 - val_loss: 0.0208 - val_accuracy: 0.9985\n",
            "Epoch 172/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2577 - accuracy: 0.9123\n",
            "Epoch 172: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2602 - accuracy: 0.9113 - val_loss: 0.0194 - val_accuracy: 0.9985\n",
            "Epoch 173/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2621 - accuracy: 0.9079\n",
            "Epoch 173: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2619 - accuracy: 0.9088 - val_loss: 0.0209 - val_accuracy: 0.9985\n",
            "Epoch 174/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2615 - accuracy: 0.9094\n",
            "Epoch 174: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2635 - accuracy: 0.9098 - val_loss: 0.0216 - val_accuracy: 0.9985\n",
            "Epoch 175/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2378 - accuracy: 0.9196\n",
            "Epoch 175: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2347 - accuracy: 0.9218 - val_loss: 0.0198 - val_accuracy: 0.9985\n",
            "Epoch 176/1000\n",
            "26/31 [========================>.....] - ETA: 0s - loss: 0.2609 - accuracy: 0.9059\n",
            "Epoch 176: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2661 - accuracy: 0.9044 - val_loss: 0.0218 - val_accuracy: 0.9985\n",
            "Epoch 177/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2535 - accuracy: 0.9071\n",
            "Epoch 177: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2591 - accuracy: 0.9049 - val_loss: 0.0199 - val_accuracy: 0.9985\n",
            "Epoch 178/1000\n",
            "26/31 [========================>.....] - ETA: 0s - loss: 0.2460 - accuracy: 0.9162\n",
            "Epoch 178: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2474 - accuracy: 0.9141 - val_loss: 0.0207 - val_accuracy: 0.9985\n",
            "Epoch 179/1000\n",
            " 8/31 [======>.......................] - ETA: 0s - loss: 0.2230 - accuracy: 0.9287\n",
            "Epoch 179: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.2432 - accuracy: 0.9182 - val_loss: 0.0198 - val_accuracy: 0.9985\n",
            "Epoch 180/1000\n",
            "25/31 [=======================>......] - ETA: 0s - loss: 0.2370 - accuracy: 0.9150\n",
            "Epoch 180: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.2425 - accuracy: 0.9141 - val_loss: 0.0195 - val_accuracy: 0.9985\n",
            "Epoch 181/1000\n",
            "26/31 [========================>.....] - ETA: 0s - loss: 0.2411 - accuracy: 0.9183\n",
            "Epoch 181: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2399 - accuracy: 0.9195 - val_loss: 0.0222 - val_accuracy: 0.9985\n",
            "Epoch 182/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2403 - accuracy: 0.9194\n",
            "Epoch 182: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2398 - accuracy: 0.9187 - val_loss: 0.0201 - val_accuracy: 0.9985\n",
            "Epoch 183/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2560 - accuracy: 0.9132\n",
            "Epoch 183: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2551 - accuracy: 0.9134 - val_loss: 0.0194 - val_accuracy: 0.9985\n",
            "Epoch 184/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2667 - accuracy: 0.9091\n",
            "Epoch 184: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2693 - accuracy: 0.9072 - val_loss: 0.0201 - val_accuracy: 0.9985\n",
            "Epoch 185/1000\n",
            " 1/31 [..............................] - ETA: 0s - loss: 0.1464 - accuracy: 0.9609\n",
            "Epoch 185: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2476 - accuracy: 0.9187 - val_loss: 0.0183 - val_accuracy: 0.9985\n",
            "Epoch 186/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2508 - accuracy: 0.9146\n",
            "Epoch 186: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2545 - accuracy: 0.9123 - val_loss: 0.0185 - val_accuracy: 0.9985\n",
            "Epoch 187/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2469 - accuracy: 0.9155\n",
            "Epoch 187: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.2434 - accuracy: 0.9172 - val_loss: 0.0187 - val_accuracy: 0.9985\n",
            "Epoch 188/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2589 - accuracy: 0.9079\n",
            "Epoch 188: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2532 - accuracy: 0.9098 - val_loss: 0.0207 - val_accuracy: 0.9985\n",
            "Epoch 189/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2444 - accuracy: 0.9157\n",
            "Epoch 189: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2414 - accuracy: 0.9172 - val_loss: 0.0216 - val_accuracy: 0.9985\n",
            "Epoch 190/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2425 - accuracy: 0.9222\n",
            "Epoch 190: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2437 - accuracy: 0.9213 - val_loss: 0.0172 - val_accuracy: 0.9985\n",
            "Epoch 191/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.2377 - accuracy: 0.9151\n",
            "Epoch 191: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2388 - accuracy: 0.9144 - val_loss: 0.0156 - val_accuracy: 0.9992\n",
            "Epoch 192/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2384 - accuracy: 0.9213\n",
            "Epoch 192: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2396 - accuracy: 0.9200 - val_loss: 0.0172 - val_accuracy: 0.9985\n",
            "Epoch 193/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2509 - accuracy: 0.9127\n",
            "Epoch 193: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2499 - accuracy: 0.9139 - val_loss: 0.0170 - val_accuracy: 0.9992\n",
            "Epoch 194/1000\n",
            "25/31 [=======================>......] - ETA: 0s - loss: 0.2556 - accuracy: 0.9075\n",
            "Epoch 194: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.2485 - accuracy: 0.9103 - val_loss: 0.0160 - val_accuracy: 0.9992\n",
            "Epoch 195/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2272 - accuracy: 0.9203\n",
            "Epoch 195: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2264 - accuracy: 0.9203 - val_loss: 0.0189 - val_accuracy: 0.9985\n",
            "Epoch 196/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2382 - accuracy: 0.9213\n",
            "Epoch 196: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2363 - accuracy: 0.9215 - val_loss: 0.0172 - val_accuracy: 0.9992\n",
            "Epoch 197/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2465 - accuracy: 0.9170\n",
            "Epoch 197: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2460 - accuracy: 0.9177 - val_loss: 0.0177 - val_accuracy: 0.9985\n",
            "Epoch 198/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2359 - accuracy: 0.9198\n",
            "Epoch 198: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2399 - accuracy: 0.9192 - val_loss: 0.0162 - val_accuracy: 0.9985\n",
            "Epoch 199/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2382 - accuracy: 0.9266\n",
            "Epoch 199: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2355 - accuracy: 0.9277 - val_loss: 0.0146 - val_accuracy: 0.9992\n",
            "Epoch 200/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2336 - accuracy: 0.9198\n",
            "Epoch 200: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.2356 - accuracy: 0.9187 - val_loss: 0.0167 - val_accuracy: 0.9992\n",
            "Epoch 201/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2399 - accuracy: 0.9213\n",
            "Epoch 201: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2414 - accuracy: 0.9185 - val_loss: 0.0148 - val_accuracy: 0.9992\n",
            "Epoch 202/1000\n",
            "17/31 [===============>..............] - ETA: 0s - loss: 0.2213 - accuracy: 0.9283\n",
            "Epoch 202: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.2445 - accuracy: 0.9200 - val_loss: 0.0149 - val_accuracy: 0.9992\n",
            "Epoch 203/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2465 - accuracy: 0.9160\n",
            "Epoch 203: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2461 - accuracy: 0.9167 - val_loss: 0.0169 - val_accuracy: 0.9992\n",
            "Epoch 204/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2334 - accuracy: 0.9202\n",
            "Epoch 204: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2347 - accuracy: 0.9195 - val_loss: 0.0176 - val_accuracy: 0.9985\n",
            "Epoch 205/1000\n",
            " 1/31 [..............................] - ETA: 0s - loss: 0.2661 - accuracy: 0.8984\n",
            "Epoch 205: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2349 - accuracy: 0.9226 - val_loss: 0.0162 - val_accuracy: 0.9985\n",
            "Epoch 206/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2483 - accuracy: 0.9164\n",
            "Epoch 206: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2471 - accuracy: 0.9164 - val_loss: 0.0144 - val_accuracy: 0.9992\n",
            "Epoch 207/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2292 - accuracy: 0.9210\n",
            "Epoch 207: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2327 - accuracy: 0.9203 - val_loss: 0.0135 - val_accuracy: 0.9992\n",
            "Epoch 208/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2380 - accuracy: 0.9178\n",
            "Epoch 208: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2417 - accuracy: 0.9162 - val_loss: 0.0164 - val_accuracy: 0.9985\n",
            "Epoch 209/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.2433 - accuracy: 0.9185\n",
            "Epoch 209: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.2428 - accuracy: 0.9185 - val_loss: 0.0172 - val_accuracy: 0.9985\n",
            "Epoch 210/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2331 - accuracy: 0.9271\n",
            "Epoch 210: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.2311 - accuracy: 0.9267 - val_loss: 0.0184 - val_accuracy: 0.9985\n",
            "Epoch 211/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2388 - accuracy: 0.9138\n",
            "Epoch 211: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2387 - accuracy: 0.9144 - val_loss: 0.0171 - val_accuracy: 0.9992\n",
            "Epoch 212/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2446 - accuracy: 0.9144\n",
            "Epoch 212: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2383 - accuracy: 0.9172 - val_loss: 0.0153 - val_accuracy: 0.9985\n",
            "Epoch 213/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2224 - accuracy: 0.9238\n",
            "Epoch 213: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2221 - accuracy: 0.9241 - val_loss: 0.0134 - val_accuracy: 0.9992\n",
            "Epoch 214/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2348 - accuracy: 0.9169\n",
            "Epoch 214: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2342 - accuracy: 0.9175 - val_loss: 0.0156 - val_accuracy: 0.9992\n",
            "Epoch 215/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2350 - accuracy: 0.9239\n",
            "Epoch 215: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2342 - accuracy: 0.9236 - val_loss: 0.0163 - val_accuracy: 0.9985\n",
            "Epoch 216/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2293 - accuracy: 0.9208\n",
            "Epoch 216: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.2274 - accuracy: 0.9221 - val_loss: 0.0149 - val_accuracy: 0.9985\n",
            "Epoch 217/1000\n",
            "21/31 [===================>..........] - ETA: 0s - loss: 0.2413 - accuracy: 0.9137\n",
            "Epoch 217: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.2446 - accuracy: 0.9131 - val_loss: 0.0152 - val_accuracy: 0.9992\n",
            "Epoch 218/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2251 - accuracy: 0.9238\n",
            "Epoch 218: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.2250 - accuracy: 0.9228 - val_loss: 0.0137 - val_accuracy: 0.9992\n",
            "Epoch 219/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2487 - accuracy: 0.9184\n",
            "Epoch 219: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2436 - accuracy: 0.9203 - val_loss: 0.0152 - val_accuracy: 0.9992\n",
            "Epoch 220/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2446 - accuracy: 0.9182\n",
            "Epoch 220: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2471 - accuracy: 0.9169 - val_loss: 0.0181 - val_accuracy: 0.9985\n",
            "Epoch 221/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2495 - accuracy: 0.9141\n",
            "Epoch 221: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2453 - accuracy: 0.9164 - val_loss: 0.0189 - val_accuracy: 0.9985\n",
            "Epoch 222/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2228 - accuracy: 0.9259\n",
            "Epoch 222: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2226 - accuracy: 0.9251 - val_loss: 0.0159 - val_accuracy: 0.9992\n",
            "Epoch 223/1000\n",
            "25/31 [=======================>......] - ETA: 0s - loss: 0.2509 - accuracy: 0.9137\n",
            "Epoch 223: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.2508 - accuracy: 0.9123 - val_loss: 0.0161 - val_accuracy: 0.9985\n",
            "Epoch 224/1000\n",
            "14/31 [============>.................] - ETA: 0s - loss: 0.2564 - accuracy: 0.9096\n",
            "Epoch 224: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.2354 - accuracy: 0.9190 - val_loss: 0.0179 - val_accuracy: 0.9977\n",
            "Epoch 225/1000\n",
            "23/31 [=====================>........] - ETA: 0s - loss: 0.2308 - accuracy: 0.9260\n",
            "Epoch 225: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.2239 - accuracy: 0.9264 - val_loss: 0.0189 - val_accuracy: 0.9977\n",
            "Epoch 226/1000\n",
            "26/31 [========================>.....] - ETA: 0s - loss: 0.2318 - accuracy: 0.9216\n",
            "Epoch 226: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.2323 - accuracy: 0.9215 - val_loss: 0.0157 - val_accuracy: 0.9985\n",
            "Epoch 227/1000\n",
            "23/31 [=====================>........] - ETA: 0s - loss: 0.2393 - accuracy: 0.9158\n",
            "Epoch 227: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.2368 - accuracy: 0.9180 - val_loss: 0.0166 - val_accuracy: 0.9985\n",
            "Epoch 228/1000\n",
            "24/31 [======================>.......] - ETA: 0s - loss: 0.2274 - accuracy: 0.9183\n",
            "Epoch 228: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.2253 - accuracy: 0.9180 - val_loss: 0.0145 - val_accuracy: 0.9985\n",
            "Epoch 229/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2365 - accuracy: 0.9233\n",
            "Epoch 229: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2327 - accuracy: 0.9228 - val_loss: 0.0130 - val_accuracy: 0.9992\n",
            "Epoch 230/1000\n",
            "26/31 [========================>.....] - ETA: 0s - loss: 0.2397 - accuracy: 0.9177\n",
            "Epoch 230: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.2401 - accuracy: 0.9175 - val_loss: 0.0157 - val_accuracy: 0.9985\n",
            "Epoch 231/1000\n",
            " 1/31 [..............................] - ETA: 0s - loss: 0.2501 - accuracy: 0.8906\n",
            "Epoch 231: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2475 - accuracy: 0.9149 - val_loss: 0.0159 - val_accuracy: 0.9985\n",
            "Epoch 232/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2364 - accuracy: 0.9191\n",
            "Epoch 232: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2369 - accuracy: 0.9180 - val_loss: 0.0155 - val_accuracy: 0.9985\n",
            "Epoch 233/1000\n",
            " 1/31 [..............................] - ETA: 0s - loss: 0.1977 - accuracy: 0.9609\n",
            "Epoch 233: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2212 - accuracy: 0.9233 - val_loss: 0.0168 - val_accuracy: 0.9985\n",
            "Epoch 234/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2464 - accuracy: 0.9175\n",
            "Epoch 234: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2458 - accuracy: 0.9157 - val_loss: 0.0147 - val_accuracy: 0.9992\n",
            "Epoch 235/1000\n",
            "30/31 [============================>.] - ETA: 0s - loss: 0.2300 - accuracy: 0.9221\n",
            "Epoch 235: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2294 - accuracy: 0.9228 - val_loss: 0.0165 - val_accuracy: 0.9985\n",
            "Epoch 236/1000\n",
            "26/31 [========================>.....] - ETA: 0s - loss: 0.2167 - accuracy: 0.9273\n",
            "Epoch 236: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2135 - accuracy: 0.9282 - val_loss: 0.0160 - val_accuracy: 0.9985\n",
            "Epoch 237/1000\n",
            "17/31 [===============>..............] - ETA: 0s - loss: 0.2400 - accuracy: 0.9159\n",
            "Epoch 237: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.2371 - accuracy: 0.9162 - val_loss: 0.0160 - val_accuracy: 0.9985\n",
            "Epoch 238/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2319 - accuracy: 0.9242\n",
            "Epoch 238: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2305 - accuracy: 0.9249 - val_loss: 0.0138 - val_accuracy: 0.9985\n",
            "Epoch 239/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2429 - accuracy: 0.9171\n",
            "Epoch 239: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2420 - accuracy: 0.9182 - val_loss: 0.0151 - val_accuracy: 0.9992\n",
            "Epoch 240/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2369 - accuracy: 0.9210\n",
            "Epoch 240: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2327 - accuracy: 0.9223 - val_loss: 0.0172 - val_accuracy: 0.9969\n",
            "Epoch 241/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2361 - accuracy: 0.9164\n",
            "Epoch 241: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2405 - accuracy: 0.9141 - val_loss: 0.0151 - val_accuracy: 0.9985\n",
            "Epoch 242/1000\n",
            "29/31 [===========================>..] - ETA: 0s - loss: 0.2345 - accuracy: 0.9192\n",
            "Epoch 242: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2344 - accuracy: 0.9185 - val_loss: 0.0149 - val_accuracy: 0.9985\n",
            "Epoch 243/1000\n",
            "24/31 [======================>.......] - ETA: 0s - loss: 0.2509 - accuracy: 0.9147\n",
            "Epoch 243: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 0.2431 - accuracy: 0.9177 - val_loss: 0.0148 - val_accuracy: 0.9985\n",
            "Epoch 244/1000\n",
            "25/31 [=======================>......] - ETA: 0s - loss: 0.2125 - accuracy: 0.9334\n",
            "Epoch 244: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2111 - accuracy: 0.9341 - val_loss: 0.0137 - val_accuracy: 0.9992\n",
            "Epoch 245/1000\n",
            "28/31 [==========================>...] - ETA: 0s - loss: 0.2342 - accuracy: 0.9152\n",
            "Epoch 245: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2305 - accuracy: 0.9182 - val_loss: 0.0175 - val_accuracy: 0.9954\n",
            "Epoch 246/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2198 - accuracy: 0.9236\n",
            "Epoch 246: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2214 - accuracy: 0.9249 - val_loss: 0.0152 - val_accuracy: 0.9992\n",
            "Epoch 247/1000\n",
            "26/31 [========================>.....] - ETA: 0s - loss: 0.2105 - accuracy: 0.9312\n",
            "Epoch 247: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2198 - accuracy: 0.9284 - val_loss: 0.0148 - val_accuracy: 0.9992\n",
            "Epoch 248/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2253 - accuracy: 0.9274\n",
            "Epoch 248: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 0.2305 - accuracy: 0.9228 - val_loss: 0.0144 - val_accuracy: 0.9992\n",
            "Epoch 249/1000\n",
            "27/31 [=========================>....] - ETA: 0s - loss: 0.2257 - accuracy: 0.9184\n",
            "Epoch 249: saving model to model/keypoint_classifier/keypoint_classifier4.hdf5\n",
            "31/31 [==============================] - 0s 4ms/step - loss: 0.2252 - accuracy: 0.9192 - val_loss: 0.0130 - val_accuracy: 0.9992\n",
            "Epoch 249: early stopping\n"
          ]
        },
        {
          "data": {
            "text/plain": [
              "<keras.src.callbacks.History at 0x7fa6dc6539d0>"
            ]
          },
          "execution_count": 11,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "model.fit(\n",
        "    X_train,\n",
        "    y_train,\n",
        "    epochs=1000,\n",
        "    batch_size=128,\n",
        "    validation_data=(X_test, y_test),\n",
        "    callbacks=[cp_callback, es_callback]\n",
        ")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "pxvb2Y299hE3",
        "outputId": "59eb3185-2e37-4b9e-bc9d-ab1b8ac29b7f"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "11/11 [==============================] - 0s 3ms/step - loss: 0.0130 - accuracy: 0.9992\n"
          ]
        }
      ],
      "source": [
        "# Model evaluation\n",
        "val_loss, val_acc = model.evaluate(X_test, y_test, batch_size=128)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 13,
      "metadata": {
        "id": "RBkmDeUW9hE4"
      },
      "outputs": [],
      "source": [
        "# Loading the saved model\n",
        "model = tf.keras.models.load_model(model_save_path)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 14,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "tFz9Tb0I9hE4",
        "outputId": "1c3b3528-54ae-4ee2-ab04-77429211cbef"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "1/1 [==============================] - 0s 59ms/step\n",
            "[9.7688657e-01 6.9497305e-04 1.6576647e-05 1.0773235e-11 2.6064217e-08\n",
            " 1.1797286e-19 3.1034417e-20 2.5961221e-19 4.0142615e-16 1.4803063e-16\n",
            " 5.1483840e-15 2.1549273e-11 8.5253561e-19 2.2401968e-02]\n",
            "0\n"
          ]
        }
      ],
      "source": [
        "# Inference test\n",
        "predict_result = model.predict(np.array([X_test[0]]))\n",
        "print(np.squeeze(predict_result))\n",
        "print(np.argmax(np.squeeze(predict_result)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 15,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 582
        },
        "id": "AP1V6SCk9hE5",
        "outputId": "08e41a80-7a4a-4619-8125-ecc371368d19"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "41/41 [==============================] - 0s 803us/step\n"
          ]
        },
        {
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjQAAAH5CAYAAACWFaT0AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjYuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/P9b71AAAACXBIWXMAAA9hAAAPYQGoP6dpAABNz0lEQVR4nO3deXxU1f3/8fckkwwhkEDIrqIgVUAFyiJQQQSpYFVEEb9QFFyKPymoSEXEDUVsFKxUKogLi36/IkhFBdyKrKIsMYGgiCCggkASQiSBANnm/v6gjo6TbZJM7pz4evZxHw9z1/eZSezxc88912FZliUAAACDhdgdAAAAoKbo0AAAAOPRoQEAAMajQwMAAIxHhwYAABiPDg0AADAeHRoAAGA8OjQAAMB4TrsD/OSN5GF2R6iRm3PW2B0BAGCjkqIDdXat4py9ATt3WGzLgJ07kKjQAAAA4wVNhQYAAFSRu9TuBEGHCg0AADAeFRoAAExjue1OEHSo0AAAAONRoQEAwDRuKjS/RocGAADDWNxy8sEtJwAAYDwqNAAAmIZbTj6o0AAAAONRoQEAwDSMofFBhQYAABiPCg0AAKbh1Qc+qNAAAADjUaEBAMA0jKHxQYUGAAAYjwoNAACmYR4aH3RoAAAwDK8+8MUtJwAAYDwqNAAAmIZbTj6MrdDEdW2tS1/9m65Nf15DD76uM/p38tnnovGDNHDL8xq8Z556L5qoRi0SvLa3vfta9V06SYP3zNWgHS/VVXS/jbpzhHbv2qjj+Xv02fpl6tK5g92R/EJ+e5Hffqa3gfwwgbEdGmdDl37cvk9pD84vc3ub0VfrvNv6KfWBeVpx9aMqOVGo3gseUIgrzLNPSLhT+5dt0u5XV9ZRav8NHjxAz0ybpCemPKsuXfsrY9tXev+91xUX18zuaFVCfnuR336mt4H8QcpyB24xlMOyLMvuEJL0RvKwah879ODrWnfbszrwYZpn3cAtz+vrF9/X17PflySFNY7QdRmztPHeF7Xv3Y1ex7e48VJ1fPwmvdXmjmpnuDlnTbWPrchn65cp9fMM3TP2YUmSw+HQd3tTNXPWPE2dNjMg16xN5LcX+e1nehvIX3UlRQdq9XwVKdy1PmDndp3XI2DnDiS/KzQ5OTmaOnWqrrvuOnXv3l3du3fXddddp2nTpunw4cOByOi3yOZxikhoqsxPtnvWFR87qSNb9ii20+9sTOafsLAwdezYTitXfeJZZ1mWVq5ar27dfG+xBRvy24v89jO9DeQPYu7SwC2G8qtDk5qaqvPOO08zZsxQdHS0Lr30Ul166aWKjo7WjBkz1Lp1a33++eeVnqewsFD5+fleS7FVex9iRHwTSdKpw3le608dzlOD/24zQWxsjJxOp7KzcrzWZ2cfVmJCnE2pqo789iK//UxvA/lhEr+ecrrrrrs0ePBgzZ49Ww6Hw2ubZVm68847ddddd2nDhg0VniclJUWPP/6417rrG12oGxq38ycOAAC/TQaPdQkUvyo0GRkZuvfee306M9Lp+5L33nuvtm7dWul5Jk6cqLy8PK/l2kYX+BOlQiezj0qSGsRFe61vEBetU//dZoKcnFyVlJQoPiHWa318fJwys4Lj9l5FyG8v8tvP9DaQP4i53YFbDOVXhyYxMVGbN28ud/vmzZuVkJBQ7vafuFwuRUVFeS1hjlB/olSoYN9hncz6UYk9fu4kORtFqNnvz1VO2je1dp1AKy4uVnr6NvXp/fMALYfDoT69e2jjxrQKjgwO5LcX+e1nehvID5P4dcvpvvvu0x133KG0tDRdfvnlns5LVlaWVq5cqZdfflnPPPNMQIL+mrOhS41aJHp+bnRWnJpccLaKjh7XiQNHtPOVD3XBPQN17NtMHd93WO3uv0Ens47qh188CdXwjGYKb9JIDc9oJkdoiJpccLYk6fi3mSo5UVgn7ajM9Ode1rw505WWvk2pqVt0910jFRkZofmvLrI7WpWQ317kt5/pbSB/kOKWkw+/OjSjR49WbGyspk+frlmzZqm09PRA3tDQUHXq1Enz58/XjTfeGJCgvxbTvqUuf+thz88dH79ZkrR30TptuvdF7Zi5XM6GLnWZervCoxrqcOourRn2tNyFxZ5jLrrvBrX8n0s9P1+54u+SpJWDpih7w446aUdlFi9eqrjYGD326H1KTIxTRsZ2XXX1TcrOzqn84CBAfnuR336mt4H8MEW156EpLi5WTs7pX4jY2FiFhYVVckTFajIPTTAI1Dw0AAAz1Ok8NNs+Cti5Xe36BezcgVTtdzmFhYUpKSmpNrMAAABUCy+nBADAMFYtzt1WXxj7LicAAICfUKEBAMA0POXkgw4NAACmMXgCvEDhlhMAADAeFRoAAEzDLScfVGgAAIDxqNAAAGAaN49t/xoVGgAAYDwqNAAAmIYxND6o0AAAAONRoQEAwDTMQ+ODDg0AAKbhlpMPbjkBAADjUaEBAMA03HLyQYUGAAAYjwoNAACmoULjgwoNAAAwHhUaAAAMY1m8+uDXgqZDc3POGrsj1MhbMb3sjlAjg3LX2h0BAIBqC5oODQAAqCLG0PigQwMAgGmYWM8Hg4IBAIDxqNAAAGAabjn5oEIDAACMR4UGAADTMIbGBxUaAABgPCo0AACYhjE0PqjQAAAA41GhAQDANIyh8UGHBgAA03DLyQe3nAAAgPGo0AAAYBoqND6o0AAAAONRoQEAwDQMCvZBhQYAABiPCg0AAKZhDI0PKjQAAMB4VGgAADANY2h81PsKzag7R2j3ro06nr9Hn61fpi6dO9gdSZLUrFtrdX3tPvXbOlPXZi5QYv/OPvu0vv8G9cuYqau/na8/vPmgIlsk/nz8H9ro2swFZS5NOrSsy6ZUKli/g6oiv71Mzy+Z3wbyByG3O3CLoep1h2bw4AF6ZtokPTHlWXXp2l8Z277S+++9rri4ZnZHU2hDl/K2f69tE+eVub3VmGvU8vZ+yrh/rtb96RGVnDil7gsfUIgrTJKUm7pLH140ymv57v9WqeD7bB3durcum1KhYP4OqoL89jI9v2R+G8gPUzgsy7LsDiFJzvAzav2cn61fptTPM3TP2IclSQ6HQ9/tTdXMWfM0ddrMWr3WWzG9qn3stZkLtOmWZ5X54eeedf0yZmr37Pe154X3JEnOxhHq/8UL2nLPizrw7gafczicoeq39XntnfMf7Zr+tt8ZBuWurXb+itTldxAI5LeX6fkl89tA/qorKTpQq+eryMklfw/YuSOufzBg5w6keluhCQsLU8eO7bRy1SeedZZlaeWq9erWrZONySrXsHm8GiQ01eF1X3rWlRw7qR+37FHTzr8r85jEfh0V3rSx9i0MTMekOkz+DiTy2830/JL5bSA/TFLrHZr9+/frtttuq3CfwsJC5efney21XSiKjY2R0+lUdlaO1/rs7MNKTIir1WvVNld8tCSp8HCe1/rCw3lq8N9tv3b2n3sre802nTqUG/B8VWXydyCR326m55fMbwP5gxhjaHzUeocmNzdXr776aoX7pKSkKDo62mux3MdqO8pvRoOkGMVf1k7fL1htdxQAAGzh92PbS5curXD73r2VD0idOHGixo0b57WuabPW/kapUE5OrkpKShSfEOu1Pj4+TplZh2v1WrWtMPt0ZcYVF63C7KOe9a64aOV9+b3P/s2H9FLRj8eU+VF6XUWsEpO/A4n8djM9v2R+G8gfxAyupASK3xWagQMH6rrrrtPAgQPLXH7dUSmLy+VSVFSU1+JwOKrVgPIUFxcrPX2b+vTu4VnncDjUp3cPbdyYVqvXqm0n9mXrVNaPiut5gWeds1GEmv7+XP34+Tc++zcf0kv7F38iq6S0LmNWyuTvQCK/3UzPL5nfBvLDJH5XaJKSkjRr1ixde+21ZW7funWrOnUKjsFW0597WfPmTFda+jalpm7R3XeNVGRkhOa/usjuaApt6PKaV6Zh8zhFXXC2io8e18kDR7Tn5Q913tjrVLA3UwX7DqvNhME6lXVUh37xJJQkxfa4QJFnx+v719fUcQuqJpi/g6ogv71Mzy+Z3wbyB6ngeEA5qPjdoenUqZPS0tLK7dA4HI5aH+BbXYsXL1VcbIwee/Q+JSbGKSNju666+iZlZ+dUfnCANenQUj2WPOL5+aLJN0uS9i1aqy33vKjdzy+Ts6FL7Z/5i8KiGip38y5tGPqU3IXFXuc5+8+X6cjmnTq++2Cd5q+qYP4OqoL89jI9v2R+G8gfpILkllNKSoqWLFmir7/+WhEREfrDH/6gp59+Wueff75nn1OnTulvf/ubFi5cqMLCQvXr10+zZs1SQkKCZ599+/Zp1KhRWr16tRo1aqQRI0YoJSVFTmfVuyl+z0PzySefqKCgQP379y9ze0FBgT7//HP16uXfvCyBmIemLtVkHppgEKh5aADgt6JO56F5Y1LAzh0x9PEq79u/f38NGTJEXbp0UUlJiR588EF9+eWX+uqrrxQZGSlJGjVqlN577z3Nnz9f0dHRGjNmjEJCQvTpp59KkkpLS9WhQwclJiZq2rRpOnTokIYPH66RI0fq73+v+nw79XpivbpEhwYAftvqtEPz+iOV71RNEcOeqPaxhw8fVnx8vNauXatLL71UeXl5iouL04IFC3TDDTdIkr7++mu1adNGGzZsULdu3fTBBx/o6quv1sGDBz1Vm9mzZ2vChAk6fPiwwsPDq3TtejuxHgAA8F9Zc8UVFhZW6di8vNNP6cbExEiS0tLSVFxcrL59+3r2ad26tZo3b64NG07Per9hwwZddNFFXreg+vXrp/z8fG3fvr3KuenQAABgGssdsKWsueJSUlIqjeR2uzV27FhdcskluvDCCyVJmZmZCg8PV5MmTbz2TUhIUGZmpmefX3Zmftr+07aq8ntQMAAAqL/KmivO5XJVetzo0aP15Zdfav369YGKViE6NAAAmCaATzm5XK4qdWB+acyYMVq+fLnWrVunM88807M+MTFRRUVFOnr0qFeVJisrS4mJiZ59Nm/e7HW+rKwsz7aq4pYTAACoFsuyNGbMGL399ttatWqVWrRo4bW9U6dOCgsL08qVKz3rdu7cqX379ql79+6SpO7du+uLL75Qdna2Z58VK1YoKipKbdu2rXIWKjQAAJgmOB5Q1ujRo7VgwQK9++67aty4sWfMS3R0tCIiIhQdHa3bb79d48aNU0xMjKKionTXXXepe/fu6tatmyTpiiuuUNu2bXXzzTdr6tSpyszM1MMPP6zRo0f7VSmiQwMAAKrlhRdekCRddtllXuvnzZunW265RZI0ffp0hYSEaNCgQV4T6/0kNDRUy5cv16hRo9S9e3dFRkZqxIgRmjx5sl9ZmIemljAPDQD8ttXpPDTz7g/YuSNunRqwcwcSFRoAAEwTJK8+CCYMCgYAAMajQgMAgGksKjS/RoUGAAAYjwoNAACGsdxB8TxPUKFCAwAAjEeFBgAA0/CUkw8qNAAAwHhUaAAAMA1POfmgQwMAgGkYFOyDW04AAMB4VGhqienvQtp/8Xl2R6iRszbvsjsCANQdBgX7oEIDAACMR4UGAADTUKHxQYUGAAAYjwoNAACmsXjK6deo0AAAAONRoQEAwDSMofFBhwYAANMwsZ4PbjkBAADjUaEBAMA0vMvJBxUaAABgPCo0AACYhjE0PqjQAAAA41GhAQDAMBaPbfugQgMAAIxHhQYAANMwhsYHHRoAAEzDY9s+uOUEAACMR4UGAADTcMvJBxUaAABgvHrfoRl15wjt3rVRx/P36LP1y9Slcwe7I/ktWNsQ3r6dmj79pOLfWayk9avl6nlJuftG3XevktavVsPBg7zWxy1+Q0nrV3stkTcNDXR0vwTr519V5Lef6W0gfxByuwO3GKped2gGDx6gZ6ZN0hNTnlWXrv2Vse0rvf/e64qLa2Z3tCoL5jY4IhqoePce5T37XIX7uS7tofAL2qr08OEytx97ea6yBlzvWU78++1AxK2WYP78q4L89jO9DeSHKep1h+bee0bqlTkL9Oprb2rHjm/019EP6MSJk7r1liF2R6uyYG5D4cbNOv7yXBWuW1/uPiGxsYoee7eOTn5SVklpmfu4T5yQO/dHz2KdOhWoyH4L5s+/KshvP9PbQP4g5bYCtxiq3nZowsLC1LFjO61c9YlnnWVZWrlqvbp162Rjsqozvg0Oh5o8MlHH31ikkm+/K3e3Rjf9WQnvvaPYuS8pcuj/SKHB8Wtp+udPfvuZ3gbywyT19imn2NgYOZ1OZWfleK3Pzj6s1uefa1Mq/5jehshhQ6XSUp1Y/Fa5+5z49xIV79old/4xhV94gRrfOVIhzZrp2POz6jBp2Uz//MlvP9PbQP4gxjw0Pvzu0Jw8eVJpaWmKiYlR27ZtvbadOnVKb775poYPH17hOQoLC1VYWOi1zrIsORwOf+MgSDnPP0+Rgwcp57Y7KtyvYNFizz+X7Nkrq6RE0ePH6diLL0vFxYGOCQBmMvjWUKD4VdvftWuX2rRpo0svvVQXXXSRevXqpUOHDnm25+Xl6dZbb630PCkpKYqOjvZaLPcx/9NXICcnVyUlJYpPiPVaHx8fp8yssgenBhuT2xDe7iKFNG2i+LcWKXHNx0pc87GcSYmKGjNKcYvfKPe44q92yOF0KjQxsQ7Tls3kz18ifzAwvQ3kh0n86tBMmDBBF154obKzs7Vz5041btxYl1xyifbt2+fXRSdOnKi8vDyvxRHS2K9zVKa4uFjp6dvUp3cPzzqHw6E+vXto48a0Wr1WoJjchpMfrVDOiNuVc+tfPEvp4cMqeGORcsfdX+5xzlatZJWWyn30xzpMWzaTP3+J/MHA9DaQP3hZbnfAFlP5dcvps88+08cff6zY2FjFxsZq2bJl+utf/6qePXtq9erVioyMrNJ5XC6XXC6X17pA3G6a/tzLmjdnutLStyk1dYvuvmukIiMjNP/VRbV+rUAJ5jY4Ihoo9IwzPD87k5JU2upcuY8dkzsrWyX5+V77WyWlKj2Sq9L9+yVJYRe0VVjbNiraslXWiRMKu+ACRd39V538z8eyjh2v07aUJ5g//6ogv/1MbwP5YQq/OjQnT56U0/nzIQ6HQy+88ILGjBmjXr16acGCBbUesCYWL16quNgYPfbofUpMjFNGxnZddfVNys7OqfzgIBHMbQhrfb6a/eufnp+j7h4tSTrx/ofK+/vTlR5vFRcrom8fNb7tFjnCw1Ry8JAKFv3ba1yN3YL5868K8tvP9DaQP0gxhsaHw7KsKn8qF198se666y7dfPPNPtvGjBmj119/Xfn5+SotLXu+kYo4w8+ofCcEzP6Lz7M7Qo2ctXmX3REA/MaVFB2os2sdn3B9wM7d6OklATt3IPk1hua6667TG2+UPaDz+eef19ChQ+VH/wgAAFQHE+v58KtCE0hUaOxFhQYAaqZOKzTjrwvYuRtNC57Xz/ij3k6sBwBAvcXEej7o0AAAYBqDbw0FSnC8NAcAAKAGqNAAAGAYiwqNDyo0AADAeFRoAAAwDRUaH1RoAACA8ajQAABgGoNfIhkoVGgAAIDxqNAAAGAaxtD4oEMDAIBp6ND44JYTAAAwHhUaAAAMEyTvlQ4qVGgAAIDxqNAAAGAaxtD4oEIDAACMR4UGAADTUKHxQYUGAAAYjwoNJElnbd5ld4QaOXnwE7sj1FhEck+7IwAwhEWFxgcdGgAATEOHxge3nAAAgPGo0AAAYBpetu2DCg0AADAeFRoAAAzDoGBfVGgAAIDxqNAAAGAaKjQ+qNAAAADjUaEBAMA0POXkgwoNAAAwHhUaAAAMw1NOvujQAABgGm45+eCWEwAAMB4VGgAADMMtJ19UaAAAgPGo0AAAYBrG0PigQgMAAIxHhQYAAMNYVGh8UKEBAADGo0IDAIBpqND4qPcVmlF3jtDuXRt1PH+PPlu/TF06d7A7kt9Mb0Mw5n/5tUX6n9vv1sV9r9elVw3R3Q9M1rff/1DmvpZl6c6/PaILL7lSK9d95rXtwkuu9Fne/3hNHbSg6oLx8/eH6fkl89tA/uBjuQO3mKped2gGDx6gZ6ZN0hNTnlWXrv2Vse0rvf/e64qLa2Z3tCozvQ3Bmv/zrV9o6PXXaMFL0/XSP/+u4pIS3XHvQzpx8pTPvv+76B05KjjXlAfHac3S1z3L5T3/ELjgfgrWz7+qTM8vmd8G8qMi69at0zXXXKPk5GQ5HA698847XttvueUWORwOr6V///5e++Tm5mrYsGGKiopSkyZNdPvtt+v48eN+Z6nXHZp77xmpV+Ys0KuvvakdO77RX0c/oBMnTurWW4bYHa3KTG9DsOZ/8dkpGnjVH9Wq5dlq/buWevKhcTqUla2vdn7jtd/Xu/bo1YVv6YkH7y33XI0bRyq2WYxncbnCAx2/yoL1868q0/NL5reB/EHKHcDFDwUFBWrfvr1mzpxZ7j79+/fXoUOHPMsbb7zhtX3YsGHavn27VqxYoeXLl2vdunW64447/AuietyhCQsLU8eO7bRy1SeedZZlaeWq9erWrZONyarO9DaYlP94wQlJUnRUY8+6k6dO6f7Hn9ZDfxut2GYx5R775D9mqcef/kdD/nKPliz/SJYVHDN4mvT5l8X0/JL5bSD/b1NhYaHy8/O9lsLCwjL3vfLKKzVlyhRdd9115Z7P5XIpMTHRszRt2tSzbceOHfrwww/1yiuvqGvXrurRo4f+9a9/aeHChTp48KBfuf3u0OzYsUPz5s3T119/LUn6+uuvNWrUKN12221atWpVlc5R1odV2/8nEBsbI6fTqeysHK/12dmHlZgQV6vXChTT22BKfrfbraeee1G/b9dWv2t5jmf91BkvqcOFbdWnZ/dyjx3zl5v1zBMT9fI/n9QfL7tEU/4xU6//e2kdpK6cKZ9/eUzPL5nfBvIHr0COoUlJSVF0dLTXkpKSUu2sa9asUXx8vM4//3yNGjVKR44c8WzbsGGDmjRpos6dO3vW9e3bVyEhIdq0aZNf1/HrKacPP/xQ1157rRo1aqQTJ07o7bff1vDhw9W+fXu53W5dccUV+s9//qM+ffpUeJ6UlBQ9/vjjXuscIY3kCI3yKzxQG6b8Y6Z27/1Or73wjGfd6k82alNahv497/kKj73z1j97/rnNea108uQpzVvwb900+NqA5QWAQJo4caLGjRvntc7lclXrXP3799f111+vFi1aaM+ePXrwwQd15ZVXasOGDQoNDVVmZqbi4+O9jnE6nYqJiVFmZqZf1/KrQjN58mSNHz9eR44c0bx58/TnP/9ZI0eO1IoVK7Ry5UqNHz9eTz31VKXnmThxovLy8rwWR0jjSo/zR05OrkpKShSfEOu1Pj4+TplZh2v1WoFiehtMyP/kP2Zp7WebNfdfTysx/uf/YtuUtlX7DxxS9/43qP2lV6n9pVdJku596EndMub+cs930QWtlZWdo6KiooBnr4wJn39FTM8vmd8G8gevQFZoXC6XoqKivJbqdmiGDBmiAQMG6KKLLtLAgQO1fPlypaamas2aNbX7gcjPDs327dt1yy23SJJuvPFGHTt2TDfccINn+7Bhw7Rt27ZKz1PWh+VwVPQcif+Ki4uVnr5NfXr38KxzOBzq07uHNm5Mq9VrBYrpbQjm/JZl6cl/zNLKdZ9p7oyndGZyotf2v9x8o5a8Nkv/nj/Ts0jS/XffoSkPjivrlJKkr7/Zo6jGjRQebv/A4GD+/KvC9PyS+W0gP2pby5YtFRsbq927d0uSEhMTlZ2d7bVPSUmJcnNzlZiYWNYpyuX3xHo/dTxCQkLUoEEDRUdHe7Y1btxYeXl5/p4yYKY/97LmzZmutPRtSk3dorvvGqnIyAjNf3WR3dGqzPQ2BGv+Kf+YqfdXrNGMpx5VZMMI5RzJlSQ1ahSpBi6X54mlX0tKiPN0ftas36ic3KNqf2FrucLD9Vlqul55bZFGDB1Up22pSLB+/lVlen7J/DaQPziZOl/MDz/8oCNHjigpKUmS1L17dx09elRpaWnq1On0QO1Vq1bJ7Xara9eufp3brw7NOeeco2+++UbnnnuupNODeZo3b+7Zvm/fPk/IYLB48VLFxcbosUfvU2JinDIytuuqq29SdnZO5QcHCdPbEKz5F739niTp1jETvNZPeXCcBl71xyqdw+l0auGSZZo64yVZstT8jGSNv+sO3TCgf+UH15Fg/fyryvT8kvltIH+Qsmr3rkZ1HT9+3FNtkaRvv/1WW7duVUxMjGJiYvT4449r0KBBSkxM1J49e3T//ferVatW6tevnySpTZs26t+/v0aOHKnZs2eruLhYY8aM0ZAhQ5ScnOxXFoflx+NFs2fP1llnnaWrrrqqzO0PPvigsrOz9corr/gVQpKc4Wf4fQzwk5MHP6l8pyAXkdzT7ggAaqCk6ECdXSvrsssCdu4EP8a3rFmzRr179/ZZP2LECL3wwgsaOHCgtmzZoqNHjyo5OVlXXHGFnnjiCSUkJHj2zc3N1ZgxY7Rs2TKFhIRo0KBBmjFjhho1auRXbr86NIFEhwY1QYcGgN3qskOTeellATt34ro1ATt3INXbifUAAMBvB2/bBgDAMJY7OMbQBBMqNAAAwHhUaAAAMIypj20HEhUaAABgPCo0AAAYxgqSeWiCCR0aAAAMwy0nX9xyAgAAxqNCAwCAYXhs2xcVGgAAYDwqNAAAGCY4XloUXKjQAAAA41GhAQDAMIyh8UWFBgAAGI8KDQAAhqFC44sODQAAhmFQsC9uOQEAAONRoQEAwDDccvJFhQYAABiPCg3qhYbJPe2OUGOjDW/DzIOf2B0B+M3gbdu+qNAAAADjUaEBAMAwltvuBMGHCg0AADAeFRoAAAzjZgyNDzo0AAAYhkHBvrjlBAAAjEeFBgAAwzCxni8qNAAAwHhUaAAAMAwvp/RFhQYAABiPCg0AAIZhDI0vKjQAAMB4VGgAADAME+v5okMDAIBhmFjPF7ecAACA8ajQAABgGB7b9kWFBgAAGI8KDQAAhmFQsC8qNAAAwHj1vkMz6s4R2r1ro47n79Fn65epS+cOdkfym+ltMDl/jx5d9fbb8/X9d2kqLjqgAQP62R2pQtEJTXXz9NH6+5aXNe3r1zThw6k666KWnu2NY6P152dGafKmWZq241Xd+eoDijsn0cbElTP59+cnpreB/MHHshwBW0xVrzs0gwcP0DPTJumJKc+qS9f+ytj2ld5/73XFxTWzO1qVmd4G0/NHRjbUtm1f6e57HrI7SqUioiJ1z1uTVVpSqtm3PKWUvn/TO0/+n07kFXj2uf2lv6nZWfF6ZeQzmnbVA8o9kKO//t9DCo9w2Zi8fKb//kjmt4H8MIXDsmo+VtqyLDkcNevVOcPPqGkMH5+tX6bUzzN0z9iHJUkOh0Pf7U3VzFnzNHXazFq/XiCY3oa6yl8X/01RXHRAg264TUuXfhSQ8/81uWeNjr9mwlC16HS+Ztz4WJnb41ok6eHV05Xyx/uU+c0Pkk5/H0+kztbyaQu1cdHqGl1/5sFPanR8WUz//ZfMbwP5q66k6ECtnq8i6WddG7Bzd9z/bsDOHUi1UqFxuVzasWNHbZyq1oSFhaljx3Zauernf8lalqWVq9arW7dONiarOtPbYHp+01zYt5P2f7FXt8wcqymfv6jx76Wo+5A+nu3O8NPPABQXFnvWWZalkqIStezSus7zVqY+/P6Y3gbyBy+35QjYYiq/nnIaN25cmetLS0v11FNPqVmz0yW8Z599tsLzFBYWqrCw0GtdbVR5fik2NkZOp1PZWTle67OzD6v1+efW2nUCyfQ2mJ7fNM2ax+uSm/pqzSvva8Wsd9S83bm6/rFbVFJcotS31ilrz0Hl/nBY19w/RIsefEVFJ0/pstuvUtPkZoqKb2J3fB/14ffH9DaQHybxq0Pzz3/+U+3bt1eTJk281luWpR07digyMrJKnZKUlBQ9/vjjXuscIY3kCI3yJw6AX3A4QrT/i71aPm2hJOnA9u+UdN6ZumRYX6W+tU7uklLNufNZDZ36//TUtjkqLSnVrk+/0Fert0i1+B8TAALP5MG7geJXh+bvf/+7XnrpJf3jH/9Qnz4/l7LDwsI0f/58tW3btkrnmThxok+1p2mz2i155+TkqqSkRPEJsV7r4+PjlJl1uFavFSimt8H0/KbJz/7RMzbmJ1l7Dqr9lV09P//w5bea9qcH1KBxhELDnCrIPaZ735mi/dv21HXcStWH3x/T20B+mMSvMTQPPPCAFi1apFGjRum+++5TcXFx5QeVweVyKSoqymupzdtNklRcXKz09G3q07uHZ53D4VCf3j20cWNarV4rUExvg+n5TfNt2i7Ft0z2WhffIkk/Hsjx2ffUsZMqyD2muHMS1fyilvpiRfB9H/Xh98f0NpA/eDGGxpffMwV36dJFaWlpGj16tDp37qzXX3+91jsjtWX6cy9r3pzpSkvfptTULbr7rpGKjIzQ/FcX2R2tykxvg+n5IyMbqlWrFp6fW5zTXO3bX6Dc3B+1f/9BG5P5WjPnPY19a7L++NeB2vLeBp3dvpW6D+2jRRNf9uzT4U9ddTz3mH48kKOk1mfp+km36Iv/pGrnJ9tsTF4+039/JPPbQH6YolqvPmjUqJFeffVVLVy4UH379lVpaWlt56oVixcvVVxsjB579D4lJsYpI2O7rrr6JmVn+/4Xa7AyvQ2m5+/Uqb1Wfvxvz8/PPPOYJOm1197U7X+516ZUZdu3ba/m/L9ndfX9Q9Tvnut1ZP9hvT35NaW9+6lnn6j4phr48HA1jo1WfvaPSl3yiT7611s2pq6Y6b8/kvltIH9w4t2Uvmo8D80PP/ygtLQ09e3bV5GRkdU+TyDmocFvR3DWCP1T03lo7BaIeWgAk9TlPDQbk68P2Lm7HVwSsHMHUo1fTnnmmWfqzDPPrI0sAACgCkwe6xIovG0bAADD8Ni2r3r9LicAAPDbQIUGAADDuO0OEISo0AAAAONRoQEAwDBWvXi2s3ZRoQEAAMajQgMAgGHczKzngwoNAAAwHhUaAAAM42YMjQ8qNAAAwHhUaAAAMAxPOfmiQwMAgGGYWM8Xt5wAAIDxqNAAAGAYbjn5okIDAACMR4UGAADDMIbGFxUaAABgPCo0AAAYhgqNLyo0AADAeFRoUC/Uh/e0zTz4id0RaiT/yX52R6iRqIc+sjsCUGU85eSLDg0AAIZx05/xwS0nAABgPCo0AAAYhrdt+6JCAwAAjEeFBgAAw9SHByFqGxUaAABgPCo0AAAYhon1fFGhAQAAxqNCAwCAYdwOnnL6NTo0AAAYhkHBvrjlBAAAjEeFBgAAwzAo2BcVGgAAUC3r1q3TNddco+TkZDkcDr3zzjte2y3L0qOPPqqkpCRFRESob9+++uabb7z2yc3N1bBhwxQVFaUmTZro9ttv1/Hjx/3OQocGAADDuB2BW/xRUFCg9u3ba+bMmWVunzp1qmbMmKHZs2dr06ZNioyMVL9+/XTq1CnPPsOGDdP27du1YsUKLV++XOvWrdMdd9zh92fCLScAAFAtV155pa688soyt1mWpX/+8596+OGHde2110qSXnvtNSUkJOidd97RkCFDtGPHDn344YdKTU1V586dJUn/+te/9Kc//UnPPPOMkpOTq5yFCg0AAIZxyxGwpbCwUPn5+V5LYWGh3xm//fZbZWZmqm/fvp510dHR6tq1qzZs2CBJ2rBhg5o0aeLpzEhS3759FRISok2bNvl1PTo0AADAIyUlRdHR0V5LSkqK3+fJzMyUJCUkJHitT0hI8GzLzMxUfHy813an06mYmBjPPlXFLScAAAwTyHloJk6cqHHjxnmtc7lcAbxi7aBDAwCAYfwdvOsPl8tVKx2YxMRESVJWVpaSkpI867OystShQwfPPtnZ2V7HlZSUKDc313N8VdX7W06j7hyh3bs26nj+Hn22fpm6dO5gdyS/md4G8tsrWPOHnHmeXNfdrQajnlXD8XMV2ur33juEuRR2+TA1uPMZRYydrQa3TpGz/WVeu7j+5341HD/Xawn7481114gqCtbvoKrIj+po0aKFEhMTtXLlSs+6/Px8bdq0Sd27d5ckde/eXUePHlVaWppnn1WrVsntdqtr165+Xa9aHZqioiK9+eabuvfeezV06FANHTpU9957rxYvXqyioqLqnDIgBg8eoGemTdITU55Vl679lbHtK73/3uuKi2tmd7QqM70N5LdXUOcPc8l9eL+KP/6/MjeH9x6i0BYXqui9l3Vq7kMqTluhsL7DFHpuB6/9SjLW6sSssZ6leO3iOghfdUH9HVQB+YOTO4CLP44fP66tW7dq69atkk4PBN66dav27dsnh8OhsWPHasqUKVq6dKm++OILDR8+XMnJyRo4cKAkqU2bNurfv79GjhypzZs369NPP9WYMWM0ZMgQv55wkiSHZVl+3YrbvXu3+vXrp4MHD6pr166ewT5ZWVnatGmTzjzzTH3wwQdq1aqVX0Gc4Wf4tX9VfLZ+mVI/z9A9Yx+WJDkcDn23N1UzZ83T1GllPzMfbExvA/ntVZf585/sV+1jG46fq8K3/6XS3Vs86xrcMlklO1NVsmHZz+tuflSl336h4vVvSzpdoXFn71fx6jeqH/y/oh76qMbnKAu/Q/aqy/wlRQdq9XwVmX/GTQE79y0Hyv6PjLKsWbNGvXv39lk/YsQIzZ8/X5ZladKkSXrppZd09OhR9ejRQ7NmzdJ5553n2Tc3N1djxozRsmXLFBISokGDBmnGjBlq1KiRX7n9HkMzatQoXXTRRdqyZYuioqK8tuXn52v48OEaPXq0PvooMP9yqKqwsDB17NhOT0193rPOsiytXLVe3bp1sjFZ1ZneBvLby/T87oN7FHpuB5V+8Yms40cVclZrOWISVbp6odd+zrbd5GzbTVZBnkr3ZKh4wzKpJDgqxaZ/B+QPXsHycsrLLrtMFdVFHA6HJk+erMmTJ5e7T0xMjBYsWFDjLH53aD799FNt3rzZpzMjSVFRUXriiSf8vu8VCLGxMXI6ncrOyvFan519WK3PP9emVP4xvQ3kt5fp+YtWvq7wK0YoYtSzskpLJMtS0X9elfuHXZ59SnZskpWfc7rDE3eWwnrdIEdMooreDY7KgenfAflhEr87NE2aNNF3332nCy+8sMzt3333nZo0aVLhOQoLC30m6bEsSw5HAIdtAzCKs+PlCkk+V4VLnpM7/4hCzzxP4X1vUuHxo3J//5UkqXTbWs/+pTkHZBUcVYP/uV/FTeJkHT1sV3Qg4AL5lJOp/B4U/Je//EXDhw/X9OnTtW3bNmVlZSkrK0vbtm3T9OnTdcstt1T6DoayJu2x3Meq3Yiy5OTkqqSkRPEJsV7r4+PjlJllxr/oTG8D+e1ldH5nmMJ6DlLR6oUq3ZMh6/APKtmySqVfb1ZYl/LH6rgP7ZUkOZrEl7tPXTL6OxD5YRa/OzSTJ0/WhAkTNG3aNHXo0EHJyclKTk5Whw4dNG3aNE2YMEGPPfZYheeYOHGi8vLyvBZHSOPqtqFMxcXFSk/fpj69e3jWORwO9endQxs3plVwZPAwvQ3kt5fR+UNC5Qh1Sr+6N29ZbqmCSm5IfPPT+xXkBTReVRn9HYj8wSxYnnIKJtWaWG/ChAmaMGGC5z0N0unJcVq0aFGl48uatCcQt5umP/ey5s2ZrrT0bUpN3aK77xqpyMgIzX91Ua1fK1BMbwP57RXU+cNccjT9uZLiiI6VI/4s6WSBrGO5Kt33tcJ7DVZRSZGs/CMKOfN8Odv+QcVrTg8KdjSJU2ibbirdu006efz0GJo+Q1S6f6eswz/Y1SofQf0dVAH5g5PJHY9AqdFMwS1atPDpxOzfv1+TJk3S3LlzaxSsNixevFRxsTF67NH7lJgYp4yM7brq6puUnZ1T+cFBwvQ2kN9ewZw/JPEcNRgywfNzeJ+hkqSSL9er6IO5Klw+W+E9b1D4VXfI0SBSVv4RFa9fopKta04fUFqi0LPbKqzTH6Uw1+lO0K600085BZFg/g6qgvwwhd/z0FQmIyNDHTt2VGlpqV/HBWIeGgB1pybz0ASDQM1Dg9+OupyHZvZZgZuH5s79VZ+HJpj4XaFZunRphdv37t1b7TAAAADV4XeHZuDAgXI4HJVOpAMAAAKDMTS+/H7KKSkpSUuWLJHb7S5zSU9PD0ROAACAcvndoenUqZPXWzF/rbLqDQAAqBke2/bl9y2n8ePHq6CgoNztrVq10urVq2sUCgAAwB9+d2h69uxZ4fbIyEj16tWr2oEAAEDFuA/iq0bz0AAAgLrHu5x8+T2GBgAAINhQoQEAwDAmD94NFCo0AADAeFRoAAAwDBUaX1RoAACA8ajQAABgGB7b9kWFBgAAGI8KDQAAhmEeGl90aAAAMAyDgn1xywkAABiPCg0AAIZhULAvKjQAAMB4VGgAADCMmxqNDzo0AGpF1EMf2R2hRlITO9sdoUa6ZH5udwTAVnRoAAAwDE85+WIMDQAAMB4VGgAADMMIGl90aAAAMAy3nHxxywkAABiPCg0AAIbhXU6+qNAAAADjUaEBAMAwTKzniwoNAAAwHhUaAAAMQ33GFxUaAABgPCo0AAAYhnlofFGhAQAAxqNCAwCAYXjKyRcdGgAADEN3xhe3nAAAgPGo0AAAYBgGBfuiQgMAAIxHhQYAAMMwKNgXFRoAAGC8et+hGXXnCO3etVHH8/fos/XL1KVzB7sj+c30NpDfXuQPnMiL26rl3Id0Yeo8/X7fu4q+ouvPG52hSp44XK3/85zafb1IF6bO09nTx8qZEON1jrafvqTf73vXa0n466A6bknFgvk7qArT85fFCuBiqlrv0GRlZWny5Mm1fdpqGTx4gJ6ZNklPTHlWXbr2V8a2r/T+e68rLq6Z3dGqzPQ2kN9e5A+s0IYNdPKr77T/4Rd9toVEuBRx4bnKnPGmdv5pnPbekSJXyzN07pyHfPY9+Mzr+qLTCM9yeN7yuohfJcH+HVTG9PyoOodlWbXaIcvIyFDHjh1VWlrq13HO8DNqM4Yk6bP1y5T6eYbuGfuwJMnhcOi7vamaOWuepk6bWevXCwTT20B+e5G/6lITO9fo+N/ve1d7//J35f1nU7n7NGzXSucv/4e+7Ha7ig/mSDpdoTk8d5kOz1lWo+t3yfy8RseXh9+hqispOlCr56vIPecMCdi5n/tuYcDOHUh+V2i2bdtW4bJz585A5PRbWFiYOnZsp5WrPvGssyxLK1etV7dunWxMVnWmt4H89iJ/8AmNipTldqs0v8BrfcKoQboo4391/vvTFf//rpNCg2M0gOnfgen5K2IF8H+m8vsppw4dOsjhcKisws5P6x0OR4XnKCwsVGFhode6qhznj9jYGDmdTmVn5Xitz84+rNbnn1tr1wkk09tAfnuRP7g4XGFKnjhcP777idzHT3rWH563XCe/3KuSo8cU2bmNkifcrLD4pjrwxFwb055m+ndgen74x+8OTUxMjKZOnarLL7+8zO3bt2/XNddcU+E5UlJS9Pjjj3utc4Q0kiM0yt84ABD8nKFqMet+SQ7tf+gFr02HX1nq+edTX38vq6hYzVP+qoNPvyarqKSOg8IUTKzny+8OTadOnXTw4EGdffbZZW4/evRomdWbX5o4caLGjRvnta5ps9b+RqlQTk6uSkpKFJ8Q67U+Pj5OmVmHa/VagWJ6G8hvL/IHif92ZsLPiNM3Qx7xqs6U5cTWXXKEORV+ZoIK99bdmIyymP4dmJ4f/vH7Ru2dd96pc845p9ztzZs317x58yo8h8vlUlRUlNdSm7ebJKm4uFjp6dvUp3cPzzqHw6E+vXto48a0Wr1WoJjeBvLbi/xB4L+dGVeLJO3+86MqPXqs0kMi2raUVVqqkiNHA5+vEqZ/B6bnr4hbVsAWU/ldobnuuusq3N60aVONGDGi2oFq0/TnXta8OdOVlr5NqalbdPddIxUZGaH5ry6yO1qVmd4G8tuL/IEV0rCBXOckeX4OPytBEW1bqOToMRVn/6gWsyeo4YXnau+tT0ihIXLGNZEklR49Lqu4RA07nq/I35+n4599odKCk4rs2FpnPHqbct9eq9K8gnKuWreC/TuojOn5UXW1/uqD/fv3a9KkSZo71/4BbYsXL1VcbIwee/Q+JSbGKSNju666+iZlZ+dUfnCQML0N5LcX+QOrYbtW+t2bT3p+PnPS7ZKkI4tXKnP6QjX570R7rT96zuu4b258SMc3fimrqFhNr+mpxLFDFOIKU+H+bB2es1TZL79bd42oRLB/B5UxPX95zK2jBE69nocGAKqqpvPQ2C1Q89Cg6upyHppR59wYsHO/8N2bATt3IPldoVm6dGmF2/fu3VvtMAAAoHImj3UJFL87NAMHDix3Hpqf1PYAXwAA8DMe2/bl91NOSUlJWrJkidxud5lLenp6IHICAACUy+8OTadOnZSWVv7jbpVVbwAAQM3w6gNfft9yGj9+vAoKyn+csFWrVlq9enWNQgEAAPjD7w5Nz549K9weGRmpXr16VTsQAACoGGNofAXHK10BAABqoNYn1gMAAIFl8liXQKFCAwAAjEeFBgAAwzCGxhcdGgAADONmehQf3HICAADGo0IDAIBhqM/4okIDAACMR4UGAADD8LZtX1RoAACA8ajQAABgGCbW80WFBgAAGI8KDQAAhmFiPV90aAAAMAyDgn3RoQEASV0yP7c7Qo0c6tXK7gg1lrR2t90RYDA6NAAAGIZBwb4YFAwAAIxHhQYAAMMwKNgXFRoAAFAtjz32mBwOh9fSunVrz/ZTp05p9OjRatasmRo1aqRBgwYpKysrIFno0AAAYBjLsgK2+OuCCy7QoUOHPMv69es92+69914tW7ZMixcv1tq1a3Xw4EFdf/31tflReHDLCQAAVJvT6VRiYqLP+ry8PM2ZM0cLFixQnz59JEnz5s1TmzZttHHjRnXr1q1Wc1ChAQDAMG5ZAVsKCwuVn5/vtRQWFpab5ZtvvlFycrJatmypYcOGad++fZKktLQ0FRcXq2/fvp59W7durebNm2vDhg21/pnQoQEAwDDuAC4pKSmKjo72WlJSUsrM0bVrV82fP18ffvihXnjhBX377bfq2bOnjh07pszMTIWHh6tJkyZexyQkJCgzM7M2Pw5J3HICAAC/MHHiRI0bN85rncvlKnPfK6+80vPP7dq1U9euXXX22WfrzTffVEREREBz/hodGgAADBPIifVcLle5HZjKNGnSROedd552796tP/7xjyoqKtLRo0e9qjRZWVlljrmpKW45AQCAWnH8+HHt2bNHSUlJ6tSpk8LCwrRy5UrP9p07d2rfvn3q3r17rV+bCg0AAIYJlpdT3nfffbrmmmt09tln6+DBg5o0aZJCQ0M1dOhQRUdH6/bbb9e4ceMUExOjqKgo3XXXXerevXutP+Ek0aEBAADV9MMPP2jo0KE6cuSI4uLi1KNHD23cuFFxcXGSpOnTpyskJESDBg1SYWGh+vXrp1mzZgUki8Oqziw6AeAMP8PuCABgLN62bb+SogN1dq0rz7qy8p2q6YP9HwTs3IHEGBoAAGA8bjkBAGAYXk7piw4NAACGCeRj26bilhMAADAeFRoAAAwTLI9tB5N6X6EZdecI7d61Ucfz9+iz9cvUpXMHuyP5zfQ2kN9e5LdfsLYh7KJ2ipqcopiFbyluxVqF/6GH1/bG4x9Q3Iq1Xkv036d67eNo3FiNH3hYzd55X83eXq5G4+6XGtTtlPeVCdbPH7Wr2h2aH374QcePH/dZX1xcrHXr1tUoVG0ZPHiAnpk2SU9MeVZduvZXxrav9P57rysurpnd0arM9DaQ317kt18wt8HRIEIle3fr+L/+We4+RZs3KefG6zxL/t8ne22PeuAROc85R3kP/E15D09UWLv2anzvfQFOXnXB/PnXhGVZAVtM5XeH5tChQ7r44ot19tlnq0mTJho+fLhXxyY3N1e9e/eu1ZDVde89I/XKnAV69bU3tWPHN/rr6Ad04sRJ3XrLELujVZnpbSC/vchvv2BuQ1HqJp2YP0dFn35S7j5WcZGsH3N/Xn7x7/vQ5mcr/OKuOvbsNJV8vUMl27/Q8eefk+uyPgppFhwdhmD+/FG7/O7QPPDAAwoJCdGmTZv04Ycf6quvvlLv3r31448/evYJhh5eWFiYOnZsp5Wrfv5DtSxLK1etV7dunWxMVnWmt4H89iK//epFG9p3ULM331HTuf+rRnePk6Nx1M/b2lwg97FjKtm107OuOD1Nstxytm5rR1wv9eHzL49bVsAWU/ndofn44481Y8YMde7cWX379tWnn36qpKQk9enTR7m5uZIkh8NR4TkKCwuVn5/vtdR2Jyg2NkZOp1PZWTle67OzDysxIa5WrxUopreB/PYiv/1Mb0NR6mYdm/p3Hb1/nApeeVFh7dqfHkMTcvr/OkJiYuQ++qP3Qe5SWfnHFNI0xobE3kz//OEfvzs0eXl5atq0qednl8ulJUuW6JxzzlHv3r2VnZ1d6TlSUlIUHR3ttVjuY/5GAQAEUOGaVSra8JlKv9uros/WK+/hBxTWuo3C2newO9pvnhXA/5nK7w5Ny5YttW3bNq91TqdTixcvVsuWLXX11VdXeo6JEycqLy/Pa3GENPY3SoVycnJVUlKi+IRYr/Xx8XHKzDpcq9cKFNPbQH57kd9+9aENv+TOPCT30aMKTT797j13bq5CmjT13ikkVI6oxnL/mGtDQm/17fP/JbdlBWwxld8dmiuvvFIvvfSSz/qfOjUdOnSo9PaRy+VSVFSU11LZbSp/FRcXKz19m/r0/vkxRIfDoT69e2jjxrRavVagmN4G8tuL/ParD234pZDYODmiouTOPSJJKt6xXSGNG8v5u/M8+4T9/veSI0QlX39lV0yP+vb5o2J+T6z35JNP6sSJE2WfzOnUW2+9pQMH6u6NoxWZ/tzLmjdnutLStyk1dYvuvmukIiMjNP/VRXZHqzLT20B+e5HffkHdhgYRCj3jDM+PoYlJCj23laz8fLmPHVPkzSNUuH6d3Lm5Ck1OVuRf7lTpwQMq+jxVklS673sVbd6kRveO1/Hn/iE5nWo0ZqwK16yS+8gRu1rlJag//xowt44SOH53aJxOp6KiosrdfujQIT3++OOaO3dujYLVhsWLlyouNkaPPXqfEhPjlJGxXVddfZOys3MqPzhImN4G8tuL/PYL5jaEnXe+mvzjOc/PjUaNkSSd+s8HOvbcs3K2PFcN/thfjkaN5D6So6K0z1Uwf45UXOw5Jv+pJ9RozFhFT50uWW4VfrJOx2fOqPO2lCeYP3/ULodVy48XZWRkqGPHjiotLfXrOGf4GZXvBAAo06FereyOUGNJa3fbHaFGSorq7u7EJWf0Cdi5Pz2wKmDnDiS/KzRLly6tcPvevXurHQYAAKA6/O7QDBw4UA6Ho8KBv7U9wBcAAPzM5AnwAsXvp5ySkpK0ZMkSud3uMpf09PRA5AQAACiX3x2aTp06KS2t/MfdKqveAACAmuHllL78vuU0fvx4FRQUlLu9VatWWr16dY1CAQAA+MPvDk3Pnj0r3B4ZGalevXpVOxAAAKgYY2h8+d2hAQAA9jL5nUuB4vcYGgAAgGBDhQYAAMOYPHg3UKjQAAAA41GhAQDAMAwK9kWFBgAAGI8KDQAAhmEMjS8qNAAAwHhUaAAAMAxjaHzRoQEAwDBMrOeLW04AAMB4VGgAADCMm0HBPqjQAAAA41GhAQDAMIyh8UWHBgDqgaS1u+2OUGN54/9gdwQYjA4NAACGYQyNL8bQAAAA41GhAQDAMIyh8UWHBgAAw3DLyRe3nAAAgPGo0AAAYBhuOfmiQgMAAIxHhQYAAMMwhsYXFRoAAGA8KjQAABiGMTS+qNAAAADjUaEBAMAwluW2O0LQoUMDAIBh3Nxy8sEtJwAAYDwqNAAAGMbisW0fVGgAAIDxqNAAAGAYxtD4okIDAACMR4UGAADDMIbGV72v0Iy6c4R279qo4/l79Nn6ZerSuYPdkfxmehvIby/y28/0NgRr/pBz2sh18wRFTHhRkU8uVmibLl7bI59cXOYS1mPA6eNbtC13n5AzzrWjSaiBanVojhw5otWrVys3N1eSlJOTo6efflqTJ0/Wjh07ajVgTQwePEDPTJukJ6Y8qy5d+ytj21d6/73XFRfXzO5oVWZ6G8hvL/Lbz/Q2BHN+R7hL7kPfq2jZnDK3n0gZ6bUUvjVTltutku0bJUnufbt89ilO/Vju3Cy5D+ypy6b4zW1ZAVtM5bD8rFtt3rxZV1xxhfLz89WkSROtWLFCgwcPltPplNvt1sGDB7V+/Xp17NjRryDO8DP82r8qPlu/TKmfZ+iesQ9LkhwOh77bm6qZs+Zp6rSZtX69QDC9DeS3F/ntZ3ob6jJ/3vg/VPvYyCcX69T/TVXpjtRy93ENGy+HK0Kn5k4ue4eQUDWc8KKKN36g4tVvVStDXUls0iZg5848GjyFCX/4XaF56KGHNHjwYOXl5enBBx/UwIEDdfnll2vXrl3avXu3hgwZoieeeCIQWf0SFhamjh3baeWqTzzrLMvSylXr1a1bJxuTVZ3pbSC/vchvP9PbYHp+L5HRCj2/o4o/X1XuLqFtOksNG6skbXUdBkNt8btDk5aWpnHjxqlx48a65557dPDgQY0cOdKzfcyYMUpNLb+HXFdiY2PkdDqVnZXjtT47+7ASE+JsSuUf09tAfnuR336mt8H0/L8U1rGXVHhKpV9tKncfZ6c+Kv1mq6z83DpMVj2WZQVsMZXfTzkVFRUpIiJC0unee8OGDRUbG+vZHhsbqyNHjlR4jsLCQhUWFnqtsyxLDofD3zgAAFTK2amPSjI+kUqKy9zuiIpR6O86qHDhs3WcDLXF7wrNWWedpb1793p+XrhwoZKSkjw/Hzp0yKuDU5aUlBRFR0d7LZb7mL9RKpSTk6uSkhLFJ3hniY+PU2bW4Vq9VqCY3gby24v89jO9Dabn/0nI2a0VEneGSj5fWe4+zk69pRPHVLrj8zpMVn1uWQFbTOV3h2bIkCHKzs72/HzVVVd5KjaStHTpUl188cUVnmPixInKy8vzWhwhjf2NUqHi4mKlp29Tn949POscDof69O6hjRvTavVagWJ6G8hvL/Lbz/Q2mJ7/J87Ol6v0wB65M78vf5+OvVWyZa3kLq3DZKhNft9ymjRpUoXbH3roIYWGhla4j8vlksvl8loXiNtN0597WfPmTFda+jalpm7R3XeNVGRkhOa/uqjWrxUopreB/PYiv/1Mb0NQ5w9voJBmiZ4fHU3jFZJ0jqwTx2Xl/XfcjytCzgu7qeiD18o9TUjLCxUSk6BTFVRwgo3JY10CpdZnCj5y5IgmTZqkuXPn1vap/bZ48VLFxcbosUfvU2JinDIytuuqq29SdnZO5QcHCdPbQH57kd9+prchmPOHnNFSEX953POz66pbJEnF6WtU9NbpR8qd7S6R5FBJxqflnies8+Uq/f5rWTkHAxkXAeb3PDSVycjIUMeOHVVa6l/ZLhDz0AAAzFGTeWiCQV3OQxPT+HcBO3fusW8Cdu5A8rtCs3Tp0gq3/3LAMAAAqH3ccvLld4dm4MCBcjgcFX6YPH4NAADqkt9POSUlJWnJkiVyu91lLunp6YHICQAA/ovHtn353aHp1KmT0tLKf1yvsuoNAABAbfP7ltP48eNVUFBQ7vZWrVpp9WregwEAQKBQOPDld4emZ8+eFW6PjIxUr169qh0IAADAX7U+Dw0AAAgsNxUaH36PoQEAAAg2VGgAADCMZfDTSIFChwYAAMNwy8kXt5wAAIDxqNAAAGAYHtv2RYUGAAAYjwoNAACGYVCwLyo0AADAeFRoAAAwDGNofFGhAQAAxqNDAwCAYSzLCthSHTNnztQ555yjBg0aqGvXrtq8eXMtt7hydGgAADCMFcDFX4sWLdK4ceM0adIkpaenq3379urXr5+ys7Nr0EL/0aEBAAAehYWFys/P91oKCwvL3f/ZZ5/VyJEjdeutt6pt27aaPXu2GjZsqLlz59ZhaknWb8CpU6esSZMmWadOnbI7SrWQ336mt4H89iK//epDG+rKpEmTfAo3kyZNKnPfwsJCKzQ01Hr77be91g8fPtwaMGBA4MP+gsOy6v9Q6fz8fEVHRysvL09RUVF2x/Eb+e1nehvIby/y268+tKGuFBYW+lRkXC6XXC6Xz74HDx7UGWecoc8++0zdu3f3rL///vu1du1abdq0KeB5f8Jj2wAAwKO8zkuwYwwNAAColtjYWIWGhiorK8trfVZWlhITE+s0Cx0aAABQLeHh4erUqZNWrlzpWed2u7Vy5UqvW1B14Tdxy8nlcmnSpElGltAk8gcD09tAfnuR3371oQ3Baty4cRoxYoQ6d+6siy++WP/85z9VUFCgW2+9tU5z/CYGBQMAgMB5/vnnNW3aNGVmZqpDhw6aMWOGunbtWqcZ6NAAAADjMYYGAAAYjw4NAAAwHh0aAABgPDo0AADAePW+QxMMrzSvrnXr1umaa65RcnKyHA6H3nnnHbsj+SUlJUVdunRR48aNFR8fr4EDB2rnzp12x6qyF154Qe3atVNUVJSioqLUvXt3ffDBB3bHqrannnpKDodDY8eOtTtKuSr7nbcsS48++qiSkpIUERGhvn376ptvvrEnbBkqy79kyRJdccUVatasmRwOh7Zu3WpLzvJUlL+4uFgTJkzQRRddpMjISCUnJ2v48OE6ePCgfYF/pbLP/7HHHlPr1q0VGRmppk2bqm/fvnU6NT8Cq153aILllebVVVBQoPbt22vmzJl2R6mWtWvXavTo0dq4caNWrFih4uJiXXHFFSooKLA7WpWceeaZeuqpp5SWlqbPP/9cffr00bXXXqvt27fbHc1vqampevHFF9WuXTu7o1Sost/5qVOnasaMGZo9e7Y2bdqkyMhI9evXT6dOnarjpGWrLH9BQYF69Oihp59+uo6TVU1F+U+cOKH09HQ98sgjSk9P15IlS7Rz504NGDDAhqRlq+zzP++88/T888/riy++0Pr163XOOefoiiuu0OHDh+s4KQKiTl+FWccuvvhia/To0Z6fS0tLreTkZCslJcXGVNUjyedtpqbJzs62JFlr1661O0q1NW3a1HrllVfsjuGXY8eOWb/73e+sFStWWL169bLuueceuyNVya9/591ut5WYmGhNmzbNs+7o0aOWy+Wy3njjDRsSVqyiv9lvv/3WkmRt2bKlTjP5oyr/ztm8ebMlyfr+++/rJpQfqpI/Ly/PkmR9/PHHdRMKAVVvKzRFRUVKS0tT3759PetCQkLUt29fbdiwwcZkv115eXmSpJiYGJuT+K+0tFQLFy5UQUFBnU/nXVOjR4/WVVdd5fW3YKJvv/1WmZmZXu2Ijo5W165d+Zu2SV5enhwOh5o0aWJ3FL8VFRXppZdeUnR0tNq3b293HNSCevvqg5ycHJWWliohIcFrfUJCgr7++mubUv12ud1ujR07VpdccokuvPBCu+NU2RdffKHu3bvr1KlTatSokd5++221bdvW7lhVtnDhQqWnpys1NdXuKDWWmZkpSWX+Tf+0DXXn1KlTmjBhgoYOHaqoqCi741TZ8uXLNWTIEJ04cUJJSUlasWKFYmNj7Y6FWlBvOzQILqNHj9aXX36p9evX2x3FL+eff762bt2qvLw8/fvf/9aIESO0du1aIzo1+/fv1z333KMVK1aoQYMGdsdBPVJcXKwbb7xRlmXphRdesDuOX3r37q2tW7cqJydHL7/8sm688UZt2rRJ8fHxdkdDDdXbW07B9Erz37oxY8Zo+fLlWr16tc4880y74/glPDxcrVq1UqdOnZSSkqL27dvrueeesztWlaSlpSk7O1sdO3aU0+mU0+nU2rVrNWPGDDmdTpWWltod0S8//d3yN22vnzoz33//vVasWGFUdUaSIiMj1apVK3Xr1k1z5syR0+nUnDlz7I6FWlBvOzTB9Erz3yrLsjRmzBi9/fbbWrVqlVq0aGF3pBpzu90qLCy0O0aVXH755friiy+0detWz9K5c2cNGzZMW7duVWhoqN0R/dKiRQslJiZ6/U3n5+dr06ZN/E3XkZ86M998840+/vhjNWvWzO5INWbS3zQqVq9vOQXLK82r6/jx49q9e7fn52+//VZbt25VTEyMmjdvbmOyqhk9erQWLFigd999V40bN/aMc4iOjlZERITN6So3ceJEXXnllWrevLmOHTumBQsWaM2aNfroo4/sjlYljRs39hmvFBkZqWbNmgXtOKbKfufHjh2rKVOm6He/+51atGihRx55RMnJyRo4cKB9oX+hsvy5ubnat2+fZ+6Wn+ZlSkxMDIoqU0X5k5KSdMMNNyg9PV3Lly9XaWmp5286JiZG4eHhdsX2qCh/s2bN9OSTT2rAgAFKSkpSTk6OZs6cqQMHDmjw4ME2pkatsfsxq0D717/+ZTVv3twKDw+3Lr74Ymvjxo12R6qy1atXW5J8lhEjRtgdrUrKyi7Jmjdvnt3RquS2226zzj77bCs8PNyKi4uzLr/8cus///mP3bFqJNgf267sd97tdluPPPKIlZCQYLlcLuvyyy+3du7caW/oX6gs/7x588rcPmnSJFtz/6Si/D89al7Wsnr1arujW5ZVcf6TJ09a1113nZWcnGyFh4dbSUlJ1oABA6zNmzfbHRu1xGFZlhWozhIAAEBdqLdjaAAAwG8HHRoAAGA8OjQAAMB4dGgAAIDx6NAAAADj0aEBAADGo0MDAACMR4cGAAAYjw4NAAAwHh0aAABgPDo0AADAeP8fKy4Xv4bTWgQAAAAASUVORK5CYII=",
            "text/plain": [
              "<Figure size 700x600 with 2 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        },
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Classification Report\n",
            "              precision    recall  f1-score   support\n",
            "\n",
            "           0       1.00      1.00      1.00       101\n",
            "           1       1.00      1.00      1.00       107\n",
            "           2       1.00      1.00      1.00       145\n",
            "           3       1.00      1.00      1.00       245\n",
            "           4       1.00      0.99      0.99        70\n",
            "          10       1.00      1.00      1.00       185\n",
            "          11       1.00      1.00      1.00       125\n",
            "          12       1.00      1.00      1.00       150\n",
            "          13       1.00      1.00      1.00       177\n",
            "\n",
            "    accuracy                           1.00      1305\n",
            "   macro avg       1.00      1.00      1.00      1305\n",
            "weighted avg       1.00      1.00      1.00      1305\n",
            "\n"
          ]
        }
      ],
      "source": [
        "import pandas as pd\n",
        "import seaborn as sns\n",
        "import matplotlib.pyplot as plt\n",
        "from sklearn.metrics import confusion_matrix, classification_report\n",
        "\n",
        "def print_confusion_matrix(y_true, y_pred, report=True):\n",
        "    labels = sorted(list(set(y_true)))\n",
        "    cmx_data = confusion_matrix(y_true, y_pred, labels=labels)\n",
        "    \n",
        "    df_cmx = pd.DataFrame(cmx_data, index=labels, columns=labels)\n",
        " \n",
        "    fig, ax = plt.subplots(figsize=(7, 6))\n",
        "    sns.heatmap(df_cmx, annot=True, fmt='g' ,square=False)\n",
        "    ax.set_ylim(len(set(y_true)), 0)\n",
        "    plt.show()\n",
        "    \n",
        "    if report:\n",
        "        print('Classification Report')\n",
        "        print(classification_report(y_test, y_pred))\n",
        "\n",
        "Y_pred = model.predict(X_test)\n",
        "y_pred = np.argmax(Y_pred, axis=1)\n",
        "\n",
        "print_confusion_matrix(y_test, y_pred)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 16,
      "metadata": {
        "id": "ODjnYyld9hE6"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/home/pavanmanishd/.local/lib/python3.10/site-packages/keras/src/engine/training.py:3000: UserWarning: You are saving your model as an HDF5 file via `model.save()`. This file format is considered legacy. We recommend using instead the native Keras format, e.g. `model.save('my_model.keras')`.\n",
            "  saving_api.save_model(\n"
          ]
        }
      ],
      "source": [
        "# Save as a model dedicated to inference\n",
        "model.save(model_save_path, include_optimizer=False)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 17,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "zRfuK8Y59hE6",
        "outputId": "a4ca585c-b5d5-4244-8291-8674063209bb"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Assets written to: /tmp/tmpzro9gexy/assets\n"
          ]
        },
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Assets written to: /tmp/tmpzro9gexy/assets\n",
            "2023-10-07 12:11:00.136787: W tensorflow/compiler/mlir/lite/python/tf_tfl_flatbuffer_helpers.cc:364] Ignored output_format.\n",
            "2023-10-07 12:11:00.136852: W tensorflow/compiler/mlir/lite/python/tf_tfl_flatbuffer_helpers.cc:367] Ignored drop_control_dependency.\n",
            "2023-10-07 12:11:00.143417: I tensorflow/cc/saved_model/reader.cc:45] Reading SavedModel from: /tmp/tmpzro9gexy\n",
            "2023-10-07 12:11:00.144430: I tensorflow/cc/saved_model/reader.cc:91] Reading meta graph with tags { serve }\n",
            "2023-10-07 12:11:00.144484: I tensorflow/cc/saved_model/reader.cc:132] Reading SavedModel debug info (if present) from: /tmp/tmpzro9gexy\n",
            "2023-10-07 12:11:00.155939: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:375] MLIR V1 optimization pass is not enabled\n",
            "2023-10-07 12:11:00.156827: I tensorflow/cc/saved_model/loader.cc:231] Restoring SavedModel bundle.\n",
            "2023-10-07 12:11:00.250302: I tensorflow/cc/saved_model/loader.cc:215] Running initialization op on SavedModel bundle at path: /tmp/tmpzro9gexy\n",
            "2023-10-07 12:11:00.263770: I tensorflow/cc/saved_model/loader.cc:314] SavedModel load for tags { serve }; Status: success: OK. Took 120365 microseconds.\n",
            "2023-10-07 12:11:01.235757: I tensorflow/compiler/mlir/tensorflow/utils/dump_mlir_util.cc:255] disabling MLIR crash reproducer, set env var `MLIR_CRASH_REPRODUCER_DIRECTORY` to enable.\n"
          ]
        },
        {
          "data": {
            "text/plain": [
              "7544"
            ]
          },
          "execution_count": 17,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "# Transform model (quantization)\n",
        "\n",
        "converter = tf.lite.TFLiteConverter.from_keras_model(model)\n",
        "converter.optimizations = [tf.lite.Optimize.DEFAULT]\n",
        "tflite_quantized_model = converter.convert()\n",
        "\n",
        "open(tflite_save_path, 'wb').write(tflite_quantized_model)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 18,
      "metadata": {
        "id": "mGAzLocO9hE7"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "INFO: Created TensorFlow Lite XNNPACK delegate for CPU.\n"
          ]
        }
      ],
      "source": [
        "interpreter = tf.lite.Interpreter(model_path=tflite_save_path)\n",
        "interpreter.allocate_tensors()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 19,
      "metadata": {
        "id": "oQuDK8YS9hE7"
      },
      "outputs": [],
      "source": [
        "# Get I / O tensor\n",
        "input_details = interpreter.get_input_details()\n",
        "output_details = interpreter.get_output_details()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 20,
      "metadata": {
        "id": "2_ixAf_l9hE7"
      },
      "outputs": [],
      "source": [
        "interpreter.set_tensor(input_details[0]['index'], np.array([X_test[0]]))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 21,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "s4FoAnuc9hE7",
        "outputId": "91f18257-8d8b-4ef3-c558-e9b5f94fabbf",
        "scrolled": true
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "CPU times: user 38 µs, sys: 5 µs, total: 43 µs\n",
            "Wall time: 46.3 µs\n"
          ]
        }
      ],
      "source": [
        "%%time\n",
        "# Inference implementation\n",
        "interpreter.invoke()\n",
        "tflite_results = interpreter.get_tensor(output_details[0]['index'])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 22,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "vONjp19J9hE8",
        "outputId": "77205e24-fd00-42c4-f7b6-e06e527c2cba"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "[9.76886451e-01 6.94974617e-04 1.65766451e-05 1.07733145e-11\n",
            " 2.60642121e-08 1.17973274e-19 3.10344110e-20 2.59614125e-19\n",
            " 4.01427575e-16 1.48031739e-16 5.14842168e-15 2.15493109e-11\n",
            " 8.52538661e-19 2.24020071e-02]\n",
            "0\n"
          ]
        }
      ],
      "source": [
        "print(np.squeeze(tflite_results))\n",
        "print(np.argmax(np.squeeze(tflite_results)))"
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "collapsed_sections": [],
      "name": "keypoint_classification_EN.ipynb",
      "provenance": [],
      "toc_visible": true
    },
    "kernelspec": {
      "display_name": "Python 3",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.10.12"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}