ASL_model_trainer.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "f4176235",
   "metadata": {},
   "source": [
    "# Model Trainer\n",
    "<img src=\"https://images.ctfassets.net/wt70guc1rpin/wp-media-31995/b7c03abc540764a4735247d34b590d49/aW8ehS-tyXOhnQL5U103N77RXn4R5QwNGgoq2-Ba3L1NN45gbXq0tX7QQAlUf5LCzehQxVoVOzRoKZL5uK3PsT-rmIRfu-aPDree5fgHGJjb0Fpb6TehBv8Zg9hx.png\">"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "2ac65696",
   "metadata": {},
   "outputs": [],
   "source": [
    "# to subpress warning\n",
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\")\n",
    "\n",
    "\n",
    "# The OS module in Python provides functions for interacting with the operating system.\n",
    "import os\n",
    "\n",
    "# Matplotlib is a data visualization and graphical plotting library for Python.\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "# seaborn is alse a data visualization and graphical plotting library for Python.\n",
    "import seaborn as sn\n",
    "\n",
    "# Used to display markdown,image,control (frontend utilities)\n",
    "from IPython.display import display, clear_output\n",
    "\n",
    "# NumPy is a Python library used for working with arrays\n",
    "import numpy as np\n",
    "\n",
    "import pandas as pd\n",
    "\n",
    "import pickle\n",
    "\n",
    "# used to split dataset(features and target) into test and test\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import confusion_matrix,classification_report\n",
    "\n",
    "# shuffle the dataset for a even mixture of each type of feature and target.it gives better result.\n",
    "from sklearn.utils import shuffle\n",
    "\n",
    "# Computer vision library\n",
    "import cv2\n",
    "\n",
    "# Used to manipulate different parts of the Python runtime environment.\n",
    "import sys\n",
    "\n",
    "# An open-source framework for building pipelines to perform computer vision inference.\n",
    "import mediapipe as mp\n",
    "\n",
    "# Time module provide time-related functions\n",
    "import time\n",
    "\n",
    "# Used to generate random numbers\n",
    "import random\n",
    "\n",
    "from math import log10, sqrt\n",
    "# for mathematical operations\n",
    "\n",
    "# Keras is a library that provides a Python interface for artificial neural networks. \n",
    "# Keras acts as an interface for the TensorFlow library.\n",
    "import keras\n",
    "\n",
    "# 1. Keras layers are the building blocks of the Keras library that can be stacked together for creating neural network models.\n",
    "# 2. Keras Conv2D creates a 2D convolution kernel that is wind with layers input which helps produce a tensor of outputs.\n",
    "# 3. maxpooling2D Downsamples the input along its spatial dimensions by taking the maximum value over an input window for each channel of the input. \n",
    "# 4 .Flattening is converting the data into a 1-dimensional array for inputting it to the next layer. \n",
    "# 5 .Dropout regularization technique for reducing overfitting in neural networks by preventing complex co-adaptations on training data.\n",
    "# 6. Batch normalization is a technique for training very deep neural networks that standardizes the inputs to a layer for each mini-batch. \n",
    "from tensorflow.keras.layers import Conv2D, MaxPool2D, Flatten, Dense, Dropout, BatchNormalization,Dropout\n",
    "\n",
    "#  Model groups layers into an object with training and inference features.\n",
    "from tensorflow.keras.models import Model\n",
    "\n",
    "import tensorflow as tf\n",
    "\n",
    "# Optimizers are the extended class, which include added information to train a specific model.  \n",
    "# The optimizers are used for improving speed and performance for training a specific model.\n",
    "# Adam is a stochastic gradient descent method based on adaptive estimation of first-order and second-order moments.\n",
    "from tensorflow.keras.optimizers import Adam\n",
    "\n",
    "# importing Sqquential model\n",
    "from tensorflow.keras import Sequential\n",
    "\n",
    "# tensorflow.keras.callbacks is used to visualize training of a model.\n",
    "from tensorflow.keras.callbacks import TensorBoard, ModelCheckpoint "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "7bf91d5b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "PhysicalDevice(name='/physical_device:CPU:0', device_type='CPU')\n"
     ]
    }
   ],
   "source": [
    "# GPU Info \n",
    "try:\n",
    "    import GPUtil\n",
    "except:\n",
    "    !pip install GPUtil\n",
    "    import GPUtil\n",
    "\n",
    "    \n",
    "# check physical computing devices\n",
    "device=tf.config.experimental.list_physical_devices()\n",
    "for i in device:\n",
    "    print(i)\n",
    "if len(device)>1:\n",
    "    # find GPU details\n",
    "    print(\"=\"*20, \"GPU Details\", \"=\"*20)\n",
    "    gpus = GPUtil.getGPUs()\n",
    "    for gpu in gpus:\n",
    "        print(gpu_id,gpu.name, gpu.driver,gpu.memoryTotal,gpu.temperature)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "7e328eeb",
   "metadata": {},
   "outputs": [],
   "source": [
    "PATH=r\"D:/Image_datasets/asl_dataset\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "c8d27e08",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "      <th>17</th>\n",
       "      <th>18</th>\n",
       "      <th>19</th>\n",
       "      <th>20</th>\n",
       "      <th>21</th>\n",
       "      <th>22</th>\n",
       "      <th>23</th>\n",
       "      <th>24</th>\n",
       "      <th>25</th>\n",
       "      <th>26</th>\n",
       "      <th>27</th>\n",
       "      <th>28</th>\n",
       "      <th>29</th>\n",
       "      <th>30</th>\n",
       "      <th>31</th>\n",
       "      <th>32</th>\n",
       "      <th>33</th>\n",
       "      <th>34</th>\n",
       "      <th>35</th>\n",
       "      <th>36</th>\n",
       "      <th>37</th>\n",
       "      <th>38</th>\n",
       "      <th>39</th>\n",
       "      <th>40</th>\n",
       "      <th>41</th>\n",
       "      <th>42</th>\n",
       "      <th>43</th>\n",
       "      <th>44</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0/hand1_0_bot_seg_1_cropped.jpeg</td>\n",
       "      <td>Right</td>\n",
       "      <td>0</td>\n",
       "      <td>117</td>\n",
       "      <td>13</td>\n",
       "      <td>114</td>\n",
       "      <td>31</td>\n",
       "      <td>101</td>\n",
       "      <td>56</td>\n",
       "      <td>95</td>\n",
       "      <td>79</td>\n",
       "      <td>96</td>\n",
       "      <td>10</td>\n",
       "      <td>24</td>\n",
       "      <td>80</td>\n",
       "      <td>33</td>\n",
       "      <td>117</td>\n",
       "      <td>54</td>\n",
       "      <td>139</td>\n",
       "      <td>70</td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>90</td>\n",
       "      <td>10</td>\n",
       "      <td>127</td>\n",
       "      <td>34</td>\n",
       "      <td>150</td>\n",
       "      <td>55</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>94</td>\n",
       "      <td>4</td>\n",
       "      <td>130</td>\n",
       "      <td>29</td>\n",
       "      <td>152</td>\n",
       "      <td>50</td>\n",
       "      <td>32</td>\n",
       "      <td>8</td>\n",
       "      <td>93</td>\n",
       "      <td>18</td>\n",
       "      <td>125</td>\n",
       "      <td>35</td>\n",
       "      <td>145</td>\n",
       "      <td>48</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0/hand1_0_bot_seg_2_cropped.jpeg</td>\n",
       "      <td>Right</td>\n",
       "      <td>5</td>\n",
       "      <td>101</td>\n",
       "      <td>17</td>\n",
       "      <td>107</td>\n",
       "      <td>40</td>\n",
       "      <td>94</td>\n",
       "      <td>77</td>\n",
       "      <td>86</td>\n",
       "      <td>110</td>\n",
       "      <td>87</td>\n",
       "      <td>0</td>\n",
       "      <td>42</td>\n",
       "      <td>68</td>\n",
       "      <td>45</td>\n",
       "      <td>104</td>\n",
       "      <td>62</td>\n",
       "      <td>129</td>\n",
       "      <td>76</td>\n",
       "      <td>5</td>\n",
       "      <td>15</td>\n",
       "      <td>77</td>\n",
       "      <td>22</td>\n",
       "      <td>114</td>\n",
       "      <td>46</td>\n",
       "      <td>139</td>\n",
       "      <td>65</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>84</td>\n",
       "      <td>8</td>\n",
       "      <td>117</td>\n",
       "      <td>31</td>\n",
       "      <td>140</td>\n",
       "      <td>50</td>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "      <td>82</td>\n",
       "      <td>7</td>\n",
       "      <td>110</td>\n",
       "      <td>25</td>\n",
       "      <td>129</td>\n",
       "      <td>39</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0/hand1_0_bot_seg_3_cropped.jpeg</td>\n",
       "      <td>Right</td>\n",
       "      <td>8</td>\n",
       "      <td>82</td>\n",
       "      <td>24</td>\n",
       "      <td>72</td>\n",
       "      <td>41</td>\n",
       "      <td>56</td>\n",
       "      <td>72</td>\n",
       "      <td>50</td>\n",
       "      <td>103</td>\n",
       "      <td>47</td>\n",
       "      <td>3</td>\n",
       "      <td>10</td>\n",
       "      <td>62</td>\n",
       "      <td>5</td>\n",
       "      <td>99</td>\n",
       "      <td>24</td>\n",
       "      <td>124</td>\n",
       "      <td>41</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>68</td>\n",
       "      <td>2</td>\n",
       "      <td>107</td>\n",
       "      <td>28</td>\n",
       "      <td>132</td>\n",
       "      <td>50</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>70</td>\n",
       "      <td>2</td>\n",
       "      <td>108</td>\n",
       "      <td>27</td>\n",
       "      <td>132</td>\n",
       "      <td>49</td>\n",
       "      <td>21</td>\n",
       "      <td>10</td>\n",
       "      <td>69</td>\n",
       "      <td>8</td>\n",
       "      <td>98</td>\n",
       "      <td>22</td>\n",
       "      <td>119</td>\n",
       "      <td>34</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0/hand1_0_bot_seg_4_cropped.jpeg</td>\n",
       "      <td>Right</td>\n",
       "      <td>0</td>\n",
       "      <td>112</td>\n",
       "      <td>9</td>\n",
       "      <td>123</td>\n",
       "      <td>16</td>\n",
       "      <td>126</td>\n",
       "      <td>23</td>\n",
       "      <td>135</td>\n",
       "      <td>18</td>\n",
       "      <td>150</td>\n",
       "      <td>31</td>\n",
       "      <td>38</td>\n",
       "      <td>100</td>\n",
       "      <td>62</td>\n",
       "      <td>131</td>\n",
       "      <td>87</td>\n",
       "      <td>151</td>\n",
       "      <td>106</td>\n",
       "      <td>41</td>\n",
       "      <td>10</td>\n",
       "      <td>116</td>\n",
       "      <td>30</td>\n",
       "      <td>144</td>\n",
       "      <td>64</td>\n",
       "      <td>160</td>\n",
       "      <td>93</td>\n",
       "      <td>53</td>\n",
       "      <td>0</td>\n",
       "      <td>124</td>\n",
       "      <td>18</td>\n",
       "      <td>149</td>\n",
       "      <td>52</td>\n",
       "      <td>163</td>\n",
       "      <td>81</td>\n",
       "      <td>65</td>\n",
       "      <td>2</td>\n",
       "      <td>117</td>\n",
       "      <td>22</td>\n",
       "      <td>139</td>\n",
       "      <td>48</td>\n",
       "      <td>152</td>\n",
       "      <td>68</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0/hand1_0_bot_seg_5_cropped.jpeg</td>\n",
       "      <td>Left</td>\n",
       "      <td>0</td>\n",
       "      <td>134</td>\n",
       "      <td>18</td>\n",
       "      <td>130</td>\n",
       "      <td>39</td>\n",
       "      <td>105</td>\n",
       "      <td>61</td>\n",
       "      <td>83</td>\n",
       "      <td>78</td>\n",
       "      <td>62</td>\n",
       "      <td>11</td>\n",
       "      <td>14</td>\n",
       "      <td>71</td>\n",
       "      <td>27</td>\n",
       "      <td>106</td>\n",
       "      <td>51</td>\n",
       "      <td>132</td>\n",
       "      <td>72</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>86</td>\n",
       "      <td>11</td>\n",
       "      <td>120</td>\n",
       "      <td>39</td>\n",
       "      <td>139</td>\n",
       "      <td>66</td>\n",
       "      <td>16</td>\n",
       "      <td>1</td>\n",
       "      <td>90</td>\n",
       "      <td>10</td>\n",
       "      <td>122</td>\n",
       "      <td>37</td>\n",
       "      <td>141</td>\n",
       "      <td>62</td>\n",
       "      <td>25</td>\n",
       "      <td>14</td>\n",
       "      <td>84</td>\n",
       "      <td>27</td>\n",
       "      <td>112</td>\n",
       "      <td>47</td>\n",
       "      <td>130</td>\n",
       "      <td>63</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                 0      1   2    3   4    5   6    7   8   ...  36  37   38  39   40  41   42  43  44\n",
       "0  0/hand1_0_bot_seg_1_cropped.jpeg  Right   0  117  13  114  31  101  56  ...  32   8   93  18  125  35  145  48   0\n",
       "1  0/hand1_0_bot_seg_2_cropped.jpeg  Right   5  101  17  107  40   94  77  ...  31   0   82   7  110  25  129  39   0\n",
       "2  0/hand1_0_bot_seg_3_cropped.jpeg  Right   8   82  24   72  41   56  72  ...  21  10   69   8   98  22  119  34   0\n",
       "3  0/hand1_0_bot_seg_4_cropped.jpeg  Right   0  112   9  123  16  126  23  ...  65   2  117  22  139  48  152  68   0\n",
       "4  0/hand1_0_bot_seg_5_cropped.jpeg   Left   0  134  18  130  39  105  61  ...  25  14   84  27  112  47  130  63   0\n",
       "\n",
       "[5 rows x 45 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Loading data from CSV and preprocessing\n",
    "def load_CSV(dataset=\"dataset.csv\"):\n",
    "    import pandas as pd\n",
    "    df = pd.read_csv(dataset,header=None,index_col=None)\n",
    "    \n",
    "    return df\n",
    "df1=load_CSV()\n",
    "df1.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "0d516850",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Right' 'Left']\n",
      "['0' '1' '2' '3' '4' '5' '6' '7' '8' '9' 'a' 'b' 'c' 'd' 'e' 'f' 'g' 'h'\n",
      " 'i' 'j' 'k' 'l' 'm' 'n' 'o' 'p' 'q' 'r' 's' 't' 'u' 'v' 'w' 'x' 'y' 'z']\n",
      "Left     2448\n",
      "Right      67\n",
      "Name: 1, dtype: int64\n",
      "0    70\n",
      "q    70\n",
      "k    70\n",
      "l    70\n",
      "m    70\n",
      "n    70\n",
      "o    70\n",
      "p    70\n",
      "r    70\n",
      "1    70\n",
      "s    70\n",
      "u    70\n",
      "v    70\n",
      "w    70\n",
      "x    70\n",
      "y    70\n",
      "j    70\n",
      "i    70\n",
      "h    70\n",
      "g    70\n",
      "2    70\n",
      "3    70\n",
      "4    70\n",
      "5    70\n",
      "6    70\n",
      "7    70\n",
      "8    70\n",
      "9    70\n",
      "a    70\n",
      "b    70\n",
      "c    70\n",
      "d    70\n",
      "e    70\n",
      "f    70\n",
      "z    70\n",
      "t    65\n",
      "Name: 44, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "unique_hand=df1[1].unique()\n",
    "unique_sign=df1[44].unique()\n",
    "print(unique_hand)\n",
    "print(unique_sign)\n",
    "print(df1[1].value_counts())\n",
    "print(df1[44].value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "72f295e1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index([        0,         2,         3,         4,         5,         6,\n",
       "               7,         8,         9,        10,        11,        12,\n",
       "              13,        14,        15,        16,        17,        18,\n",
       "              19,        20,        21,        22,        23,        24,\n",
       "              25,        26,        27,        28,        29,        30,\n",
       "              31,        32,        33,        34,        35,        36,\n",
       "              37,        38,        39,        40,        41,        42,\n",
       "              43,  '1_Left', '1_Right',    '44_0',    '44_1',    '44_2',\n",
       "          '44_3',    '44_4',    '44_5',    '44_6',    '44_7',    '44_8',\n",
       "          '44_9',    '44_a',    '44_b',    '44_c',    '44_d',    '44_e',\n",
       "          '44_f',    '44_g',    '44_h',    '44_i',    '44_j',    '44_k',\n",
       "          '44_l',    '44_m',    '44_n',    '44_o',    '44_p',    '44_q',\n",
       "          '44_r',    '44_s',    '44_t',    '44_u',    '44_v',    '44_w',\n",
       "          '44_x',    '44_y',    '44_z'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.get_dummies(df1, columns = [1, 44])\n",
    "df = df.sample(frac = 1)\n",
    "df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "09131aa7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "384      5/hand2_5_dif_seg_5_cropped.jpeg\n",
       "2478     z/hand2_z_dif_seg_4_cropped.jpeg\n",
       "1008     e/hand2_e_bot_seg_4_cropped.jpeg\n",
       "432     6/hand1_6_left_seg_3_cropped.jpeg\n",
       "1331     j/hand1_j_bot_seg_2_cropped.jpeg\n",
       "                      ...                \n",
       "2269     w/hand2_w_dif_seg_5_cropped.jpeg\n",
       "1227    h/hand2_h_left_seg_3_cropped.jpeg\n",
       "1850     q/hand2_q_dif_seg_1_cropped.jpeg\n",
       "2508     z/hand5_z_bot_seg_4_cropped.jpeg\n",
       "125      1/hand4_1_bot_seg_1_cropped.jpeg\n",
       "Name: 0, Length: 2515, dtype: object"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filenames=df[0]\n",
    "filenames"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "49a06a18",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "      <th>17</th>\n",
       "      <th>18</th>\n",
       "      <th>19</th>\n",
       "      <th>20</th>\n",
       "      <th>21</th>\n",
       "      <th>22</th>\n",
       "      <th>23</th>\n",
       "      <th>24</th>\n",
       "      <th>25</th>\n",
       "      <th>26</th>\n",
       "      <th>27</th>\n",
       "      <th>28</th>\n",
       "      <th>29</th>\n",
       "      <th>30</th>\n",
       "      <th>31</th>\n",
       "      <th>32</th>\n",
       "      <th>33</th>\n",
       "      <th>34</th>\n",
       "      <th>35</th>\n",
       "      <th>36</th>\n",
       "      <th>37</th>\n",
       "      <th>38</th>\n",
       "      <th>39</th>\n",
       "      <th>40</th>\n",
       "      <th>41</th>\n",
       "      <th>42</th>\n",
       "      <th>43</th>\n",
       "      <th>1_Left</th>\n",
       "      <th>1_Right</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>384</th>\n",
       "      <td>81</td>\n",
       "      <td>349</td>\n",
       "      <td>136</td>\n",
       "      <td>306</td>\n",
       "      <td>160</td>\n",
       "      <td>229</td>\n",
       "      <td>117</td>\n",
       "      <td>170</td>\n",
       "      <td>66</td>\n",
       "      <td>151</td>\n",
       "      <td>162</td>\n",
       "      <td>170</td>\n",
       "      <td>174</td>\n",
       "      <td>94</td>\n",
       "      <td>177</td>\n",
       "      <td>48</td>\n",
       "      <td>178</td>\n",
       "      <td>12</td>\n",
       "      <td>116</td>\n",
       "      <td>163</td>\n",
       "      <td>115</td>\n",
       "      <td>84</td>\n",
       "      <td>113</td>\n",
       "      <td>35</td>\n",
       "      <td>111</td>\n",
       "      <td>0</td>\n",
       "      <td>78</td>\n",
       "      <td>172</td>\n",
       "      <td>62</td>\n",
       "      <td>105</td>\n",
       "      <td>57</td>\n",
       "      <td>58</td>\n",
       "      <td>52</td>\n",
       "      <td>23</td>\n",
       "      <td>42</td>\n",
       "      <td>192</td>\n",
       "      <td>23</td>\n",
       "      <td>145</td>\n",
       "      <td>11</td>\n",
       "      <td>113</td>\n",
       "      <td>0</td>\n",
       "      <td>84</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2478</th>\n",
       "      <td>128</td>\n",
       "      <td>339</td>\n",
       "      <td>156</td>\n",
       "      <td>274</td>\n",
       "      <td>160</td>\n",
       "      <td>207</td>\n",
       "      <td>116</td>\n",
       "      <td>162</td>\n",
       "      <td>68</td>\n",
       "      <td>145</td>\n",
       "      <td>118</td>\n",
       "      <td>139</td>\n",
       "      <td>87</td>\n",
       "      <td>68</td>\n",
       "      <td>64</td>\n",
       "      <td>32</td>\n",
       "      <td>41</td>\n",
       "      <td>0</td>\n",
       "      <td>79</td>\n",
       "      <td>159</td>\n",
       "      <td>57</td>\n",
       "      <td>114</td>\n",
       "      <td>82</td>\n",
       "      <td>167</td>\n",
       "      <td>99</td>\n",
       "      <td>199</td>\n",
       "      <td>48</td>\n",
       "      <td>186</td>\n",
       "      <td>24</td>\n",
       "      <td>147</td>\n",
       "      <td>59</td>\n",
       "      <td>197</td>\n",
       "      <td>76</td>\n",
       "      <td>227</td>\n",
       "      <td>21</td>\n",
       "      <td>222</td>\n",
       "      <td>0</td>\n",
       "      <td>183</td>\n",
       "      <td>29</td>\n",
       "      <td>210</td>\n",
       "      <td>47</td>\n",
       "      <td>236</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1008</th>\n",
       "      <td>85</td>\n",
       "      <td>330</td>\n",
       "      <td>165</td>\n",
       "      <td>284</td>\n",
       "      <td>200</td>\n",
       "      <td>177</td>\n",
       "      <td>156</td>\n",
       "      <td>109</td>\n",
       "      <td>91</td>\n",
       "      <td>113</td>\n",
       "      <td>158</td>\n",
       "      <td>95</td>\n",
       "      <td>151</td>\n",
       "      <td>7</td>\n",
       "      <td>167</td>\n",
       "      <td>14</td>\n",
       "      <td>177</td>\n",
       "      <td>63</td>\n",
       "      <td>104</td>\n",
       "      <td>96</td>\n",
       "      <td>88</td>\n",
       "      <td>0</td>\n",
       "      <td>108</td>\n",
       "      <td>22</td>\n",
       "      <td>119</td>\n",
       "      <td>77</td>\n",
       "      <td>57</td>\n",
       "      <td>111</td>\n",
       "      <td>35</td>\n",
       "      <td>12</td>\n",
       "      <td>60</td>\n",
       "      <td>29</td>\n",
       "      <td>75</td>\n",
       "      <td>82</td>\n",
       "      <td>8</td>\n",
       "      <td>137</td>\n",
       "      <td>0</td>\n",
       "      <td>65</td>\n",
       "      <td>22</td>\n",
       "      <td>72</td>\n",
       "      <td>37</td>\n",
       "      <td>111</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>432</th>\n",
       "      <td>62</td>\n",
       "      <td>330</td>\n",
       "      <td>104</td>\n",
       "      <td>285</td>\n",
       "      <td>115</td>\n",
       "      <td>212</td>\n",
       "      <td>67</td>\n",
       "      <td>166</td>\n",
       "      <td>17</td>\n",
       "      <td>153</td>\n",
       "      <td>102</td>\n",
       "      <td>159</td>\n",
       "      <td>112</td>\n",
       "      <td>89</td>\n",
       "      <td>117</td>\n",
       "      <td>49</td>\n",
       "      <td>121</td>\n",
       "      <td>11</td>\n",
       "      <td>63</td>\n",
       "      <td>157</td>\n",
       "      <td>62</td>\n",
       "      <td>82</td>\n",
       "      <td>63</td>\n",
       "      <td>37</td>\n",
       "      <td>64</td>\n",
       "      <td>0</td>\n",
       "      <td>29</td>\n",
       "      <td>168</td>\n",
       "      <td>12</td>\n",
       "      <td>99</td>\n",
       "      <td>11</td>\n",
       "      <td>55</td>\n",
       "      <td>7</td>\n",
       "      <td>18</td>\n",
       "      <td>0</td>\n",
       "      <td>189</td>\n",
       "      <td>1</td>\n",
       "      <td>138</td>\n",
       "      <td>21</td>\n",
       "      <td>152</td>\n",
       "      <td>34</td>\n",
       "      <td>174</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1331</th>\n",
       "      <td>285</td>\n",
       "      <td>300</td>\n",
       "      <td>334</td>\n",
       "      <td>229</td>\n",
       "      <td>332</td>\n",
       "      <td>111</td>\n",
       "      <td>260</td>\n",
       "      <td>46</td>\n",
       "      <td>184</td>\n",
       "      <td>57</td>\n",
       "      <td>245</td>\n",
       "      <td>55</td>\n",
       "      <td>203</td>\n",
       "      <td>0</td>\n",
       "      <td>227</td>\n",
       "      <td>59</td>\n",
       "      <td>255</td>\n",
       "      <td>102</td>\n",
       "      <td>193</td>\n",
       "      <td>84</td>\n",
       "      <td>153</td>\n",
       "      <td>41</td>\n",
       "      <td>202</td>\n",
       "      <td>111</td>\n",
       "      <td>237</td>\n",
       "      <td>156</td>\n",
       "      <td>149</td>\n",
       "      <td>118</td>\n",
       "      <td>108</td>\n",
       "      <td>76</td>\n",
       "      <td>166</td>\n",
       "      <td>136</td>\n",
       "      <td>209</td>\n",
       "      <td>183</td>\n",
       "      <td>112</td>\n",
       "      <td>156</td>\n",
       "      <td>62</td>\n",
       "      <td>94</td>\n",
       "      <td>31</td>\n",
       "      <td>54</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2269</th>\n",
       "      <td>70</td>\n",
       "      <td>358</td>\n",
       "      <td>113</td>\n",
       "      <td>319</td>\n",
       "      <td>126</td>\n",
       "      <td>250</td>\n",
       "      <td>75</td>\n",
       "      <td>200</td>\n",
       "      <td>23</td>\n",
       "      <td>180</td>\n",
       "      <td>130</td>\n",
       "      <td>167</td>\n",
       "      <td>150</td>\n",
       "      <td>92</td>\n",
       "      <td>161</td>\n",
       "      <td>50</td>\n",
       "      <td>167</td>\n",
       "      <td>12</td>\n",
       "      <td>84</td>\n",
       "      <td>159</td>\n",
       "      <td>87</td>\n",
       "      <td>80</td>\n",
       "      <td>89</td>\n",
       "      <td>36</td>\n",
       "      <td>89</td>\n",
       "      <td>0</td>\n",
       "      <td>45</td>\n",
       "      <td>173</td>\n",
       "      <td>25</td>\n",
       "      <td>104</td>\n",
       "      <td>18</td>\n",
       "      <td>58</td>\n",
       "      <td>10</td>\n",
       "      <td>19</td>\n",
       "      <td>13</td>\n",
       "      <td>200</td>\n",
       "      <td>0</td>\n",
       "      <td>156</td>\n",
       "      <td>12</td>\n",
       "      <td>167</td>\n",
       "      <td>22</td>\n",
       "      <td>186</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1227</th>\n",
       "      <td>326</td>\n",
       "      <td>116</td>\n",
       "      <td>292</td>\n",
       "      <td>55</td>\n",
       "      <td>225</td>\n",
       "      <td>17</td>\n",
       "      <td>161</td>\n",
       "      <td>26</td>\n",
       "      <td>116</td>\n",
       "      <td>50</td>\n",
       "      <td>169</td>\n",
       "      <td>9</td>\n",
       "      <td>99</td>\n",
       "      <td>0</td>\n",
       "      <td>55</td>\n",
       "      <td>2</td>\n",
       "      <td>17</td>\n",
       "      <td>2</td>\n",
       "      <td>159</td>\n",
       "      <td>48</td>\n",
       "      <td>89</td>\n",
       "      <td>42</td>\n",
       "      <td>40</td>\n",
       "      <td>39</td>\n",
       "      <td>0</td>\n",
       "      <td>36</td>\n",
       "      <td>166</td>\n",
       "      <td>87</td>\n",
       "      <td>112</td>\n",
       "      <td>90</td>\n",
       "      <td>160</td>\n",
       "      <td>92</td>\n",
       "      <td>197</td>\n",
       "      <td>95</td>\n",
       "      <td>179</td>\n",
       "      <td>128</td>\n",
       "      <td>138</td>\n",
       "      <td>131</td>\n",
       "      <td>169</td>\n",
       "      <td>129</td>\n",
       "      <td>196</td>\n",
       "      <td>127</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1850</th>\n",
       "      <td>294</td>\n",
       "      <td>0</td>\n",
       "      <td>263</td>\n",
       "      <td>38</td>\n",
       "      <td>204</td>\n",
       "      <td>94</td>\n",
       "      <td>164</td>\n",
       "      <td>157</td>\n",
       "      <td>131</td>\n",
       "      <td>208</td>\n",
       "      <td>121</td>\n",
       "      <td>0</td>\n",
       "      <td>64</td>\n",
       "      <td>81</td>\n",
       "      <td>29</td>\n",
       "      <td>140</td>\n",
       "      <td>0</td>\n",
       "      <td>186</td>\n",
       "      <td>122</td>\n",
       "      <td>15</td>\n",
       "      <td>96</td>\n",
       "      <td>100</td>\n",
       "      <td>136</td>\n",
       "      <td>113</td>\n",
       "      <td>161</td>\n",
       "      <td>103</td>\n",
       "      <td>127</td>\n",
       "      <td>39</td>\n",
       "      <td>106</td>\n",
       "      <td>116</td>\n",
       "      <td>143</td>\n",
       "      <td>120</td>\n",
       "      <td>162</td>\n",
       "      <td>109</td>\n",
       "      <td>135</td>\n",
       "      <td>57</td>\n",
       "      <td>121</td>\n",
       "      <td>113</td>\n",
       "      <td>152</td>\n",
       "      <td>115</td>\n",
       "      <td>174</td>\n",
       "      <td>104</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2508</th>\n",
       "      <td>71</td>\n",
       "      <td>334</td>\n",
       "      <td>109</td>\n",
       "      <td>292</td>\n",
       "      <td>121</td>\n",
       "      <td>238</td>\n",
       "      <td>82</td>\n",
       "      <td>190</td>\n",
       "      <td>42</td>\n",
       "      <td>165</td>\n",
       "      <td>134</td>\n",
       "      <td>154</td>\n",
       "      <td>128</td>\n",
       "      <td>79</td>\n",
       "      <td>115</td>\n",
       "      <td>39</td>\n",
       "      <td>107</td>\n",
       "      <td>0</td>\n",
       "      <td>89</td>\n",
       "      <td>158</td>\n",
       "      <td>83</td>\n",
       "      <td>107</td>\n",
       "      <td>76</td>\n",
       "      <td>159</td>\n",
       "      <td>84</td>\n",
       "      <td>187</td>\n",
       "      <td>47</td>\n",
       "      <td>168</td>\n",
       "      <td>41</td>\n",
       "      <td>120</td>\n",
       "      <td>44</td>\n",
       "      <td>168</td>\n",
       "      <td>52</td>\n",
       "      <td>196</td>\n",
       "      <td>12</td>\n",
       "      <td>189</td>\n",
       "      <td>0</td>\n",
       "      <td>142</td>\n",
       "      <td>11</td>\n",
       "      <td>166</td>\n",
       "      <td>22</td>\n",
       "      <td>196</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125</th>\n",
       "      <td>61</td>\n",
       "      <td>353</td>\n",
       "      <td>129</td>\n",
       "      <td>326</td>\n",
       "      <td>177</td>\n",
       "      <td>252</td>\n",
       "      <td>166</td>\n",
       "      <td>177</td>\n",
       "      <td>161</td>\n",
       "      <td>115</td>\n",
       "      <td>150</td>\n",
       "      <td>167</td>\n",
       "      <td>155</td>\n",
       "      <td>92</td>\n",
       "      <td>146</td>\n",
       "      <td>39</td>\n",
       "      <td>135</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>168</td>\n",
       "      <td>103</td>\n",
       "      <td>105</td>\n",
       "      <td>107</td>\n",
       "      <td>173</td>\n",
       "      <td>112</td>\n",
       "      <td>217</td>\n",
       "      <td>52</td>\n",
       "      <td>184</td>\n",
       "      <td>49</td>\n",
       "      <td>136</td>\n",
       "      <td>63</td>\n",
       "      <td>208</td>\n",
       "      <td>71</td>\n",
       "      <td>245</td>\n",
       "      <td>0</td>\n",
       "      <td>210</td>\n",
       "      <td>2</td>\n",
       "      <td>170</td>\n",
       "      <td>24</td>\n",
       "      <td>223</td>\n",
       "      <td>35</td>\n",
       "      <td>250</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2515 rows × 44 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        2    3    4    5    6    7    8    9   10   11  ...   36   37   38   39   40   41   42   43  1_Left  1_Right\n",
       "384    81  349  136  306  160  229  117  170   66  151  ...   42  192   23  145   11  113    0   84       1        0\n",
       "2478  128  339  156  274  160  207  116  162   68  145  ...   21  222    0  183   29  210   47  236       1        0\n",
       "1008   85  330  165  284  200  177  156  109   91  113  ...    8  137    0   65   22   72   37  111       1        0\n",
       "432    62  330  104  285  115  212   67  166   17  153  ...    0  189    1  138   21  152   34  174       1        0\n",
       "1331  285  300  334  229  332  111  260   46  184   57  ...  112  156   62   94   31   54    0   15       1        0\n",
       "...   ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  ...  ...     ...      ...\n",
       "2269   70  358  113  319  126  250   75  200   23  180  ...   13  200    0  156   12  167   22  186       1        0\n",
       "1227  326  116  292   55  225   17  161   26  116   50  ...  179  128  138  131  169  129  196  127       1        0\n",
       "1850  294    0  263   38  204   94  164  157  131  208  ...  135   57  121  113  152  115  174  104       1        0\n",
       "2508   71  334  109  292  121  238   82  190   42  165  ...   12  189    0  142   11  166   22  196       1        0\n",
       "125    61  353  129  326  177  252  166  177  161  115  ...    0  210    2  170   24  223   35  250       1        0\n",
       "\n",
       "[2515 rows x 44 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cols=list(range(1,45))\n",
    "features=df[df.columns[cols]]\n",
    "features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "b1c6fe16",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>44_0</th>\n",
       "      <th>44_1</th>\n",
       "      <th>44_2</th>\n",
       "      <th>44_3</th>\n",
       "      <th>44_4</th>\n",
       "      <th>44_5</th>\n",
       "      <th>44_6</th>\n",
       "      <th>44_7</th>\n",
       "      <th>44_8</th>\n",
       "      <th>44_9</th>\n",
       "      <th>44_a</th>\n",
       "      <th>44_b</th>\n",
       "      <th>44_c</th>\n",
       "      <th>44_d</th>\n",
       "      <th>44_e</th>\n",
       "      <th>44_f</th>\n",
       "      <th>44_g</th>\n",
       "      <th>44_h</th>\n",
       "      <th>44_i</th>\n",
       "      <th>44_j</th>\n",
       "      <th>44_k</th>\n",
       "      <th>44_l</th>\n",
       "      <th>44_m</th>\n",
       "      <th>44_n</th>\n",
       "      <th>44_o</th>\n",
       "      <th>44_p</th>\n",
       "      <th>44_q</th>\n",
       "      <th>44_r</th>\n",
       "      <th>44_s</th>\n",
       "      <th>44_t</th>\n",
       "      <th>44_u</th>\n",
       "      <th>44_v</th>\n",
       "      <th>44_w</th>\n",
       "      <th>44_x</th>\n",
       "      <th>44_y</th>\n",
       "      <th>44_z</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>384</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2478</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1008</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>432</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1331</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2269</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1227</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1850</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2508</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2515 rows × 36 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      44_0  44_1  44_2  44_3  44_4  44_5  44_6  44_7  44_8  ...  44_r  44_s  44_t  44_u  44_v  44_w  44_x  44_y  44_z\n",
       "384      0     0     0     0     0     1     0     0     0  ...     0     0     0     0     0     0     0     0     0\n",
       "2478     0     0     0     0     0     0     0     0     0  ...     0     0     0     0     0     0     0     0     1\n",
       "1008     0     0     0     0     0     0     0     0     0  ...     0     0     0     0     0     0     0     0     0\n",
       "432      0     0     0     0     0     0     1     0     0  ...     0     0     0     0     0     0     0     0     0\n",
       "1331     0     0     0     0     0     0     0     0     0  ...     0     0     0     0     0     0     0     0     0\n",
       "...    ...   ...   ...   ...   ...   ...   ...   ...   ...  ...   ...   ...   ...   ...   ...   ...   ...   ...   ...\n",
       "2269     0     0     0     0     0     0     0     0     0  ...     0     0     0     0     0     1     0     0     0\n",
       "1227     0     0     0     0     0     0     0     0     0  ...     0     0     0     0     0     0     0     0     0\n",
       "1850     0     0     0     0     0     0     0     0     0  ...     0     0     0     0     0     0     0     0     0\n",
       "2508     0     0     0     0     0     0     0     0     0  ...     0     0     0     0     0     0     0     0     1\n",
       "125      0     1     0     0     0     0     0     0     0  ...     0     0     0     0     0     0     0     0     0\n",
       "\n",
       "[2515 rows x 36 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cols=[\"44_\"+x for x in unique_sign]\n",
    "targets=df[cols]\n",
    "targets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "6682b672",
   "metadata": {},
   "outputs": [],
   "source": [
    "# the data for training and the remaining 10% for testing\n",
    "train_x,test_x,train_y,test_y,trainFilenames,testFilenames = train_test_split(features, targets, filenames, test_size=0.10,random_state=42)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "ade5b1f2",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2263 252\n",
      "2263 252\n",
      "2263 252\n",
      "(2263, 44)\n",
      "(2263, 36)\n"
     ]
    }
   ],
   "source": [
    "print(len(train_x),len(test_x))\n",
    "print(len(train_y), len(test_y))\n",
    "print(len(trainFilenames), len(testFilenames))\n",
    "print(train_x.shape)\n",
    "print(train_y.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "46f2b283",
   "metadata": {},
   "outputs": [],
   "source": [
    "# KPD23 - Key Point Detection\n",
    "def kpd23():\n",
    "    # Create model here\n",
    "    model = Sequential()\n",
    "    model.add(Dense(42, input_dim = 44, activation = 'relu')) # Rectified Linear Unit Activation Function\n",
    "    # model.add(Dropout(.1))\n",
    "    model.add(Dense(40, activation = 'relu'))\n",
    "    # model.add(Dropout(.2))\n",
    "    model.add(Dense(38, activation = 'relu'))\n",
    "    # model.add(Dropout(.2))\n",
    "    model.add(Dense(36, activation = 'softmax')) # Softmax for multi-class classification\n",
    "    # Compile model here\n",
    "    model.compile(loss = 'categorical_crossentropy', optimizer = 'adam', metrics = ['accuracy'])\n",
    "    \n",
    "    return model\n",
    "\n",
    "    \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "bbfd4abd",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential_4\"\n",
      "_________________________________________________________________\n",
      " Layer (type)                Output Shape              Param #   \n",
      "=================================================================\n",
      " dense_16 (Dense)            (None, 42)                1890      \n",
      "                                                                 \n",
      " dense_17 (Dense)            (None, 40)                1720      \n",
      "                                                                 \n",
      " dense_18 (Dense)            (None, 38)                1558      \n",
      "                                                                 \n",
      " dense_19 (Dense)            (None, 36)                1404      \n",
      "                                                                 \n",
      "=================================================================\n",
      "Total params: 6,572\n",
      "Trainable params: 6,572\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model=kpd23()\n",
    "model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "fd9640cc",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/99\n",
      "227/227 [==============================] - 1s 2ms/step - loss: 0.1309 - accuracy: 0.9545\n",
      "Epoch 2/99\n",
      "227/227 [==============================] - 0s 2ms/step - loss: 0.0912 - accuracy: 0.9598\n",
      "Epoch 3/99\n",
      "227/227 [==============================] - 0s 2ms/step - loss: 0.0880 - accuracy: 0.9620\n",
      "Epoch 4/99\n",
      "227/227 [==============================] - 0s 2ms/step - loss: 0.1285 - accuracy: 0.9474\n",
      "Epoch 5/99\n",
      "227/227 [==============================] - 0s 2ms/step - loss: 0.1016 - accuracy: 0.9602\n",
      "Epoch 6/99\n",
      "227/227 [==============================] - 0s 2ms/step - loss: 0.1026 - accuracy: 0.9580\n",
      "Epoch 7/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.2007 - accuracy: 0.9311\n",
      "Epoch 8/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1247 - accuracy: 0.9576\n",
      "Epoch 9/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0786 - accuracy: 0.9669\n",
      "Epoch 10/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0736 - accuracy: 0.9695\n",
      "Epoch 11/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0838 - accuracy: 0.9651\n",
      "Epoch 12/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1271 - accuracy: 0.9439\n",
      "Epoch 13/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1732 - accuracy: 0.9381\n",
      "Epoch 14/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0876 - accuracy: 0.9589\n",
      "Epoch 15/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0692 - accuracy: 0.9691\n",
      "Epoch 16/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0710 - accuracy: 0.9713\n",
      "Epoch 17/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1059 - accuracy: 0.9540\n",
      "Epoch 18/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1022 - accuracy: 0.9602\n",
      "Epoch 19/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1800 - accuracy: 0.9333\n",
      "Epoch 20/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.2238 - accuracy: 0.9408\n",
      "Epoch 21/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1123 - accuracy: 0.9616\n",
      "Epoch 22/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0686 - accuracy: 0.9722\n",
      "Epoch 23/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0742 - accuracy: 0.9677\n",
      "Epoch 24/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0880 - accuracy: 0.9642\n",
      "Epoch 25/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0678 - accuracy: 0.9682\n",
      "Epoch 26/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0857 - accuracy: 0.9664\n",
      "Epoch 27/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0909 - accuracy: 0.9624\n",
      "Epoch 28/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0907 - accuracy: 0.9611\n",
      "Epoch 29/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1651 - accuracy: 0.9386\n",
      "Epoch 30/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1275 - accuracy: 0.9483\n",
      "Epoch 31/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0900 - accuracy: 0.9642\n",
      "Epoch 32/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.2188 - accuracy: 0.9359\n",
      "Epoch 33/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0977 - accuracy: 0.9607\n",
      "Epoch 34/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0961 - accuracy: 0.9673\n",
      "Epoch 35/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1212 - accuracy: 0.9505\n",
      "Epoch 36/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1107 - accuracy: 0.9629\n",
      "Epoch 37/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0595 - accuracy: 0.9739\n",
      "Epoch 38/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0529 - accuracy: 0.9717\n",
      "Epoch 39/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0716 - accuracy: 0.9669\n",
      "Epoch 40/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0937 - accuracy: 0.9602\n",
      "Epoch 41/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0712 - accuracy: 0.9669\n",
      "Epoch 42/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.2079 - accuracy: 0.9355\n",
      "Epoch 43/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1048 - accuracy: 0.9554\n",
      "Epoch 44/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0871 - accuracy: 0.9704\n",
      "Epoch 45/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1682 - accuracy: 0.9487\n",
      "Epoch 46/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0617 - accuracy: 0.9739\n",
      "Epoch 47/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0660 - accuracy: 0.9704\n",
      "Epoch 48/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0561 - accuracy: 0.9739\n",
      "Epoch 49/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0780 - accuracy: 0.9704\n",
      "Epoch 50/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1333 - accuracy: 0.9567\n",
      "Epoch 51/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1557 - accuracy: 0.9465\n",
      "Epoch 52/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0881 - accuracy: 0.9669\n",
      "Epoch 53/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1193 - accuracy: 0.9646\n",
      "Epoch 54/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0872 - accuracy: 0.9686\n",
      "Epoch 55/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1046 - accuracy: 0.9616\n",
      "Epoch 56/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0537 - accuracy: 0.9770\n",
      "Epoch 57/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0881 - accuracy: 0.9682\n",
      "Epoch 58/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.2183 - accuracy: 0.9373\n",
      "Epoch 59/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0639 - accuracy: 0.9700\n",
      "Epoch 60/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0824 - accuracy: 0.9744\n",
      "Epoch 61/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0642 - accuracy: 0.9682\n",
      "Epoch 62/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0612 - accuracy: 0.9744\n",
      "Epoch 63/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.2259 - accuracy: 0.9355\n",
      "Epoch 64/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1133 - accuracy: 0.9554\n",
      "Epoch 65/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0927 - accuracy: 0.9598\n",
      "Epoch 66/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0564 - accuracy: 0.9775\n",
      "Epoch 67/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0582 - accuracy: 0.9735\n",
      "Epoch 68/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0776 - accuracy: 0.9660\n",
      "Epoch 69/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1167 - accuracy: 0.9607\n",
      "Epoch 70/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0806 - accuracy: 0.9646\n",
      "Epoch 71/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0894 - accuracy: 0.9660\n",
      "Epoch 72/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0740 - accuracy: 0.9677\n",
      "Epoch 73/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1345 - accuracy: 0.9492\n",
      "Epoch 74/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1284 - accuracy: 0.9567\n",
      "Epoch 75/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0676 - accuracy: 0.9788\n",
      "Epoch 76/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0550 - accuracy: 0.9766\n",
      "Epoch 77/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0695 - accuracy: 0.9691\n",
      "Epoch 78/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0926 - accuracy: 0.9633\n",
      "Epoch 79/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1443 - accuracy: 0.9452\n",
      "Epoch 80/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1342 - accuracy: 0.9554\n",
      "Epoch 81/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1283 - accuracy: 0.9549\n",
      "Epoch 82/99\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1480 - accuracy: 0.9505\n",
      "Epoch 83/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0603 - accuracy: 0.9744\n",
      "Epoch 84/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0441 - accuracy: 0.9819\n",
      "Epoch 85/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0567 - accuracy: 0.9770\n",
      "Epoch 86/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0778 - accuracy: 0.9646\n",
      "Epoch 87/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0642 - accuracy: 0.9739\n",
      "Epoch 88/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1135 - accuracy: 0.9571\n",
      "Epoch 89/99\n",
      "227/227 [==============================] - ETA: 0s - loss: 0.0668 - accuracy: 0.97 - 0s 1ms/step - loss: 0.0650 - accuracy: 0.9717\n",
      "Epoch 90/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0498 - accuracy: 0.9797\n",
      "Epoch 91/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0675 - accuracy: 0.9686\n",
      "Epoch 92/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1137 - accuracy: 0.9598\n",
      "Epoch 93/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0787 - accuracy: 0.9695\n",
      "Epoch 94/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0587 - accuracy: 0.9757\n",
      "Epoch 95/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0501 - accuracy: 0.9779\n",
      "Epoch 96/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0592 - accuracy: 0.9753\n",
      "Epoch 97/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0964 - accuracy: 0.9611\n",
      "Epoch 98/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.0665 - accuracy: 0.9700\n",
      "Epoch 99/99\n",
      "227/227 [==============================] - 0s 1ms/step - loss: 0.1171 - accuracy: 0.9638\n"
     ]
    }
   ],
   "source": [
    "EPOCH=99\n",
    "BATCH_SIZE=10\n",
    "start_time=time.time()\n",
    "\n",
    "history = model.fit(train_x, train_y, epochs=EPOCH, batch_size = BATCH_SIZE)\n",
    "training_time=time.time()-start_time"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "60b2ef9f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training Time : 32.76 S\n"
     ]
    }
   ],
   "source": [
    "model.save(\"./model.h5\", save_format=\"h5\")\n",
    "print(\"Training Time : {} S\".format(round(training_time,2)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "4e95ac31",
   "metadata": {},
   "outputs": [],
   "source": [
    "test_object={\n",
    "    \"test_x\":test_x,\n",
    "    \"test_y\":test_y,\n",
    "    \"testFilenames\":testFilenames,\n",
    "    \"unique_sign\":unique_sign\n",
    "}\n",
    "\n",
    "with open('test_data.pkl', 'wb') as f:\n",
    "        pickle.dump(test_object, f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "dcc82a91",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "7c09dba4",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Python 3.9.13\n"
     ]
    }
   ],
   "source": [
    "!python --version"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}