04_o__FER_cnn-res-170.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "aaacd90c",
   "metadata": {
    "_cell_guid": "b1076dfc-b9ad-4769-8c92-a6c4dae69d19",
    "_uuid": "8f2839f25d086af736a60e9eeb907d3b93b6e0e5",
    "execution": {
     "iopub.execute_input": "2022-05-08T14:29:36.690176Z",
     "iopub.status.busy": "2022-05-08T14:29:36.686127Z",
     "iopub.status.idle": "2022-05-08T14:29:36.703106Z",
     "shell.execute_reply": "2022-05-08T14:29:36.703954Z"
    },
    "papermill": {
     "duration": 0.085552,
     "end_time": "2022-05-08T14:29:36.704331",
     "exception": false,
     "start_time": "2022-05-08T14:29:36.618779",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "# This Python 3 environment comes with many helpful analytics libraries installed\n",
    "# It is defined by the kaggle/python Docker image: https://github.com/kaggle/docker-python\n",
    "# For example, here's several helpful packages to load\n",
    "\n",
    "import numpy as np # linear algebra\n",
    "import pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\n",
    "\n",
    "# Input data files are available in the read-only \"../input/\" directory\n",
    "# For example, running this (by clicking run or pressing Shift+Enter) will list all files under the input directory\n",
    "\n",
    "import os\n",
    "#for dirname, _, filenames in os.walk('/kaggle/input'):\n",
    " #   for filename in filenames:\n",
    "  #      print(os.path.join(dirname, filename))\n",
    "\n",
    "# You can write up to 20GB to the current directory (/kaggle/working/) that gets preserved as output when you create a version using \"Save & Run All\" \n",
    "# You can also write temporary files to /kaggle/temp/, but they won't be saved outside of the current session"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "037ffc4a",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T14:29:36.798631Z",
     "iopub.status.busy": "2022-05-08T14:29:36.797545Z",
     "iopub.status.idle": "2022-05-08T14:29:55.659252Z",
     "shell.execute_reply": "2022-05-08T14:29:55.658660Z",
     "shell.execute_reply.started": "2022-04-09T14:20:24.065772Z"
    },
    "papermill": {
     "duration": 18.91508,
     "end_time": "2022-05-08T14:29:55.659428",
     "exception": false,
     "start_time": "2022-05-08T14:29:36.744348",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting kaleido\r\n",
      "  Downloading kaleido-0.2.1-py2.py3-none-manylinux1_x86_64.whl (79.9 MB)\r\n",
      "     |████████████████████████████████| 79.9 MB 4.7 MB/s             \r\n",
      "\u001b[?25hInstalling collected packages: kaleido\r\n",
      "Successfully installed kaleido-0.2.1\r\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\r\n"
     ]
    }
   ],
   "source": [
    "!pip install kaleido"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "20c1d69b",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T14:29:55.804754Z",
     "iopub.status.busy": "2022-05-08T14:29:55.803591Z",
     "iopub.status.idle": "2022-05-08T14:30:02.868165Z",
     "shell.execute_reply": "2022-05-08T14:30:02.867138Z",
     "shell.execute_reply.started": "2022-04-10T05:10:52.29402Z"
    },
    "papermill": {
     "duration": 7.137627,
     "end_time": "2022-05-08T14:30:02.868315",
     "exception": false,
     "start_time": "2022-05-08T14:29:55.730688",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import tensorflow as tf\n",
    "import tensorflow.keras.backend as K\n",
    "from tensorflow.keras.preprocessing.image import ImageDataGenerator\n",
    "from tensorflow.keras.models import Sequential\n",
    "from tensorflow.keras import datasets, layers, models\n",
    "from sklearn.metrics import classification_report, confusion_matrix\n",
    "from sklearn.model_selection import KFold, StratifiedKFold\n",
    "from sklearn.metrics import roc_curve, auc\n",
    "import plotly.graph_objects as go\n",
    "import glob\n",
    "import os"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "2e86bb8c",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T14:30:03.014387Z",
     "iopub.status.busy": "2022-05-08T14:30:03.013362Z",
     "iopub.status.idle": "2022-05-08T14:30:03.016142Z",
     "shell.execute_reply": "2022-05-08T14:30:03.016648Z",
     "shell.execute_reply.started": "2022-04-10T05:24:13.336923Z"
    },
    "papermill": {
     "duration": 0.07807,
     "end_time": "2022-05-08T14:30:03.016825",
     "exception": false,
     "start_time": "2022-05-08T14:30:02.938755",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def create_dir (direct):\n",
    "  if not os.path.exists(direct):\n",
    "    os.mkdir(direct)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "d75d5325",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T14:30:03.163086Z",
     "iopub.status.busy": "2022-05-08T14:30:03.162042Z",
     "iopub.status.idle": "2022-05-08T14:30:03.164855Z",
     "shell.execute_reply": "2022-05-08T14:30:03.165334Z",
     "shell.execute_reply.started": "2022-04-10T05:11:27.14026Z"
    },
    "papermill": {
     "duration": 0.079667,
     "end_time": "2022-05-08T14:30:03.165483",
     "exception": false,
     "start_time": "2022-05-08T14:30:03.085816",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "ROOT_DIR = \"/kaggle/input/ferset\" #MT Directory\n",
    "DATASET_02 = ROOT_DIR + \"/02_FER\"\n",
    "DATASET_02_TRAIN = DATASET_02 + \"/train\"\n",
    "DATASET_02_TEST = DATASET_02+ \"/test\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "eb838116",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T14:30:03.311794Z",
     "iopub.status.busy": "2022-05-08T14:30:03.311008Z",
     "iopub.status.idle": "2022-05-08T14:30:03.365681Z",
     "shell.execute_reply": "2022-05-08T14:30:03.365160Z",
     "shell.execute_reply.started": "2022-04-09T14:21:02.297514Z"
    },
    "papermill": {
     "duration": 0.131084,
     "end_time": "2022-05-08T14:30:03.365865",
     "exception": false,
     "start_time": "2022-05-08T14:30:03.234781",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "L\n",
      "48 48\n"
     ]
    }
   ],
   "source": [
    "import PIL\n",
    "\n",
    "image = PIL.Image.open(DATASET_02_TRAIN + \"/surprise/Training_99984132.jpg\")\n",
    "#image to open\n",
    "\n",
    "width, height = image.size\n",
    "\n",
    "print(image.mode)\n",
    "print(width, height)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "91eff3a0",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T14:30:03.515479Z",
     "iopub.status.busy": "2022-05-08T14:30:03.514622Z",
     "iopub.status.idle": "2022-05-08T14:30:38.916001Z",
     "shell.execute_reply": "2022-05-08T14:30:38.916547Z",
     "shell.execute_reply.started": "2022-04-10T05:11:22.154735Z"
    },
    "papermill": {
     "duration": 35.478704,
     "end_time": "2022-05-08T14:30:38.916734",
     "exception": false,
     "start_time": "2022-05-08T14:30:03.438030",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 7178 images belonging to 7 classes.\n",
      "Found 28709 images belonging to 7 classes.\n"
     ]
    }
   ],
   "source": [
    "datagen = ImageDataGenerator()\n",
    "image_size = (48, 48)\n",
    "colormode = 'rgb'\n",
    "test_set = datagen.flow_from_directory(DATASET_02_TEST, target_size=image_size, color_mode =colormode, batch_size=32, shuffle=False)\n",
    "train_set = datagen.flow_from_directory(DATASET_02_TRAIN, target_size=image_size, color_mode =colormode, batch_size=32)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "76dc9bbc",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T14:30:39.066201Z",
     "iopub.status.busy": "2022-05-08T14:30:39.065468Z",
     "iopub.status.idle": "2022-05-08T14:30:42.274462Z",
     "shell.execute_reply": "2022-05-08T14:30:42.275043Z",
     "shell.execute_reply.started": "2022-04-10T05:24:37.811731Z"
    },
    "papermill": {
     "duration": 3.288544,
     "end_time": "2022-05-08T14:30:42.275243",
     "exception": false,
     "start_time": "2022-05-08T14:30:38.986699",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2022-05-08 14:30:39.181026: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "conv2d (Conv2D)              (None, 46, 46, 64)        1792      \n",
      "_________________________________________________________________\n",
      "max_pooling2d (MaxPooling2D) (None, 23, 23, 64)        0         \n",
      "_________________________________________________________________\n",
      "conv2d_1 (Conv2D)            (None, 21, 21, 128)       73856     \n",
      "_________________________________________________________________\n",
      "max_pooling2d_1 (MaxPooling2 (None, 10, 10, 128)       0         \n",
      "_________________________________________________________________\n",
      "flatten (Flatten)            (None, 12800)             0         \n",
      "_________________________________________________________________\n",
      "dense (Dense)                (None, 256)               3277056   \n",
      "_________________________________________________________________\n",
      "dense_1 (Dense)              (None, 7)                 1799      \n",
      "=================================================================\n",
      "Total params: 3,354,503\n",
      "Trainable params: 3,354,503\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2022-05-08 14:30:39.283086: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-08 14:30:39.284240: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-08 14:30:39.286255: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA\n",
      "To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n",
      "2022-05-08 14:30:39.287701: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-08 14:30:39.288760: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-08 14:30:39.289819: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-08 14:30:41.837685: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-08 14:30:41.838868: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-08 14:30:41.839921: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:937] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
      "2022-05-08 14:30:41.840868: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1510] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 15403 MB memory:  -> device: 0, name: Tesla P100-PCIE-16GB, pci bus id: 0000:00:04.0, compute capability: 6.0\n"
     ]
    }
   ],
   "source": [
    "def create_model_V1():\n",
    "    model = models.Sequential()\n",
    "    model.add(layers.Conv2D(64, (3, 3), activation='relu', input_shape=(48, 48, 3)))\n",
    "    model.add(layers.MaxPooling2D((2, 2)))\n",
    "    #model.add(layers.Dropout(0.4))\n",
    "    #model.add(layers.Conv2D(32, (3, 3), activation='relu'))\n",
    "    #model.add(layers.MaxPooling2D((2, 2)))\n",
    "    #model.add(layers.Dropout(0.4))\n",
    "    #model.add(layers.Conv2D(16, (3, 3), activation='relu'))\n",
    "    #model.add(layers.MaxPooling2D((2, 2)))\n",
    "    model.add(layers.Conv2D(128, (3, 3), activation='relu'))\n",
    "    model.add(layers.MaxPooling2D((2, 2)))\n",
    "    model.add(layers.Flatten())\n",
    "    model.add(layers.Dense(256, activation='relu'))\n",
    "    model.add(layers.Dense(7, activation='softmax'))\n",
    "    \n",
    "    return model\n",
    "\n",
    "\n",
    "model_1 = create_model_V1()\n",
    "model_1.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "b7059e31",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T14:30:42.427842Z",
     "iopub.status.busy": "2022-05-08T14:30:42.426791Z",
     "iopub.status.idle": "2022-05-08T14:30:42.429336Z",
     "shell.execute_reply": "2022-05-08T14:30:42.429904Z",
     "shell.execute_reply.started": "2022-04-10T05:22:25.916212Z"
    },
    "papermill": {
     "duration": 0.081557,
     "end_time": "2022-05-08T14:30:42.430081",
     "exception": false,
     "start_time": "2022-05-08T14:30:42.348524",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def get_data_df(dir):\n",
    "  # modified code from: https://www.kaggle.com/namgalielei/simple-load-images-and-count-number-of-each-class\n",
    "\n",
    "  train_df = pd.DataFrame()\n",
    "\n",
    "  trainset = glob.glob(dir)\n",
    "  #print(trainset)\n",
    "  train_df['filename'] = [img.split(\"/\")[-2]+\"/\"+img.split(\"/\")[-1] for img in trainset]\n",
    "  train_df['label'] = [img.split(\"/\")[-2] for img in trainset]\n",
    "\n",
    "  return train_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "e37426c8",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T14:30:42.714437Z",
     "iopub.status.busy": "2022-05-08T14:30:42.713360Z",
     "iopub.status.idle": "2022-05-08T14:30:43.009956Z",
     "shell.execute_reply": "2022-05-08T14:30:43.010781Z",
     "shell.execute_reply.started": "2022-04-10T05:22:27.152689Z"
    },
    "papermill": {
     "duration": 0.450201,
     "end_time": "2022-05-08T14:30:43.011065",
     "exception": false,
     "start_time": "2022-05-08T14:30:42.560864",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>surprise/Training_66056468.jpg</td>\n",
       "      <td>surprise</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>surprise/Training_26522394.jpg</td>\n",
       "      <td>surprise</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>surprise/Training_63239185.jpg</td>\n",
       "      <td>surprise</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>surprise/Training_67725241.jpg</td>\n",
       "      <td>surprise</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>surprise/Training_71308969.jpg</td>\n",
       "      <td>surprise</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28704</th>\n",
       "      <td>happy/Training_18866880.jpg</td>\n",
       "      <td>happy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28705</th>\n",
       "      <td>happy/Training_16513509.jpg</td>\n",
       "      <td>happy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28706</th>\n",
       "      <td>happy/Training_10834907.jpg</td>\n",
       "      <td>happy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28707</th>\n",
       "      <td>happy/Training_30459679.jpg</td>\n",
       "      <td>happy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28708</th>\n",
       "      <td>happy/Training_95673040.jpg</td>\n",
       "      <td>happy</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>28709 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                             filename     label\n",
       "0      surprise/Training_66056468.jpg  surprise\n",
       "1      surprise/Training_26522394.jpg  surprise\n",
       "2      surprise/Training_63239185.jpg  surprise\n",
       "3      surprise/Training_67725241.jpg  surprise\n",
       "4      surprise/Training_71308969.jpg  surprise\n",
       "...                               ...       ...\n",
       "28704     happy/Training_18866880.jpg     happy\n",
       "28705     happy/Training_16513509.jpg     happy\n",
       "28706     happy/Training_10834907.jpg     happy\n",
       "28707     happy/Training_30459679.jpg     happy\n",
       "28708     happy/Training_95673040.jpg     happy\n",
       "\n",
       "[28709 rows x 2 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_train = get_data_df(DATASET_02_TRAIN+\"/*/*.jpg\")\n",
    "test_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "746a1608",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T14:30:43.207838Z",
     "iopub.status.busy": "2022-05-08T14:30:43.206599Z",
     "iopub.status.idle": "2022-05-08T14:30:43.234934Z",
     "shell.execute_reply": "2022-05-08T14:30:43.234343Z",
     "shell.execute_reply.started": "2022-04-10T05:22:29.664743Z"
    },
    "papermill": {
     "duration": 0.111615,
     "end_time": "2022-05-08T14:30:43.235217",
     "exception": false,
     "start_time": "2022-05-08T14:30:43.123602",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "surprise\n",
      "fear\n",
      "angry\n",
      "neutral\n",
      "sad\n",
      "disgust\n",
      "happy\n",
      "35887\n",
      "[4002, 5121, 4953, 6198, 6077, 547, 8989]\n",
      "{0: 1.2810380524023703, 1: 1.001115853488437, 2: 1.035072539009547, 3: 0.8271562255105334, 4: 0.8436258492207152, 5: 9.372420997649517, 6: 0.5703319930708962}\n"
     ]
    }
   ],
   "source": [
    "total = 0\n",
    "value_list = []\n",
    "for item in os.listdir(DATASET_02_TRAIN):\n",
    "    y = len(os.listdir(DATASET_02_TRAIN+'/'+item))+len(os.listdir(DATASET_02_TEST+'/'+item))\n",
    "    value_list.append(y)\n",
    "    total += y\n",
    "    print(item)\n",
    "print(total)\n",
    "print(value_list)\n",
    "weights = {}\n",
    "for n in range(0,len(value_list)):\n",
    "    w = total/(len(value_list)*value_list[n])\n",
    "    weights[n] = w\n",
    "    \n",
    "print(weights)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "43b3bca5",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T14:30:43.404882Z",
     "iopub.status.busy": "2022-05-08T14:30:43.403731Z",
     "iopub.status.idle": "2022-05-08T14:30:43.406291Z",
     "shell.execute_reply": "2022-05-08T14:30:43.406855Z",
     "shell.execute_reply.started": "2022-04-10T05:24:16.122055Z"
    },
    "papermill": {
     "duration": 0.090074,
     "end_time": "2022-05-08T14:30:43.407042",
     "exception": false,
     "start_time": "2022-05-08T14:30:43.316968",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "create_dir('/kaggle/working/Saved_CNN_Models')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "fede64b2",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T14:30:43.565133Z",
     "iopub.status.busy": "2022-05-08T14:30:43.563914Z",
     "iopub.status.idle": "2022-05-08T14:30:43.743805Z",
     "shell.execute_reply": "2022-05-08T14:30:43.743222Z",
     "shell.execute_reply.started": "2022-04-10T05:24:18.287748Z"
    },
    "papermill": {
     "duration": 0.26255,
     "end_time": "2022-05-08T14:30:43.743983",
     "exception": false,
     "start_time": "2022-05-08T14:30:43.481433",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "from sklearn.model_selection import KFold, StratifiedKFold\n",
    "\n",
    "train_data = get_data_df(DATASET_02_TRAIN+\"/*/*.jpg\")\n",
    "Y = train_data[['label']]\n",
    "\n",
    "#Y = final_train[['label']]\n",
    "#n = len(final_train)   \n",
    "\n",
    "skf = StratifiedKFold(n_splits = 5, random_state = 7, shuffle = True) \n",
    "\n",
    "#Un needed preprocessing aside from rescale\n",
    "#idg = ImageDataGenerator(rescale=1./255)\n",
    "create_dir('/kaggle/working/Saved_CNN_Models')\n",
    "#model name\n",
    "def get_model_name(k):\n",
    "    return 'model_'+str(k)+'.h5'\n",
    "def model_test(fold_count, epoch, model_method, image_size, mode):\n",
    "    skf = StratifiedKFold(n_splits = fold_count, random_state = 7, shuffle = True)\n",
    "    train_data = get_data_df(DATASET_02_TRAIN+\"/*/*.jpg\")\n",
    "      #Incorperate preprocessing in the method \n",
    "      #####################################################################\n",
    "      #aug_train = get_data_df(DATASET_01_ROOT+\"/Aug_train/*/*.jpg\")\n",
    "      #aug_train['filename'] = aug_train['filename'].str[7:]\n",
    "      #final_train = test_train.append(aug_train, sort=False, ignore_index=True)\n",
    "\n",
    "\n",
    "      #######################################################################\n",
    "      #idg = ImageDataGenerator(rescale=1./255)\n",
    "    idg = ImageDataGenerator()\n",
    "    Y = train_data[['label']]\n",
    "    n = len(train_data)    \n",
    "    VALIDATION_ACCURACY = []\n",
    "    VALIDATION_LOSS = []\n",
    "\n",
    "      #create a directory\n",
    "    save_dir = '/kaggle/working/Saved_CNN_Models/'+model_method.__name__+'_'+str(epoch)+'epochs/'\n",
    "    create_dir(save_dir)\n",
    "    \n",
    "    img_dir = DATASET_02_TRAIN\n",
    "\n",
    "    fold_var = 1\n",
    "\n",
    "      #n is number of samples, doesn't care about x values for split, just y\n",
    "    for train_index, val_index in skf.split(np.zeros(n),Y):\n",
    "\n",
    "        #Index value for fold\n",
    "        training_data = train_data.iloc[train_index]\n",
    "        validation_data = train_data.iloc[val_index]\n",
    "        #generator for train\n",
    "        #print(\"hi\")\n",
    "        #print(validation_data.head())\n",
    "        #Modify the training size, have an input adjustability \n",
    "        train_data_generator = idg.flow_from_dataframe(training_data, directory = img_dir,\n",
    "                                                       target_size=image_size, batch_size=32, color_mode =mode,\n",
    "                                                       x_col = \"filename\", y_col = \"label\",shuffle = True)\n",
    "        #print(\"hi\")\n",
    "        #generator for validation\n",
    "        valid_data_generator  = idg.flow_from_dataframe(validation_data, directory = img_dir,\n",
    "                                                        target_size=image_size, color_mode =mode,batch_size=32,\n",
    "                                                        x_col = \"filename\", y_col = \"label\",shuffle = True)\n",
    "        #print(\"hi\")\n",
    "        #create a method for this\n",
    "        # CREATE NEW MODEL\n",
    "        model = model_method()\n",
    "        # COMPILE NEW MODEL\n",
    "        model.compile(loss=tf.keras.losses.CategoricalCrossentropy(),\n",
    "                optimizer= tf.keras.optimizers.Adam(learning_rate=0.0001),\n",
    "                metrics=['accuracy'])\n",
    "\n",
    "        # CREATE CALLBACKS\n",
    "        #Unsure about checpoint\n",
    "        checkpoint = tf.keras.callbacks.ModelCheckpoint(save_dir+model_method.__name__+\"_\"+get_model_name(fold_var), \n",
    "                    monitor='val_accuracy', verbose=1, \n",
    "                    save_best_only=True, mode='max')\n",
    "\n",
    "        callbacks_list = [checkpoint]\n",
    "        # There can be other callbacks, but just showing one because it involves the model name\n",
    "        # This saves the best model\n",
    "        # FIT THE MODEL\n",
    "        #Include the weights for classes\n",
    "        history = model.fit(train_data_generator,\n",
    "                epochs=epoch,\n",
    "                callbacks=callbacks_list,\n",
    "                validation_data=valid_data_generator,\n",
    "                class_weight = weights,\n",
    "                verbose = 2)\n",
    "\n",
    "        #PLOT HISTORY\n",
    "        #Plots for whichever\n",
    "        #\t\t:\n",
    "        #plt.plot(history.history['binary_accuracy'], label='accuracy')\n",
    "        #plt.plot(history.history['val_binary_accuracy'], label = 'val_accuracy')\n",
    "        #plt.xlabel('Epoch')\n",
    "        #plt.ylabel('Accuracy')\n",
    "        #plt.ylim([0.3, 1])\n",
    "        #plt.legend(loc='lower right')\n",
    "        #plt.show()\n",
    "        #frame = {'Accuracy': history.history['binary_accuracy'], 'Val_Accuracy': history.history['val_binary_accuracy']}\n",
    "        #fig = px.line(frame)\n",
    "        #fig.show()\n",
    "        fig = go.Figure()\n",
    "        fig.add_trace(go.Scatter(y= history.history['accuracy'],\n",
    "                          mode='lines+markers',\n",
    "                          name='Training Accuracy'))\n",
    "        fig.add_trace(go.Scatter(y= history.history['val_accuracy'],\n",
    "                          mode='lines+markers',\n",
    "                          name='Validation Accuracy'))\n",
    "        fig.update_yaxes(range=[0, 1])\n",
    "        fig.update_layout(\n",
    "            title=\"Fold \"+ str(fold_var)+ \"'s performance\",\n",
    "            title_x=0.5,\n",
    "            xaxis_title=\"Epochs\",\n",
    "            yaxis_title=\"Accuracy\",\n",
    "            autosize=False,\n",
    "            width=800,\n",
    "            height=400,\n",
    "            margin=dict(l=20, r=20, t=40, b=20),)\n",
    "        fig.show()\n",
    "        graph_dir = '/kaggle/working/img'\n",
    "        create_dir(graph_dir)\n",
    "        graph_dir = graph_dir+'/'+model_method.__name__\n",
    "        create_dir(graph_dir)\n",
    "        fig.write_image(graph_dir+'/fold'+str(fold_var)+'.png') \n",
    "\n",
    "        #\t\t:\n",
    "        # LOAD BEST MODEL to evaluate the performance of the model\n",
    "        model.load_weights(save_dir+model_method.__name__+\"_\" + \"model_\"+str(fold_var)+\".h5\")\n",
    "\n",
    "        results = model.evaluate(test_set)\n",
    "        results = dict(zip(model.metrics_names,results))\n",
    "\n",
    "        VALIDATION_ACCURACY.append(results['accuracy'])\n",
    "        VALIDATION_LOSS.append(results['loss'])\n",
    "\n",
    "        tf.keras.backend.clear_session()\n",
    "\n",
    "        fold_var += 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "9fff14dc",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T14:30:43.894211Z",
     "iopub.status.busy": "2022-05-08T14:30:43.892309Z",
     "iopub.status.idle": "2022-05-08T14:30:43.898743Z",
     "shell.execute_reply": "2022-05-08T14:30:43.898193Z",
     "shell.execute_reply.started": "2022-04-10T05:24:45.062643Z"
    },
    "papermill": {
     "duration": 0.082015,
     "end_time": "2022-05-08T14:30:43.898881",
     "exception": false,
     "start_time": "2022-05-08T14:30:43.816866",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#model_test(5, 1, create_model_V1, (48,48), 'rgb')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "9ada09ca",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T14:30:44.066220Z",
     "iopub.status.busy": "2022-05-08T14:30:44.065154Z",
     "iopub.status.idle": "2022-05-08T14:30:47.704363Z",
     "shell.execute_reply": "2022-05-08T14:30:47.705155Z",
     "shell.execute_reply.started": "2022-04-10T05:16:12.322224Z"
    },
    "papermill": {
     "duration": 3.734009,
     "end_time": "2022-05-08T14:30:47.705460",
     "exception": false,
     "start_time": "2022-05-08T14:30:43.971451",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Downloading data from https://storage.googleapis.com/tensorflow/keras-applications/resnet/resnet50_weights_tf_dim_ordering_tf_kernels_notop.h5\n",
      "94773248/94765736 [==============================] - 1s 0us/step\n",
      "94781440/94765736 [==============================] - 1s 0us/step\n",
      "175\n"
     ]
    }
   ],
   "source": [
    "def transfer_learning_model_resnet_50():\n",
    "\n",
    "  IMG_SHAPE = (48,48,3,)\n",
    " \n",
    "  inputs = tf.keras.Input(shape=IMG_SHAPE)\n",
    "  #inputs = tf.image.grayscale_to_rgb(y)\n",
    " \n",
    "  x = tf.keras.applications.resnet50.preprocess_input(inputs)\n",
    "  base_model = tf.keras.applications.resnet50.ResNet50(input_shape=(48,48,3,),\n",
    "                                               include_top=False,\n",
    "                                               weights='imagenet')\n",
    "  print(len(base_model.layers))\n",
    "  base_model.trainable = True\n",
    "\n",
    "  fine_tune_at = 170\n",
    "  for layer in base_model.layers[:fine_tune_at]:\n",
    "    layer.trainable = False\n",
    "\n",
    "  x = base_model(x)\n",
    "  global_average_layer = tf.keras.layers.GlobalAveragePooling2D()\n",
    "  x = global_average_layer(x)\n",
    "  x = tf.keras.layers.Dropout(0.4)(x)\n",
    "  prediction_layer = tf.keras.layers.Dense(7, activation = \"softmax\")\n",
    "  outputs = prediction_layer(x)\n",
    "  model = tf.keras.Model(inputs, outputs)\n",
    "  #print(len(model.trainable_variables))\n",
    "  return model\n",
    "\n",
    "transfer_model_resnet_50 = transfer_learning_model_resnet_50()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "e31b5a82",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T14:30:47.994167Z",
     "iopub.status.busy": "2022-05-08T14:30:47.993182Z",
     "iopub.status.idle": "2022-05-08T14:30:48.015698Z",
     "shell.execute_reply": "2022-05-08T14:30:48.017008Z",
     "shell.execute_reply.started": "2022-04-10T05:16:16.075418Z"
    },
    "papermill": {
     "duration": 0.175109,
     "end_time": "2022-05-08T14:30:48.017244",
     "exception": false,
     "start_time": "2022-05-08T14:30:47.842135",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"model\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "input_1 (InputLayer)         [(None, 48, 48, 3)]       0         \n",
      "_________________________________________________________________\n",
      "tf.__operators__.getitem (Sl (None, 48, 48, 3)         0         \n",
      "_________________________________________________________________\n",
      "tf.nn.bias_add (TFOpLambda)  (None, 48, 48, 3)         0         \n",
      "_________________________________________________________________\n",
      "resnet50 (Functional)        (None, 2, 2, 2048)        23587712  \n",
      "_________________________________________________________________\n",
      "global_average_pooling2d (Gl (None, 2048)              0         \n",
      "_________________________________________________________________\n",
      "dropout (Dropout)            (None, 2048)              0         \n",
      "_________________________________________________________________\n",
      "dense_2 (Dense)              (None, 7)                 14343     \n",
      "=================================================================\n",
      "Total params: 23,602,055\n",
      "Trainable params: 1,069,063\n",
      "Non-trainable params: 22,532,992\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "transfer_model_resnet_50.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "facc1413",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T14:30:48.214949Z",
     "iopub.status.busy": "2022-05-08T14:30:48.214036Z",
     "iopub.status.idle": "2022-05-08T16:06:21.982580Z",
     "shell.execute_reply": "2022-05-08T16:06:21.981626Z",
     "shell.execute_reply.started": "2022-04-09T14:48:53.8528Z"
    },
    "papermill": {
     "duration": 5733.856197,
     "end_time": "2022-05-08T16:06:21.982825",
     "exception": false,
     "start_time": "2022-05-08T14:30:48.126628",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 22967 validated image filenames belonging to 7 classes.\n",
      "Found 5742 validated image filenames belonging to 7 classes.\n",
      "175\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2022-05-08 14:31:05.509929: I tensorflow/compiler/mlir/mlir_graph_optimization_pass.cc:185] None of the MLIR Optimization Passes are enabled (registered 2)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/30\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2022-05-08 14:31:10.298428: I tensorflow/stream_executor/cuda/cuda_dnn.cc:369] Loaded cuDNN version 8005\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "718/718 - 195s - loss: 4.0362 - accuracy: 0.2236 - val_loss: 2.9665 - val_accuracy: 0.2205\n",
      "\n",
      "Epoch 00001: val_accuracy improved from -inf to 0.22048, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_1.h5\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/keras/utils/generic_utils.py:497: CustomMaskWarning: Custom mask layers require a config and must override get_config. When loading, the custom mask layer must be passed to the custom_objects argument.\n",
      "  category=CustomMaskWarning)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 2/30\n",
      "718/718 - 31s - loss: 3.1087 - accuracy: 0.2691 - val_loss: 2.3935 - val_accuracy: 0.2703\n",
      "\n",
      "Epoch 00002: val_accuracy improved from 0.22048 to 0.27029, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_1.h5\n",
      "Epoch 3/30\n",
      "718/718 - 31s - loss: 2.7362 - accuracy: 0.3010 - val_loss: 2.2590 - val_accuracy: 0.2703\n",
      "\n",
      "Epoch 00003: val_accuracy did not improve from 0.27029\n",
      "Epoch 4/30\n",
      "718/718 - 30s - loss: 2.4789 - accuracy: 0.3153 - val_loss: 2.2129 - val_accuracy: 0.2731\n",
      "\n",
      "Epoch 00004: val_accuracy improved from 0.27029 to 0.27308, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_1.h5\n",
      "Epoch 5/30\n",
      "718/718 - 30s - loss: 2.2703 - accuracy: 0.3396 - val_loss: 1.9906 - val_accuracy: 0.2933\n",
      "\n",
      "Epoch 00005: val_accuracy improved from 0.27308 to 0.29328, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_1.h5\n",
      "Epoch 6/30\n",
      "718/718 - 30s - loss: 2.1189 - accuracy: 0.3582 - val_loss: 1.9162 - val_accuracy: 0.3316\n",
      "\n",
      "Epoch 00006: val_accuracy improved from 0.29328 to 0.33159, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_1.h5\n",
      "Epoch 7/30\n",
      "718/718 - 31s - loss: 2.0021 - accuracy: 0.3764 - val_loss: 1.8353 - val_accuracy: 0.3537\n",
      "\n",
      "Epoch 00007: val_accuracy improved from 0.33159 to 0.35371, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_1.h5\n",
      "Epoch 8/30\n",
      "718/718 - 31s - loss: 1.8857 - accuracy: 0.4005 - val_loss: 1.7923 - val_accuracy: 0.3708\n",
      "\n",
      "Epoch 00008: val_accuracy improved from 0.35371 to 0.37078, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_1.h5\n",
      "Epoch 9/30\n",
      "718/718 - 31s - loss: 1.8162 - accuracy: 0.4166 - val_loss: 1.8003 - val_accuracy: 0.3687\n",
      "\n",
      "Epoch 00009: val_accuracy did not improve from 0.37078\n",
      "Epoch 10/30\n",
      "718/718 - 35s - loss: 1.7226 - accuracy: 0.4375 - val_loss: 1.8044 - val_accuracy: 0.3586\n",
      "\n",
      "Epoch 00010: val_accuracy did not improve from 0.37078\n",
      "Epoch 11/30\n",
      "718/718 - 31s - loss: 1.6622 - accuracy: 0.4591 - val_loss: 1.7782 - val_accuracy: 0.3746\n",
      "\n",
      "Epoch 00011: val_accuracy improved from 0.37078 to 0.37461, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_1.h5\n",
      "Epoch 12/30\n",
      "718/718 - 31s - loss: 1.5876 - accuracy: 0.4747 - val_loss: 1.7145 - val_accuracy: 0.3976\n",
      "\n",
      "Epoch 00012: val_accuracy improved from 0.37461 to 0.39760, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_1.h5\n",
      "Epoch 13/30\n",
      "718/718 - 30s - loss: 1.5242 - accuracy: 0.4938 - val_loss: 1.7723 - val_accuracy: 0.3892\n",
      "\n",
      "Epoch 00013: val_accuracy did not improve from 0.39760\n",
      "Epoch 14/30\n",
      "718/718 - 30s - loss: 1.4585 - accuracy: 0.5141 - val_loss: 1.7655 - val_accuracy: 0.4002\n",
      "\n",
      "Epoch 00014: val_accuracy improved from 0.39760 to 0.40021, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_1.h5\n",
      "Epoch 15/30\n",
      "718/718 - 31s - loss: 1.4038 - accuracy: 0.5325 - val_loss: 1.7469 - val_accuracy: 0.4009\n",
      "\n",
      "Epoch 00015: val_accuracy improved from 0.40021 to 0.40091, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_1.h5\n",
      "Epoch 16/30\n",
      "718/718 - 30s - loss: 1.3242 - accuracy: 0.5563 - val_loss: 1.6922 - val_accuracy: 0.4222\n",
      "\n",
      "Epoch 00016: val_accuracy improved from 0.40091 to 0.42215, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_1.h5\n",
      "Epoch 17/30\n",
      "718/718 - 30s - loss: 1.2755 - accuracy: 0.5726 - val_loss: 1.7085 - val_accuracy: 0.4194\n",
      "\n",
      "Epoch 00017: val_accuracy did not improve from 0.42215\n",
      "Epoch 18/30\n",
      "718/718 - 30s - loss: 1.2139 - accuracy: 0.5896 - val_loss: 1.8529 - val_accuracy: 0.3889\n",
      "\n",
      "Epoch 00018: val_accuracy did not improve from 0.42215\n",
      "Epoch 19/30\n",
      "718/718 - 30s - loss: 1.1823 - accuracy: 0.6027 - val_loss: 1.6570 - val_accuracy: 0.4465\n",
      "\n",
      "Epoch 00019: val_accuracy improved from 0.42215 to 0.44653, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_1.h5\n",
      "Epoch 20/30\n",
      "718/718 - 30s - loss: 1.1350 - accuracy: 0.6199 - val_loss: 1.6917 - val_accuracy: 0.4324\n",
      "\n",
      "Epoch 00020: val_accuracy did not improve from 0.44653\n",
      "Epoch 21/30\n",
      "718/718 - 30s - loss: 1.0968 - accuracy: 0.6268 - val_loss: 1.6118 - val_accuracy: 0.4693\n",
      "\n",
      "Epoch 00021: val_accuracy improved from 0.44653 to 0.46935, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_1.h5\n",
      "Epoch 22/30\n",
      "718/718 - 30s - loss: 1.0529 - accuracy: 0.6438 - val_loss: 1.7391 - val_accuracy: 0.4356\n",
      "\n",
      "Epoch 00022: val_accuracy did not improve from 0.46935\n",
      "Epoch 23/30\n",
      "718/718 - 30s - loss: 1.0197 - accuracy: 0.6564 - val_loss: 1.8495 - val_accuracy: 0.4269\n",
      "\n",
      "Epoch 00023: val_accuracy did not improve from 0.46935\n",
      "Epoch 24/30\n",
      "718/718 - 30s - loss: 0.9940 - accuracy: 0.6687 - val_loss: 1.8948 - val_accuracy: 0.4138\n",
      "\n",
      "Epoch 00024: val_accuracy did not improve from 0.46935\n",
      "Epoch 25/30\n",
      "718/718 - 30s - loss: 0.9527 - accuracy: 0.6772 - val_loss: 1.6743 - val_accuracy: 0.4680\n",
      "\n",
      "Epoch 00025: val_accuracy did not improve from 0.46935\n",
      "Epoch 26/30\n",
      "718/718 - 30s - loss: 0.9216 - accuracy: 0.6905 - val_loss: 1.7007 - val_accuracy: 0.4718\n",
      "\n",
      "Epoch 00026: val_accuracy improved from 0.46935 to 0.47179, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_1.h5\n",
      "Epoch 27/30\n",
      "718/718 - 30s - loss: 0.8838 - accuracy: 0.6983 - val_loss: 1.7614 - val_accuracy: 0.4526\n",
      "\n",
      "Epoch 00027: val_accuracy did not improve from 0.47179\n",
      "Epoch 28/30\n",
      "718/718 - 30s - loss: 0.8621 - accuracy: 0.7084 - val_loss: 1.8702 - val_accuracy: 0.4323\n",
      "\n",
      "Epoch 00028: val_accuracy did not improve from 0.47179\n",
      "Epoch 29/30\n",
      "718/718 - 31s - loss: 0.8208 - accuracy: 0.7239 - val_loss: 1.7556 - val_accuracy: 0.4629\n",
      "\n",
      "Epoch 00029: val_accuracy did not improve from 0.47179\n",
      "Epoch 30/30\n",
      "718/718 - 30s - loss: 0.8130 - accuracy: 0.7267 - val_loss: 1.7372 - val_accuracy: 0.4643\n",
      "\n",
      "Epoch 00030: val_accuracy did not improve from 0.47179\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "        <script type=\"text/javascript\">\n",
       "        window.PlotlyConfig = {MathJaxConfig: 'local'};\n",
       "        if (window.MathJax) {MathJax.Hub.Config({SVG: {font: \"STIX-Web\"}});}\n",
       "        if (typeof require !== 'undefined') {\n",
       "        require.undef(\"plotly\");\n",
       "        requirejs.config({\n",
       "            paths: {\n",
       "                'plotly': ['https://cdn.plot.ly/plotly-2.9.0.min']\n",
       "            }\n",
       "        });\n",
       "        require(['plotly'], function(Plotly) {\n",
       "            window._Plotly = Plotly;\n",
       "        });\n",
       "        }\n",
       "        </script>\n",
       "        "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>                            <div id=\"cf411393-9f6e-41e0-bafc-d72c1896c4b7\" class=\"plotly-graph-div\" style=\"height:400px; width:800px;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"cf411393-9f6e-41e0-bafc-d72c1896c4b7\")) {                    Plotly.newPlot(                        \"cf411393-9f6e-41e0-bafc-d72c1896c4b7\",                        [{\"mode\":\"lines+markers\",\"name\":\"Training Accuracy\",\"y\":[0.22362519800662994,0.2691252529621124,0.3010406196117401,0.31527844071388245,0.3395741581916809,0.35816606879234314,0.3763660788536072,0.40053120255470276,0.4166412651538849,0.43754082918167114,0.4591370224952698,0.4746810495853424,0.49383899569511414,0.5141289830207825,0.5324596166610718,0.5563199520111084,0.5726041793823242,0.5896285772323608,0.602734386920929,0.6198893785476685,0.6267688274383545,0.6438367962837219,0.6563765406608582,0.6687421202659607,0.6771889925003052,0.690512478351593,0.6983498334884644,0.7083641886711121,0.7239082455635071,0.7267383933067322],\"type\":\"scatter\"},{\"mode\":\"lines+markers\",\"name\":\"Validation Accuracy\",\"y\":[0.22048066556453705,0.2702890932559967,0.2702890932559967,0.27307558059692383,0.2932775914669037,0.33159178495407104,0.35370951890945435,0.3707767426967621,0.36868685483932495,0.3585858643054962,0.3746081590652466,0.39759665727615356,0.3892371952533722,0.400208979845047,0.4009056091308594,0.4221525490283966,0.4193660616874695,0.3888888955116272,0.44653430581092834,0.4324277341365814,0.469348669052124,0.43556252121925354,0.4268547594547272,0.4137931168079376,0.46795541048049927,0.47178682684898376,0.4526297450065613,0.43225356936454773,0.4629049003124237,0.46429815888404846],\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"choropleth\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"choropleth\"}],\"contour\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"contour\"}],\"contourcarpet\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"contourcarpet\"}],\"heatmap\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"heatmap\"}],\"heatmapgl\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"heatmapgl\"}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"histogram2d\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"histogram2d\"}],\"histogram2dcontour\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"histogram2dcontour\"}],\"mesh3d\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"mesh3d\"}],\"parcoords\":[{\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"parcoords\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}],\"scatter\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatter\"}],\"scatter3d\":[{\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatter3d\"}],\"scattercarpet\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattercarpet\"}],\"scattergeo\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattergeo\"}],\"scattergl\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattergl\"}],\"scattermapbox\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattermapbox\"}],\"scatterpolar\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterpolar\"}],\"scatterpolargl\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterpolargl\"}],\"scatterternary\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterternary\"}],\"surface\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"surface\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}]},\"layout\":{\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"autotypenumbers\":\"strict\",\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]],\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]},\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"geo\":{\"bgcolor\":\"white\",\"lakecolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"showlakes\":true,\"showland\":true,\"subunitcolor\":\"white\"},\"hoverlabel\":{\"align\":\"left\"},\"hovermode\":\"closest\",\"mapbox\":{\"style\":\"light\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"bgcolor\":\"#E5ECF6\",\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"ternary\":{\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"bgcolor\":\"#E5ECF6\",\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"title\":{\"x\":0.05},\"xaxis\":{\"automargin\":true,\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"zerolinewidth\":2},\"yaxis\":{\"automargin\":true,\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"zerolinewidth\":2}}},\"yaxis\":{\"range\":[0,1],\"title\":{\"text\":\"Accuracy\"}},\"title\":{\"text\":\"Fold 1's performance\",\"x\":0.5},\"margin\":{\"l\":20,\"r\":20,\"t\":40,\"b\":20},\"xaxis\":{\"title\":{\"text\":\"Epochs\"}},\"autosize\":false,\"width\":800,\"height\":400},                        {\"responsive\": true}                    ).then(function(){\n",
       "                            \n",
       "var gd = document.getElementById('cf411393-9f6e-41e0-bafc-d72c1896c4b7');\n",
       "var x = new MutationObserver(function (mutations, observer) {{\n",
       "        var display = window.getComputedStyle(gd).display;\n",
       "        if (!display || display === 'none') {{\n",
       "            console.log([gd, 'removed!']);\n",
       "            Plotly.purge(gd);\n",
       "            observer.disconnect();\n",
       "        }}\n",
       "}});\n",
       "\n",
       "// Listen for the removal of the full notebook cells\n",
       "var notebookContainer = gd.closest('#notebook-container');\n",
       "if (notebookContainer) {{\n",
       "    x.observe(notebookContainer, {childList: true});\n",
       "}}\n",
       "\n",
       "// Listen for the clearing of the current output cell\n",
       "var outputEl = gd.closest('.output');\n",
       "if (outputEl) {{\n",
       "    x.observe(outputEl, {childList: true});\n",
       "}}\n",
       "\n",
       "                        })                };                });            </script>        </div>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "225/225 [==============================] - 52s 232ms/step - loss: 1.7063 - accuracy: 0.4714\n",
      "Found 22967 validated image filenames belonging to 7 classes.\n",
      "Found 5742 validated image filenames belonging to 7 classes.\n",
      "175\n",
      "Epoch 1/30\n",
      "718/718 - 35s - loss: 4.1625 - accuracy: 0.2243 - val_loss: 2.7347 - val_accuracy: 0.2407\n",
      "\n",
      "Epoch 00001: val_accuracy improved from -inf to 0.24068, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_2.h5\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/keras/utils/generic_utils.py:497: CustomMaskWarning:\n",
      "\n",
      "Custom mask layers require a config and must override get_config. When loading, the custom mask layer must be passed to the custom_objects argument.\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 2/30\n",
      "718/718 - 30s - loss: 3.1515 - accuracy: 0.2734 - val_loss: 2.5295 - val_accuracy: 0.2483\n",
      "\n",
      "Epoch 00002: val_accuracy improved from 0.24068 to 0.24835, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_2.h5\n",
      "Epoch 3/30\n",
      "718/718 - 30s - loss: 2.7359 - accuracy: 0.3013 - val_loss: 2.2419 - val_accuracy: 0.2726\n",
      "\n",
      "Epoch 00003: val_accuracy improved from 0.24835 to 0.27255, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_2.h5\n",
      "Epoch 4/30\n",
      "718/718 - 29s - loss: 2.4686 - accuracy: 0.3189 - val_loss: 2.0226 - val_accuracy: 0.3215\n",
      "\n",
      "Epoch 00004: val_accuracy improved from 0.27255 to 0.32149, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_2.h5\n",
      "Epoch 5/30\n",
      "718/718 - 30s - loss: 2.2711 - accuracy: 0.3375 - val_loss: 2.0939 - val_accuracy: 0.2959\n",
      "\n",
      "Epoch 00005: val_accuracy did not improve from 0.32149\n",
      "Epoch 6/30\n",
      "718/718 - 31s - loss: 2.1172 - accuracy: 0.3616 - val_loss: 2.1126 - val_accuracy: 0.2898\n",
      "\n",
      "Epoch 00006: val_accuracy did not improve from 0.32149\n",
      "Epoch 7/30\n",
      "718/718 - 30s - loss: 1.9943 - accuracy: 0.3815 - val_loss: 1.9050 - val_accuracy: 0.3382\n",
      "\n",
      "Epoch 00007: val_accuracy improved from 0.32149 to 0.33821, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_2.h5\n",
      "Epoch 8/30\n",
      "718/718 - 30s - loss: 1.8890 - accuracy: 0.4028 - val_loss: 1.8350 - val_accuracy: 0.3481\n",
      "\n",
      "Epoch 00008: val_accuracy improved from 0.33821 to 0.34814, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_2.h5\n",
      "Epoch 9/30\n",
      "718/718 - 30s - loss: 1.8048 - accuracy: 0.4197 - val_loss: 1.7275 - val_accuracy: 0.3830\n",
      "\n",
      "Epoch 00009: val_accuracy improved from 0.34814 to 0.38297, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_2.h5\n",
      "Epoch 10/30\n",
      "718/718 - 29s - loss: 1.7375 - accuracy: 0.4395 - val_loss: 1.8249 - val_accuracy: 0.3661\n",
      "\n",
      "Epoch 00010: val_accuracy did not improve from 0.38297\n",
      "Epoch 11/30\n",
      "718/718 - 30s - loss: 1.6498 - accuracy: 0.4601 - val_loss: 1.9211 - val_accuracy: 0.3447\n",
      "\n",
      "Epoch 00011: val_accuracy did not improve from 0.38297\n",
      "Epoch 12/30\n",
      "718/718 - 30s - loss: 1.5699 - accuracy: 0.4863 - val_loss: 1.7502 - val_accuracy: 0.3885\n",
      "\n",
      "Epoch 00012: val_accuracy improved from 0.38297 to 0.38854, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_2.h5\n",
      "Epoch 13/30\n",
      "718/718 - 29s - loss: 1.5115 - accuracy: 0.5025 - val_loss: 1.7982 - val_accuracy: 0.3894\n",
      "\n",
      "Epoch 00013: val_accuracy improved from 0.38854 to 0.38941, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_2.h5\n",
      "Epoch 14/30\n",
      "718/718 - 31s - loss: 1.4413 - accuracy: 0.5209 - val_loss: 1.8128 - val_accuracy: 0.3835\n",
      "\n",
      "Epoch 00014: val_accuracy did not improve from 0.38941\n",
      "Epoch 15/30\n",
      "718/718 - 30s - loss: 1.3842 - accuracy: 0.5375 - val_loss: 1.7159 - val_accuracy: 0.4117\n",
      "\n",
      "Epoch 00015: val_accuracy improved from 0.38941 to 0.41170, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_2.h5\n",
      "Epoch 16/30\n",
      "718/718 - 30s - loss: 1.3295 - accuracy: 0.5539 - val_loss: 1.8222 - val_accuracy: 0.3910\n",
      "\n",
      "Epoch 00016: val_accuracy did not improve from 0.41170\n",
      "Epoch 17/30\n",
      "718/718 - 30s - loss: 1.2738 - accuracy: 0.5753 - val_loss: 1.7354 - val_accuracy: 0.4213\n",
      "\n",
      "Epoch 00017: val_accuracy improved from 0.41170 to 0.42128, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_2.h5\n",
      "Epoch 18/30\n",
      "718/718 - 30s - loss: 1.2290 - accuracy: 0.5865 - val_loss: 1.8617 - val_accuracy: 0.3990\n",
      "\n",
      "Epoch 00018: val_accuracy did not improve from 0.42128\n",
      "Epoch 19/30\n",
      "718/718 - 31s - loss: 1.1866 - accuracy: 0.6029 - val_loss: 1.7756 - val_accuracy: 0.4188\n",
      "\n",
      "Epoch 00019: val_accuracy did not improve from 0.42128\n",
      "Epoch 20/30\n",
      "718/718 - 30s - loss: 1.1344 - accuracy: 0.6213 - val_loss: 1.9667 - val_accuracy: 0.3847\n",
      "\n",
      "Epoch 00020: val_accuracy did not improve from 0.42128\n",
      "Epoch 21/30\n",
      "718/718 - 30s - loss: 1.0827 - accuracy: 0.6362 - val_loss: 1.7677 - val_accuracy: 0.4383\n",
      "\n",
      "Epoch 00021: val_accuracy improved from 0.42128 to 0.43835, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_2.h5\n",
      "Epoch 22/30\n",
      "718/718 - 31s - loss: 1.0433 - accuracy: 0.6432 - val_loss: 1.9741 - val_accuracy: 0.3948\n",
      "\n",
      "Epoch 00022: val_accuracy did not improve from 0.43835\n",
      "Epoch 23/30\n",
      "718/718 - 30s - loss: 1.0125 - accuracy: 0.6588 - val_loss: 1.7579 - val_accuracy: 0.4497\n",
      "\n",
      "Epoch 00023: val_accuracy improved from 0.43835 to 0.44967, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_2.h5\n",
      "Epoch 24/30\n",
      "718/718 - 30s - loss: 0.9690 - accuracy: 0.6712 - val_loss: 1.8327 - val_accuracy: 0.4324\n",
      "\n",
      "Epoch 00024: val_accuracy did not improve from 0.44967\n",
      "Epoch 25/30\n",
      "718/718 - 30s - loss: 0.9418 - accuracy: 0.6812 - val_loss: 1.8647 - val_accuracy: 0.4235\n",
      "\n",
      "Epoch 00025: val_accuracy did not improve from 0.44967\n",
      "Epoch 26/30\n",
      "718/718 - 30s - loss: 0.9123 - accuracy: 0.6910 - val_loss: 1.8431 - val_accuracy: 0.4408\n",
      "\n",
      "Epoch 00026: val_accuracy did not improve from 0.44967\n",
      "Epoch 27/30\n",
      "718/718 - 30s - loss: 0.8733 - accuracy: 0.7042 - val_loss: 1.8054 - val_accuracy: 0.4380\n",
      "\n",
      "Epoch 00027: val_accuracy did not improve from 0.44967\n",
      "Epoch 28/30\n",
      "718/718 - 30s - loss: 0.8556 - accuracy: 0.7122 - val_loss: 1.8406 - val_accuracy: 0.4392\n",
      "\n",
      "Epoch 00028: val_accuracy did not improve from 0.44967\n",
      "Epoch 29/30\n",
      "718/718 - 32s - loss: 0.8321 - accuracy: 0.7226 - val_loss: 1.8194 - val_accuracy: 0.4464\n",
      "\n",
      "Epoch 00029: val_accuracy did not improve from 0.44967\n",
      "Epoch 30/30\n",
      "718/718 - 32s - loss: 0.8186 - accuracy: 0.7252 - val_loss: 1.8088 - val_accuracy: 0.4575\n",
      "\n",
      "Epoch 00030: val_accuracy improved from 0.44967 to 0.45751, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_2.h5\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>                            <div id=\"f53cf90f-5cb1-4b1d-91a6-94902fd594b2\" class=\"plotly-graph-div\" style=\"height:400px; width:800px;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"f53cf90f-5cb1-4b1d-91a6-94902fd594b2\")) {                    Plotly.newPlot(                        \"f53cf90f-5cb1-4b1d-91a6-94902fd594b2\",                        [{\"mode\":\"lines+markers\",\"name\":\"Training Accuracy\",\"y\":[0.2243218570947647,0.2734358012676239,0.3013454079627991,0.3189358711242676,0.337484210729599,0.3616493344306946,0.3815039098262787,0.40275177359580994,0.4196891188621521,0.43945661187171936,0.46005138754844666,0.48630642890930176,0.5025471448898315,0.5208777785301208,0.537466824054718,0.5538816452026367,0.5753036737442017,0.5865371823310852,0.6029084920883179,0.621282696723938,0.636173665523529,0.643227219581604,0.6588148474693298,0.6711803674697876,0.6811512112617493,0.6909914016723633,0.7042278051376343,0.7121522426605225,0.7226020097732544,0.725214421749115],\"type\":\"scatter\"},{\"mode\":\"lines+markers\",\"name\":\"Validation Accuracy\",\"y\":[0.2406826913356781,0.2483455240726471,0.27255311608314514,0.3214907646179199,0.2958899438381195,0.2897945046424866,0.33820968866348267,0.3481365442276001,0.38296762108802795,0.3660745322704315,0.3446534276008606,0.3885405659675598,0.3894113600254059,0.38349008560180664,0.4117032289505005,0.39097875356674194,0.4212817847728729,0.39898988604545593,0.4188435971736908,0.3847091495990753,0.43834900856018066,0.39481016993522644,0.44966909289360046,0.4324277341365814,0.42354580760002136,0.4407871961593628,0.43800070881843567,0.43921977281570435,0.44636014103889465,0.45750609040260315],\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"choropleth\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"choropleth\"}],\"contour\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"contour\"}],\"contourcarpet\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"contourcarpet\"}],\"heatmap\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"heatmap\"}],\"heatmapgl\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"heatmapgl\"}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"histogram2d\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"histogram2d\"}],\"histogram2dcontour\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"histogram2dcontour\"}],\"mesh3d\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"mesh3d\"}],\"parcoords\":[{\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"parcoords\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}],\"scatter\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatter\"}],\"scatter3d\":[{\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatter3d\"}],\"scattercarpet\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattercarpet\"}],\"scattergeo\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattergeo\"}],\"scattergl\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattergl\"}],\"scattermapbox\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattermapbox\"}],\"scatterpolar\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterpolar\"}],\"scatterpolargl\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterpolargl\"}],\"scatterternary\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterternary\"}],\"surface\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"surface\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}]},\"layout\":{\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"autotypenumbers\":\"strict\",\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]],\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]},\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"geo\":{\"bgcolor\":\"white\",\"lakecolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"showlakes\":true,\"showland\":true,\"subunitcolor\":\"white\"},\"hoverlabel\":{\"align\":\"left\"},\"hovermode\":\"closest\",\"mapbox\":{\"style\":\"light\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"bgcolor\":\"#E5ECF6\",\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"ternary\":{\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"bgcolor\":\"#E5ECF6\",\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"title\":{\"x\":0.05},\"xaxis\":{\"automargin\":true,\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"zerolinewidth\":2},\"yaxis\":{\"automargin\":true,\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"zerolinewidth\":2}}},\"yaxis\":{\"range\":[0,1],\"title\":{\"text\":\"Accuracy\"}},\"title\":{\"text\":\"Fold 2's performance\",\"x\":0.5},\"margin\":{\"l\":20,\"r\":20,\"t\":40,\"b\":20},\"xaxis\":{\"title\":{\"text\":\"Epochs\"}},\"autosize\":false,\"width\":800,\"height\":400},                        {\"responsive\": true}                    ).then(function(){\n",
       "                            \n",
       "var gd = document.getElementById('f53cf90f-5cb1-4b1d-91a6-94902fd594b2');\n",
       "var x = new MutationObserver(function (mutations, observer) {{\n",
       "        var display = window.getComputedStyle(gd).display;\n",
       "        if (!display || display === 'none') {{\n",
       "            console.log([gd, 'removed!']);\n",
       "            Plotly.purge(gd);\n",
       "            observer.disconnect();\n",
       "        }}\n",
       "}});\n",
       "\n",
       "// Listen for the removal of the full notebook cells\n",
       "var notebookContainer = gd.closest('#notebook-container');\n",
       "if (notebookContainer) {{\n",
       "    x.observe(notebookContainer, {childList: true});\n",
       "}}\n",
       "\n",
       "// Listen for the clearing of the current output cell\n",
       "var outputEl = gd.closest('.output');\n",
       "if (outputEl) {{\n",
       "    x.observe(outputEl, {childList: true});\n",
       "}}\n",
       "\n",
       "                        })                };                });            </script>        </div>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "225/225 [==============================] - 14s 61ms/step - loss: 1.7694 - accuracy: 0.4636\n",
      "Found 22967 validated image filenames belonging to 7 classes.\n",
      "Found 5742 validated image filenames belonging to 7 classes.\n",
      "175\n",
      "Epoch 1/30\n",
      "718/718 - 34s - loss: 3.9355 - accuracy: 0.2239 - val_loss: 2.7463 - val_accuracy: 0.2292\n",
      "\n",
      "Epoch 00001: val_accuracy improved from -inf to 0.22919, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_3.h5\n",
      "Epoch 2/30\n",
      "718/718 - 30s - loss: 3.0476 - accuracy: 0.2755 - val_loss: 2.3598 - val_accuracy: 0.2604\n",
      "\n",
      "Epoch 00002: val_accuracy improved from 0.22919 to 0.26036, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_3.h5\n",
      "Epoch 3/30\n",
      "718/718 - 30s - loss: 2.6918 - accuracy: 0.3009 - val_loss: 2.2194 - val_accuracy: 0.2781\n",
      "\n",
      "Epoch 00003: val_accuracy improved from 0.26036 to 0.27813, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_3.h5\n",
      "Epoch 4/30\n",
      "718/718 - 30s - loss: 2.4067 - accuracy: 0.3279 - val_loss: 1.9767 - val_accuracy: 0.3100\n",
      "\n",
      "Epoch 00004: val_accuracy improved from 0.27813 to 0.31000, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_3.h5\n",
      "Epoch 5/30\n",
      "718/718 - 29s - loss: 2.2605 - accuracy: 0.3394 - val_loss: 2.1099 - val_accuracy: 0.2912\n",
      "\n",
      "Epoch 00005: val_accuracy did not improve from 0.31000\n",
      "Epoch 6/30\n",
      "718/718 - 30s - loss: 2.0938 - accuracy: 0.3635 - val_loss: 2.1019 - val_accuracy: 0.2858\n",
      "\n",
      "Epoch 00006: val_accuracy did not improve from 0.31000\n",
      "Epoch 7/30\n",
      "718/718 - 31s - loss: 1.9618 - accuracy: 0.3907 - val_loss: 1.9213 - val_accuracy: 0.3217\n",
      "\n",
      "Epoch 00007: val_accuracy improved from 0.31000 to 0.32166, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_3.h5\n",
      "Epoch 8/30\n",
      "718/718 - 31s - loss: 1.8754 - accuracy: 0.4095 - val_loss: 1.9730 - val_accuracy: 0.3168\n",
      "\n",
      "Epoch 00008: val_accuracy did not improve from 0.32166\n",
      "Epoch 9/30\n",
      "718/718 - 30s - loss: 1.7826 - accuracy: 0.4249 - val_loss: 1.7736 - val_accuracy: 0.3664\n",
      "\n",
      "Epoch 00009: val_accuracy improved from 0.32166 to 0.36642, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_3.h5\n",
      "Epoch 10/30\n",
      "718/718 - 31s - loss: 1.7049 - accuracy: 0.4473 - val_loss: 1.8187 - val_accuracy: 0.3563\n",
      "\n",
      "Epoch 00010: val_accuracy did not improve from 0.36642\n",
      "Epoch 11/30\n",
      "718/718 - 35s - loss: 1.6393 - accuracy: 0.4660 - val_loss: 1.8071 - val_accuracy: 0.3755\n",
      "\n",
      "Epoch 00011: val_accuracy improved from 0.36642 to 0.37548, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_3.h5\n",
      "Epoch 12/30\n",
      "718/718 - 30s - loss: 1.5570 - accuracy: 0.4875 - val_loss: 1.9437 - val_accuracy: 0.3426\n",
      "\n",
      "Epoch 00012: val_accuracy did not improve from 0.37548\n",
      "Epoch 13/30\n",
      "718/718 - 29s - loss: 1.4949 - accuracy: 0.5066 - val_loss: 1.6747 - val_accuracy: 0.4127\n",
      "\n",
      "Epoch 00013: val_accuracy improved from 0.37548 to 0.41275, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_3.h5\n",
      "Epoch 14/30\n",
      "718/718 - 29s - loss: 1.4215 - accuracy: 0.5268 - val_loss: 1.8196 - val_accuracy: 0.3861\n",
      "\n",
      "Epoch 00014: val_accuracy did not improve from 0.41275\n",
      "Epoch 15/30\n",
      "718/718 - 30s - loss: 1.3512 - accuracy: 0.5520 - val_loss: 1.7746 - val_accuracy: 0.3943\n",
      "\n",
      "Epoch 00015: val_accuracy did not improve from 0.41275\n",
      "Epoch 16/30\n",
      "718/718 - 29s - loss: 1.3129 - accuracy: 0.5634 - val_loss: 1.8179 - val_accuracy: 0.3946\n",
      "\n",
      "Epoch 00016: val_accuracy did not improve from 0.41275\n",
      "Epoch 17/30\n",
      "718/718 - 29s - loss: 1.2669 - accuracy: 0.5790 - val_loss: 1.7308 - val_accuracy: 0.4202\n",
      "\n",
      "Epoch 00017: val_accuracy improved from 0.41275 to 0.42024, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_3.h5\n",
      "Epoch 18/30\n",
      "718/718 - 29s - loss: 1.2015 - accuracy: 0.5990 - val_loss: 1.6515 - val_accuracy: 0.4453\n",
      "\n",
      "Epoch 00018: val_accuracy improved from 0.42024 to 0.44532, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_3.h5\n",
      "Epoch 19/30\n",
      "718/718 - 29s - loss: 1.1564 - accuracy: 0.6111 - val_loss: 1.8226 - val_accuracy: 0.4026\n",
      "\n",
      "Epoch 00019: val_accuracy did not improve from 0.44532\n",
      "Epoch 20/30\n",
      "718/718 - 29s - loss: 1.1299 - accuracy: 0.6231 - val_loss: 1.8452 - val_accuracy: 0.3978\n",
      "\n",
      "Epoch 00020: val_accuracy did not improve from 0.44532\n",
      "Epoch 21/30\n",
      "718/718 - 30s - loss: 1.0730 - accuracy: 0.6387 - val_loss: 1.7338 - val_accuracy: 0.4343\n",
      "\n",
      "Epoch 00021: val_accuracy did not improve from 0.44532\n",
      "Epoch 22/30\n",
      "718/718 - 29s - loss: 1.0366 - accuracy: 0.6530 - val_loss: 1.8194 - val_accuracy: 0.4185\n",
      "\n",
      "Epoch 00022: val_accuracy did not improve from 0.44532\n",
      "Epoch 23/30\n",
      "718/718 - 29s - loss: 1.0139 - accuracy: 0.6575 - val_loss: 1.8861 - val_accuracy: 0.4112\n",
      "\n",
      "Epoch 00023: val_accuracy did not improve from 0.44532\n",
      "Epoch 24/30\n",
      "718/718 - 29s - loss: 0.9622 - accuracy: 0.6758 - val_loss: 1.7341 - val_accuracy: 0.4436\n",
      "\n",
      "Epoch 00024: val_accuracy did not improve from 0.44532\n",
      "Epoch 25/30\n",
      "718/718 - 29s - loss: 0.9345 - accuracy: 0.6881 - val_loss: 1.8657 - val_accuracy: 0.4260\n",
      "\n",
      "Epoch 00025: val_accuracy did not improve from 0.44532\n",
      "Epoch 26/30\n",
      "718/718 - 29s - loss: 0.9070 - accuracy: 0.6950 - val_loss: 1.7107 - val_accuracy: 0.4570\n",
      "\n",
      "Epoch 00026: val_accuracy improved from 0.44532 to 0.45698, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_3.h5\n",
      "Epoch 27/30\n",
      "718/718 - 29s - loss: 0.8710 - accuracy: 0.7091 - val_loss: 1.8818 - val_accuracy: 0.4377\n",
      "\n",
      "Epoch 00027: val_accuracy did not improve from 0.45698\n",
      "Epoch 28/30\n",
      "718/718 - 29s - loss: 0.8482 - accuracy: 0.7162 - val_loss: 1.8593 - val_accuracy: 0.4450\n",
      "\n",
      "Epoch 00028: val_accuracy did not improve from 0.45698\n",
      "Epoch 29/30\n",
      "718/718 - 29s - loss: 0.8217 - accuracy: 0.7255 - val_loss: 1.8343 - val_accuracy: 0.4424\n",
      "\n",
      "Epoch 00029: val_accuracy did not improve from 0.45698\n",
      "Epoch 30/30\n",
      "718/718 - 30s - loss: 0.7923 - accuracy: 0.7357 - val_loss: 1.8284 - val_accuracy: 0.4415\n",
      "\n",
      "Epoch 00030: val_accuracy did not improve from 0.45698\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>                            <div id=\"1676c454-d15e-4e4a-9bb1-e33d552a9dc7\" class=\"plotly-graph-div\" style=\"height:400px; width:800px;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"1676c454-d15e-4e4a-9bb1-e33d552a9dc7\")) {                    Plotly.newPlot(                        \"1676c454-d15e-4e4a-9bb1-e33d552a9dc7\",                        [{\"mode\":\"lines+markers\",\"name\":\"Training Accuracy\",\"y\":[0.22388644516468048,0.2755257487297058,0.30090999603271484,0.3279052674770355,0.33944353461265564,0.3635215759277344,0.39069098234176636,0.4095005989074707,0.42487046122550964,0.4472939372062683,0.4660164713859558,0.4874820411205292,0.5066399574279785,0.5267558097839355,0.5520094037055969,0.5633735656738281,0.5790046453475952,0.5989898443222046,0.6111377477645874,0.6230678558349609,0.6386989951133728,0.653023898601532,0.6574650406837463,0.6757521629333496,0.6880741715431213,0.6949536204338074,0.7091043591499329,0.7162014842033386,0.7254756689071655,0.7357077598571777],\"type\":\"scatter\"},{\"mode\":\"lines+markers\",\"name\":\"Validation Accuracy\",\"y\":[0.2291884422302246,0.2603622376918793,0.2781260907649994,0.30999651551246643,0.29118773341178894,0.2857889235019684,0.3216649293899536,0.31678858399391174,0.3664228618144989,0.3563218414783478,0.37547892332077026,0.34256356954574585,0.41274815797805786,0.3861024081707001,0.39428770542144775,0.39463600516319275,0.42023685574531555,0.4453152120113373,0.4026471674442291,0.39777082204818726,0.4343434274196625,0.4184952974319458,0.4111807644367218,0.44357365369796753,0.4259839653968811,0.45698362588882446,0.4376523792743683,0.4449669122695923,0.44235458970069885,0.4414837956428528],\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"choropleth\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"choropleth\"}],\"contour\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"contour\"}],\"contourcarpet\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"contourcarpet\"}],\"heatmap\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"heatmap\"}],\"heatmapgl\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"heatmapgl\"}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"histogram2d\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"histogram2d\"}],\"histogram2dcontour\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"histogram2dcontour\"}],\"mesh3d\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"mesh3d\"}],\"parcoords\":[{\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"parcoords\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}],\"scatter\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatter\"}],\"scatter3d\":[{\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatter3d\"}],\"scattercarpet\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattercarpet\"}],\"scattergeo\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattergeo\"}],\"scattergl\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattergl\"}],\"scattermapbox\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattermapbox\"}],\"scatterpolar\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterpolar\"}],\"scatterpolargl\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterpolargl\"}],\"scatterternary\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterternary\"}],\"surface\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"surface\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}]},\"layout\":{\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"autotypenumbers\":\"strict\",\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]],\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]},\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"geo\":{\"bgcolor\":\"white\",\"lakecolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"showlakes\":true,\"showland\":true,\"subunitcolor\":\"white\"},\"hoverlabel\":{\"align\":\"left\"},\"hovermode\":\"closest\",\"mapbox\":{\"style\":\"light\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"bgcolor\":\"#E5ECF6\",\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"ternary\":{\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"bgcolor\":\"#E5ECF6\",\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"title\":{\"x\":0.05},\"xaxis\":{\"automargin\":true,\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"zerolinewidth\":2},\"yaxis\":{\"automargin\":true,\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"zerolinewidth\":2}}},\"yaxis\":{\"range\":[0,1],\"title\":{\"text\":\"Accuracy\"}},\"title\":{\"text\":\"Fold 3's performance\",\"x\":0.5},\"margin\":{\"l\":20,\"r\":20,\"t\":40,\"b\":20},\"xaxis\":{\"title\":{\"text\":\"Epochs\"}},\"autosize\":false,\"width\":800,\"height\":400},                        {\"responsive\": true}                    ).then(function(){\n",
       "                            \n",
       "var gd = document.getElementById('1676c454-d15e-4e4a-9bb1-e33d552a9dc7');\n",
       "var x = new MutationObserver(function (mutations, observer) {{\n",
       "        var display = window.getComputedStyle(gd).display;\n",
       "        if (!display || display === 'none') {{\n",
       "            console.log([gd, 'removed!']);\n",
       "            Plotly.purge(gd);\n",
       "            observer.disconnect();\n",
       "        }}\n",
       "}});\n",
       "\n",
       "// Listen for the removal of the full notebook cells\n",
       "var notebookContainer = gd.closest('#notebook-container');\n",
       "if (notebookContainer) {{\n",
       "    x.observe(notebookContainer, {childList: true});\n",
       "}}\n",
       "\n",
       "// Listen for the clearing of the current output cell\n",
       "var outputEl = gd.closest('.output');\n",
       "if (outputEl) {{\n",
       "    x.observe(outputEl, {childList: true});\n",
       "}}\n",
       "\n",
       "                        })                };                });            </script>        </div>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "225/225 [==============================] - 8s 36ms/step - loss: 1.7046 - accuracy: 0.4685\n",
      "Found 22967 validated image filenames belonging to 7 classes.\n",
      "Found 5742 validated image filenames belonging to 7 classes.\n",
      "175\n",
      "Epoch 1/30\n",
      "718/718 - 37s - loss: 3.9537 - accuracy: 0.2263 - val_loss: 2.6159 - val_accuracy: 0.2510\n",
      "\n",
      "Epoch 00001: val_accuracy improved from -inf to 0.25096, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 2/30\n",
      "718/718 - 29s - loss: 3.1062 - accuracy: 0.2765 - val_loss: 2.4008 - val_accuracy: 0.2684\n",
      "\n",
      "Epoch 00002: val_accuracy improved from 0.25096 to 0.26837, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 3/30\n",
      "718/718 - 29s - loss: 2.6686 - accuracy: 0.3056 - val_loss: 2.2873 - val_accuracy: 0.2720\n",
      "\n",
      "Epoch 00003: val_accuracy improved from 0.26837 to 0.27203, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 4/30\n",
      "718/718 - 29s - loss: 2.4222 - accuracy: 0.3262 - val_loss: 1.9829 - val_accuracy: 0.3133\n",
      "\n",
      "Epoch 00004: val_accuracy improved from 0.27203 to 0.31331, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 5/30\n",
      "718/718 - 29s - loss: 2.2275 - accuracy: 0.3479 - val_loss: 2.2978 - val_accuracy: 0.2670\n",
      "\n",
      "Epoch 00005: val_accuracy did not improve from 0.31331\n",
      "Epoch 6/30\n",
      "718/718 - 32s - loss: 2.1123 - accuracy: 0.3601 - val_loss: 1.9691 - val_accuracy: 0.3173\n",
      "\n",
      "Epoch 00006: val_accuracy improved from 0.31331 to 0.31731, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 7/30\n",
      "718/718 - 32s - loss: 1.9775 - accuracy: 0.3853 - val_loss: 1.9831 - val_accuracy: 0.3187\n",
      "\n",
      "Epoch 00007: val_accuracy improved from 0.31731 to 0.31870, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 8/30\n",
      "718/718 - 32s - loss: 1.8859 - accuracy: 0.4048 - val_loss: 1.9660 - val_accuracy: 0.3236\n",
      "\n",
      "Epoch 00008: val_accuracy improved from 0.31870 to 0.32358, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 9/30\n",
      "718/718 - 32s - loss: 1.7990 - accuracy: 0.4249 - val_loss: 1.8552 - val_accuracy: 0.3469\n",
      "\n",
      "Epoch 00009: val_accuracy improved from 0.32358 to 0.34692, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 10/30\n",
      "718/718 - 30s - loss: 1.7180 - accuracy: 0.4417 - val_loss: 1.8252 - val_accuracy: 0.3619\n",
      "\n",
      "Epoch 00010: val_accuracy improved from 0.34692 to 0.36189, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 11/30\n",
      "718/718 - 29s - loss: 1.6333 - accuracy: 0.4621 - val_loss: 1.9026 - val_accuracy: 0.3523\n",
      "\n",
      "Epoch 00011: val_accuracy did not improve from 0.36189\n",
      "Epoch 12/30\n",
      "718/718 - 29s - loss: 1.5599 - accuracy: 0.4874 - val_loss: 1.9351 - val_accuracy: 0.3412\n",
      "\n",
      "Epoch 00012: val_accuracy did not improve from 0.36189\n",
      "Epoch 13/30\n",
      "718/718 - 30s - loss: 1.5049 - accuracy: 0.5008 - val_loss: 1.8368 - val_accuracy: 0.3631\n",
      "\n",
      "Epoch 00013: val_accuracy improved from 0.36189 to 0.36311, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 14/30\n",
      "718/718 - 29s - loss: 1.4388 - accuracy: 0.5227 - val_loss: 1.7781 - val_accuracy: 0.3819\n",
      "\n",
      "Epoch 00014: val_accuracy improved from 0.36311 to 0.38192, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 15/30\n",
      "718/718 - 29s - loss: 1.3713 - accuracy: 0.5446 - val_loss: 1.7779 - val_accuracy: 0.3964\n",
      "\n",
      "Epoch 00015: val_accuracy improved from 0.38192 to 0.39638, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 16/30\n",
      "718/718 - 30s - loss: 1.3234 - accuracy: 0.5596 - val_loss: 1.7761 - val_accuracy: 0.3983\n",
      "\n",
      "Epoch 00016: val_accuracy improved from 0.39638 to 0.39829, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 17/30\n",
      "718/718 - 31s - loss: 1.2646 - accuracy: 0.5804 - val_loss: 1.8683 - val_accuracy: 0.3772\n",
      "\n",
      "Epoch 00017: val_accuracy did not improve from 0.39829\n",
      "Epoch 18/30\n",
      "718/718 - 30s - loss: 1.2185 - accuracy: 0.5924 - val_loss: 1.8289 - val_accuracy: 0.4070\n",
      "\n",
      "Epoch 00018: val_accuracy improved from 0.39829 to 0.40700, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 19/30\n",
      "718/718 - 29s - loss: 1.1710 - accuracy: 0.6058 - val_loss: 1.8126 - val_accuracy: 0.4039\n",
      "\n",
      "Epoch 00019: val_accuracy did not improve from 0.40700\n",
      "Epoch 20/30\n",
      "718/718 - 29s - loss: 1.1240 - accuracy: 0.6236 - val_loss: 1.6787 - val_accuracy: 0.4387\n",
      "\n",
      "Epoch 00020: val_accuracy improved from 0.40700 to 0.43870, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 21/30\n",
      "718/718 - 30s - loss: 1.0833 - accuracy: 0.6363 - val_loss: 1.7299 - val_accuracy: 0.4451\n",
      "\n",
      "Epoch 00021: val_accuracy improved from 0.43870 to 0.44514, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 22/30\n",
      "718/718 - 29s - loss: 1.0427 - accuracy: 0.6475 - val_loss: 1.7708 - val_accuracy: 0.4427\n",
      "\n",
      "Epoch 00022: val_accuracy did not improve from 0.44514\n",
      "Epoch 23/30\n",
      "718/718 - 29s - loss: 1.0116 - accuracy: 0.6597 - val_loss: 1.8748 - val_accuracy: 0.4159\n",
      "\n",
      "Epoch 00023: val_accuracy did not improve from 0.44514\n",
      "Epoch 24/30\n",
      "718/718 - 29s - loss: 0.9686 - accuracy: 0.6751 - val_loss: 1.8785 - val_accuracy: 0.4114\n",
      "\n",
      "Epoch 00024: val_accuracy did not improve from 0.44514\n",
      "Epoch 25/30\n",
      "718/718 - 30s - loss: 0.9343 - accuracy: 0.6850 - val_loss: 1.7812 - val_accuracy: 0.4427\n",
      "\n",
      "Epoch 00025: val_accuracy did not improve from 0.44514\n",
      "Epoch 26/30\n",
      "718/718 - 29s - loss: 0.9041 - accuracy: 0.6946 - val_loss: 1.6983 - val_accuracy: 0.4612\n",
      "\n",
      "Epoch 00026: val_accuracy improved from 0.44514 to 0.46116, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_4.h5\n",
      "Epoch 27/30\n",
      "718/718 - 30s - loss: 0.8771 - accuracy: 0.7061 - val_loss: 1.8073 - val_accuracy: 0.4443\n",
      "\n",
      "Epoch 00027: val_accuracy did not improve from 0.46116\n",
      "Epoch 28/30\n",
      "718/718 - 29s - loss: 0.8448 - accuracy: 0.7165 - val_loss: 1.7474 - val_accuracy: 0.4554\n",
      "\n",
      "Epoch 00028: val_accuracy did not improve from 0.46116\n",
      "Epoch 29/30\n",
      "718/718 - 29s - loss: 0.8184 - accuracy: 0.7263 - val_loss: 1.8031 - val_accuracy: 0.4462\n",
      "\n",
      "Epoch 00029: val_accuracy did not improve from 0.46116\n",
      "Epoch 30/30\n",
      "718/718 - 31s - loss: 0.8076 - accuracy: 0.7257 - val_loss: 1.8417 - val_accuracy: 0.4486\n",
      "\n",
      "Epoch 00030: val_accuracy did not improve from 0.46116\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>                            <div id=\"43cc02d8-9548-4b45-996b-838ac6035553\" class=\"plotly-graph-div\" style=\"height:400px; width:800px;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"43cc02d8-9548-4b45-996b-838ac6035553\")) {                    Plotly.newPlot(                        \"43cc02d8-9548-4b45-996b-838ac6035553\",                        [{\"mode\":\"lines+markers\",\"name\":\"Training Accuracy\",\"y\":[0.22628118097782135,0.2764836549758911,0.3056124150753021,0.32620716094970703,0.34793397784233093,0.3601253926753998,0.3852919340133667,0.404754638671875,0.42491400241851807,0.44167718291282654,0.46214133501052856,0.48743849992752075,0.5007619857788086,0.5226629376411438,0.5445639491081238,0.5595855116844177,0.5803543925285339,0.5924152135848999,0.6057822108268738,0.6236339211463928,0.6362607479095459,0.6475377678871155,0.6596856117248535,0.6750555038452148,0.6850263476371765,0.694561779499054,0.706056535243988,0.716549813747406,0.726302981376648,0.7257369160652161],\"type\":\"scatter\"},{\"mode\":\"lines+markers\",\"name\":\"Validation Accuracy\",\"y\":[0.2509578466415405,0.26837339997291565,0.27203065156936646,0.31330546736717224,0.2669801414012909,0.31731104850769043,0.3187042772769928,0.32358062267303467,0.34691745042800903,0.361894816160202,0.3523162603378296,0.3411703109741211,0.3631139099597931,0.3819226622581482,0.3963775634765625,0.39829328656196594,0.37722048163414,0.4070010483264923,0.4038662612438202,0.43869730830192566,0.445141077041626,0.44270288944244385,0.41588297486305237,0.4113549292087555,0.44270288944244385,0.46116337180137634,0.4442702829837799,0.4554162323474884,0.44618600606918335,0.4486241638660431],\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"choropleth\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"choropleth\"}],\"contour\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"contour\"}],\"contourcarpet\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"contourcarpet\"}],\"heatmap\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"heatmap\"}],\"heatmapgl\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"heatmapgl\"}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"histogram2d\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"histogram2d\"}],\"histogram2dcontour\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"histogram2dcontour\"}],\"mesh3d\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"mesh3d\"}],\"parcoords\":[{\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"parcoords\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}],\"scatter\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatter\"}],\"scatter3d\":[{\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatter3d\"}],\"scattercarpet\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattercarpet\"}],\"scattergeo\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattergeo\"}],\"scattergl\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattergl\"}],\"scattermapbox\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattermapbox\"}],\"scatterpolar\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterpolar\"}],\"scatterpolargl\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterpolargl\"}],\"scatterternary\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterternary\"}],\"surface\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"surface\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}]},\"layout\":{\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"autotypenumbers\":\"strict\",\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]],\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]},\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"geo\":{\"bgcolor\":\"white\",\"lakecolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"showlakes\":true,\"showland\":true,\"subunitcolor\":\"white\"},\"hoverlabel\":{\"align\":\"left\"},\"hovermode\":\"closest\",\"mapbox\":{\"style\":\"light\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"bgcolor\":\"#E5ECF6\",\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"ternary\":{\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"bgcolor\":\"#E5ECF6\",\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"title\":{\"x\":0.05},\"xaxis\":{\"automargin\":true,\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"zerolinewidth\":2},\"yaxis\":{\"automargin\":true,\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"zerolinewidth\":2}}},\"yaxis\":{\"range\":[0,1],\"title\":{\"text\":\"Accuracy\"}},\"title\":{\"text\":\"Fold 4's performance\",\"x\":0.5},\"margin\":{\"l\":20,\"r\":20,\"t\":40,\"b\":20},\"xaxis\":{\"title\":{\"text\":\"Epochs\"}},\"autosize\":false,\"width\":800,\"height\":400},                        {\"responsive\": true}                    ).then(function(){\n",
       "                            \n",
       "var gd = document.getElementById('43cc02d8-9548-4b45-996b-838ac6035553');\n",
       "var x = new MutationObserver(function (mutations, observer) {{\n",
       "        var display = window.getComputedStyle(gd).display;\n",
       "        if (!display || display === 'none') {{\n",
       "            console.log([gd, 'removed!']);\n",
       "            Plotly.purge(gd);\n",
       "            observer.disconnect();\n",
       "        }}\n",
       "}});\n",
       "\n",
       "// Listen for the removal of the full notebook cells\n",
       "var notebookContainer = gd.closest('#notebook-container');\n",
       "if (notebookContainer) {{\n",
       "    x.observe(notebookContainer, {childList: true});\n",
       "}}\n",
       "\n",
       "// Listen for the clearing of the current output cell\n",
       "var outputEl = gd.closest('.output');\n",
       "if (outputEl) {{\n",
       "    x.observe(outputEl, {childList: true});\n",
       "}}\n",
       "\n",
       "                        })                };                });            </script>        </div>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "225/225 [==============================] - 8s 35ms/step - loss: 1.6856 - accuracy: 0.4737\n",
      "Found 22968 validated image filenames belonging to 7 classes.\n",
      "Found 5741 validated image filenames belonging to 7 classes.\n",
      "175\n",
      "Epoch 1/30\n",
      "718/718 - 35s - loss: 3.9254 - accuracy: 0.2245 - val_loss: 2.4255 - val_accuracy: 0.2822\n",
      "\n",
      "Epoch 00001: val_accuracy improved from -inf to 0.28218, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_5.h5\n",
      "Epoch 2/30\n",
      "718/718 - 30s - loss: 3.0621 - accuracy: 0.2728 - val_loss: 2.3286 - val_accuracy: 0.2649\n",
      "\n",
      "Epoch 00002: val_accuracy did not improve from 0.28218\n",
      "Epoch 3/30\n",
      "718/718 - 31s - loss: 2.6682 - accuracy: 0.2995 - val_loss: 2.1824 - val_accuracy: 0.2874\n",
      "\n",
      "Epoch 00003: val_accuracy improved from 0.28218 to 0.28741, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_5.h5\n",
      "Epoch 4/30\n",
      "718/718 - 30s - loss: 2.4335 - accuracy: 0.3211 - val_loss: 1.9649 - val_accuracy: 0.3322\n",
      "\n",
      "Epoch 00004: val_accuracy improved from 0.28741 to 0.33217, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_5.h5\n",
      "Epoch 5/30\n",
      "718/718 - 31s - loss: 2.2269 - accuracy: 0.3457 - val_loss: 2.0143 - val_accuracy: 0.3064\n",
      "\n",
      "Epoch 00005: val_accuracy did not improve from 0.33217\n",
      "Epoch 6/30\n",
      "718/718 - 29s - loss: 2.0794 - accuracy: 0.3649 - val_loss: 1.9610 - val_accuracy: 0.3149\n",
      "\n",
      "Epoch 00006: val_accuracy did not improve from 0.33217\n",
      "Epoch 7/30\n",
      "718/718 - 33s - loss: 1.9698 - accuracy: 0.3818 - val_loss: 1.9704 - val_accuracy: 0.3142\n",
      "\n",
      "Epoch 00007: val_accuracy did not improve from 0.33217\n",
      "Epoch 8/30\n",
      "718/718 - 30s - loss: 1.8780 - accuracy: 0.4042 - val_loss: 2.0026 - val_accuracy: 0.3214\n",
      "\n",
      "Epoch 00008: val_accuracy did not improve from 0.33217\n",
      "Epoch 9/30\n",
      "718/718 - 30s - loss: 1.7887 - accuracy: 0.4228 - val_loss: 1.9954 - val_accuracy: 0.3235\n",
      "\n",
      "Epoch 00009: val_accuracy did not improve from 0.33217\n",
      "Epoch 10/30\n",
      "718/718 - 30s - loss: 1.7111 - accuracy: 0.4415 - val_loss: 1.8397 - val_accuracy: 0.3463\n",
      "\n",
      "Epoch 00010: val_accuracy improved from 0.33217 to 0.34628, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_5.h5\n",
      "Epoch 11/30\n",
      "718/718 - 30s - loss: 1.6405 - accuracy: 0.4598 - val_loss: 1.8015 - val_accuracy: 0.3825\n",
      "\n",
      "Epoch 00011: val_accuracy improved from 0.34628 to 0.38251, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_5.h5\n",
      "Epoch 12/30\n",
      "718/718 - 30s - loss: 1.5656 - accuracy: 0.4831 - val_loss: 1.8160 - val_accuracy: 0.3684\n",
      "\n",
      "Epoch 00012: val_accuracy did not improve from 0.38251\n",
      "Epoch 13/30\n",
      "718/718 - 31s - loss: 1.4992 - accuracy: 0.5026 - val_loss: 1.8040 - val_accuracy: 0.3827\n",
      "\n",
      "Epoch 00013: val_accuracy improved from 0.38251 to 0.38269, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_5.h5\n",
      "Epoch 14/30\n",
      "718/718 - 30s - loss: 1.4312 - accuracy: 0.5226 - val_loss: 1.7931 - val_accuracy: 0.3829\n",
      "\n",
      "Epoch 00014: val_accuracy improved from 0.38269 to 0.38286, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_5.h5\n",
      "Epoch 15/30\n",
      "718/718 - 30s - loss: 1.3689 - accuracy: 0.5411 - val_loss: 1.7894 - val_accuracy: 0.3876\n",
      "\n",
      "Epoch 00015: val_accuracy improved from 0.38286 to 0.38756, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_5.h5\n",
      "Epoch 16/30\n",
      "718/718 - 31s - loss: 1.3189 - accuracy: 0.5577 - val_loss: 1.9646 - val_accuracy: 0.3668\n",
      "\n",
      "Epoch 00016: val_accuracy did not improve from 0.38756\n",
      "Epoch 17/30\n",
      "718/718 - 30s - loss: 1.2718 - accuracy: 0.5762 - val_loss: 1.8526 - val_accuracy: 0.3891\n",
      "\n",
      "Epoch 00017: val_accuracy improved from 0.38756 to 0.38913, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_5.h5\n",
      "Epoch 18/30\n",
      "718/718 - 30s - loss: 1.2151 - accuracy: 0.5922 - val_loss: 1.8106 - val_accuracy: 0.4100\n",
      "\n",
      "Epoch 00018: val_accuracy improved from 0.38913 to 0.41003, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_5.h5\n",
      "Epoch 19/30\n",
      "718/718 - 31s - loss: 1.1725 - accuracy: 0.6090 - val_loss: 1.8368 - val_accuracy: 0.4052\n",
      "\n",
      "Epoch 00019: val_accuracy did not improve from 0.41003\n",
      "Epoch 20/30\n",
      "718/718 - 30s - loss: 1.1277 - accuracy: 0.6223 - val_loss: 1.7031 - val_accuracy: 0.4372\n",
      "\n",
      "Epoch 00020: val_accuracy improved from 0.41003 to 0.43721, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_5.h5\n",
      "Epoch 21/30\n",
      "718/718 - 31s - loss: 1.0715 - accuracy: 0.6397 - val_loss: 1.8615 - val_accuracy: 0.4071\n",
      "\n",
      "Epoch 00021: val_accuracy did not improve from 0.43721\n",
      "Epoch 22/30\n",
      "718/718 - 31s - loss: 1.0289 - accuracy: 0.6533 - val_loss: 1.8627 - val_accuracy: 0.4027\n",
      "\n",
      "Epoch 00022: val_accuracy did not improve from 0.43721\n",
      "Epoch 23/30\n",
      "718/718 - 30s - loss: 1.0091 - accuracy: 0.6630 - val_loss: 1.6630 - val_accuracy: 0.4494\n",
      "\n",
      "Epoch 00023: val_accuracy improved from 0.43721 to 0.44940, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_5.h5\n",
      "Epoch 24/30\n",
      "718/718 - 30s - loss: 0.9664 - accuracy: 0.6728 - val_loss: 1.8760 - val_accuracy: 0.4083\n",
      "\n",
      "Epoch 00024: val_accuracy did not improve from 0.44940\n",
      "Epoch 25/30\n",
      "718/718 - 30s - loss: 0.9413 - accuracy: 0.6869 - val_loss: 2.0164 - val_accuracy: 0.3895\n",
      "\n",
      "Epoch 00025: val_accuracy did not improve from 0.44940\n",
      "Epoch 26/30\n",
      "718/718 - 30s - loss: 0.9078 - accuracy: 0.6929 - val_loss: 1.8533 - val_accuracy: 0.4252\n",
      "\n",
      "Epoch 00026: val_accuracy did not improve from 0.44940\n",
      "Epoch 27/30\n",
      "718/718 - 30s - loss: 0.8862 - accuracy: 0.7022 - val_loss: 1.7842 - val_accuracy: 0.4506\n",
      "\n",
      "Epoch 00027: val_accuracy improved from 0.44940 to 0.45062, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_5.h5\n",
      "Epoch 28/30\n",
      "718/718 - 30s - loss: 0.8387 - accuracy: 0.7146 - val_loss: 1.8423 - val_accuracy: 0.4423\n",
      "\n",
      "Epoch 00028: val_accuracy did not improve from 0.45062\n",
      "Epoch 29/30\n",
      "718/718 - 30s - loss: 0.8239 - accuracy: 0.7243 - val_loss: 1.8358 - val_accuracy: 0.4440\n",
      "\n",
      "Epoch 00029: val_accuracy did not improve from 0.45062\n",
      "Epoch 30/30\n",
      "718/718 - 30s - loss: 0.7869 - accuracy: 0.7372 - val_loss: 1.7788 - val_accuracy: 0.4586\n",
      "\n",
      "Epoch 00030: val_accuracy improved from 0.45062 to 0.45863, saving model to /kaggle/working/Saved_CNN_Models/transfer_learning_model_resnet_50_30epochs/transfer_learning_model_resnet_50_model_5.h5\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>                            <div id=\"fbe8884b-df00-4774-8a41-7ea24cff69ab\" class=\"plotly-graph-div\" style=\"height:400px; width:800px;\"></div>            <script type=\"text/javascript\">                require([\"plotly\"], function(Plotly) {                    window.PLOTLYENV=window.PLOTLYENV || {};                                    if (document.getElementById(\"fbe8884b-df00-4774-8a41-7ea24cff69ab\")) {                    Plotly.newPlot(                        \"fbe8884b-df00-4774-8a41-7ea24cff69ab\",                        [{\"mode\":\"lines+markers\",\"name\":\"Training Accuracy\",\"y\":[0.22448624670505524,0.2728143632411957,0.2995036542415619,0.3210989236831665,0.3457418978214264,0.3649425208568573,0.38183560967445374,0.40417101979255676,0.42280563712120056,0.4414837956428528,0.4597701132297516,0.48310694098472595,0.5026123523712158,0.5225966572761536,0.5411006808280945,0.5577325224876404,0.5761929750442505,0.5921717286109924,0.608977735042572,0.6223441362380981,0.6397161483764648,0.6533437967300415,0.6630094051361084,0.672805666923523,0.6868686676025391,0.6929205656051636,0.702194333076477,0.7146464586257935,0.7243120670318604,0.737199604511261],\"type\":\"scatter\"},{\"mode\":\"lines+markers\",\"name\":\"Validation Accuracy\",\"y\":[0.2821808159351349,0.2649364173412323,0.28740638494491577,0.33217209577560425,0.3063926100730896,0.31492772698402405,0.3142309784889221,0.3213725686073303,0.3234628140926361,0.34628114104270935,0.38251176476478577,0.36840271949768066,0.38268592953681946,0.38286012411117554,0.38756313920021057,0.3668350577354431,0.3891308009624481,0.41003310680389404,0.40515589714050293,0.43720605969429016,0.40707194805145264,0.4027172923088074,0.44939905405044556,0.4082912504673004,0.3894791901111603,0.42518725991249084,0.45061835646629333,0.44225743412971497,0.4439992904663086,0.45863088965415955],\"type\":\"scatter\"}],                        {\"template\":{\"data\":{\"bar\":[{\"error_x\":{\"color\":\"#2a3f5f\"},\"error_y\":{\"color\":\"#2a3f5f\"},\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"bar\"}],\"barpolar\":[{\"marker\":{\"line\":{\"color\":\"#E5ECF6\",\"width\":0.5},\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"barpolar\"}],\"carpet\":[{\"aaxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"baxis\":{\"endlinecolor\":\"#2a3f5f\",\"gridcolor\":\"white\",\"linecolor\":\"white\",\"minorgridcolor\":\"white\",\"startlinecolor\":\"#2a3f5f\"},\"type\":\"carpet\"}],\"choropleth\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"choropleth\"}],\"contour\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"contour\"}],\"contourcarpet\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"contourcarpet\"}],\"heatmap\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"heatmap\"}],\"heatmapgl\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"heatmapgl\"}],\"histogram\":[{\"marker\":{\"pattern\":{\"fillmode\":\"overlay\",\"size\":10,\"solidity\":0.2}},\"type\":\"histogram\"}],\"histogram2d\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"histogram2d\"}],\"histogram2dcontour\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"histogram2dcontour\"}],\"mesh3d\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"type\":\"mesh3d\"}],\"parcoords\":[{\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"parcoords\"}],\"pie\":[{\"automargin\":true,\"type\":\"pie\"}],\"scatter\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatter\"}],\"scatter3d\":[{\"line\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatter3d\"}],\"scattercarpet\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattercarpet\"}],\"scattergeo\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattergeo\"}],\"scattergl\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattergl\"}],\"scattermapbox\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scattermapbox\"}],\"scatterpolar\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterpolar\"}],\"scatterpolargl\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterpolargl\"}],\"scatterternary\":[{\"marker\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"type\":\"scatterternary\"}],\"surface\":[{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"},\"colorscale\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"type\":\"surface\"}],\"table\":[{\"cells\":{\"fill\":{\"color\":\"#EBF0F8\"},\"line\":{\"color\":\"white\"}},\"header\":{\"fill\":{\"color\":\"#C8D4E3\"},\"line\":{\"color\":\"white\"}},\"type\":\"table\"}]},\"layout\":{\"annotationdefaults\":{\"arrowcolor\":\"#2a3f5f\",\"arrowhead\":0,\"arrowwidth\":1},\"autotypenumbers\":\"strict\",\"coloraxis\":{\"colorbar\":{\"outlinewidth\":0,\"ticks\":\"\"}},\"colorscale\":{\"diverging\":[[0,\"#8e0152\"],[0.1,\"#c51b7d\"],[0.2,\"#de77ae\"],[0.3,\"#f1b6da\"],[0.4,\"#fde0ef\"],[0.5,\"#f7f7f7\"],[0.6,\"#e6f5d0\"],[0.7,\"#b8e186\"],[0.8,\"#7fbc41\"],[0.9,\"#4d9221\"],[1,\"#276419\"]],\"sequential\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]],\"sequentialminus\":[[0.0,\"#0d0887\"],[0.1111111111111111,\"#46039f\"],[0.2222222222222222,\"#7201a8\"],[0.3333333333333333,\"#9c179e\"],[0.4444444444444444,\"#bd3786\"],[0.5555555555555556,\"#d8576b\"],[0.6666666666666666,\"#ed7953\"],[0.7777777777777778,\"#fb9f3a\"],[0.8888888888888888,\"#fdca26\"],[1.0,\"#f0f921\"]]},\"colorway\":[\"#636efa\",\"#EF553B\",\"#00cc96\",\"#ab63fa\",\"#FFA15A\",\"#19d3f3\",\"#FF6692\",\"#B6E880\",\"#FF97FF\",\"#FECB52\"],\"font\":{\"color\":\"#2a3f5f\"},\"geo\":{\"bgcolor\":\"white\",\"lakecolor\":\"white\",\"landcolor\":\"#E5ECF6\",\"showlakes\":true,\"showland\":true,\"subunitcolor\":\"white\"},\"hoverlabel\":{\"align\":\"left\"},\"hovermode\":\"closest\",\"mapbox\":{\"style\":\"light\"},\"paper_bgcolor\":\"white\",\"plot_bgcolor\":\"#E5ECF6\",\"polar\":{\"angularaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"bgcolor\":\"#E5ECF6\",\"radialaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"scene\":{\"xaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"},\"yaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"},\"zaxis\":{\"backgroundcolor\":\"#E5ECF6\",\"gridcolor\":\"white\",\"gridwidth\":2,\"linecolor\":\"white\",\"showbackground\":true,\"ticks\":\"\",\"zerolinecolor\":\"white\"}},\"shapedefaults\":{\"line\":{\"color\":\"#2a3f5f\"}},\"ternary\":{\"aaxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"baxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"},\"bgcolor\":\"#E5ECF6\",\"caxis\":{\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\"}},\"title\":{\"x\":0.05},\"xaxis\":{\"automargin\":true,\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"zerolinewidth\":2},\"yaxis\":{\"automargin\":true,\"gridcolor\":\"white\",\"linecolor\":\"white\",\"ticks\":\"\",\"title\":{\"standoff\":15},\"zerolinecolor\":\"white\",\"zerolinewidth\":2}}},\"yaxis\":{\"range\":[0,1],\"title\":{\"text\":\"Accuracy\"}},\"title\":{\"text\":\"Fold 5's performance\",\"x\":0.5},\"margin\":{\"l\":20,\"r\":20,\"t\":40,\"b\":20},\"xaxis\":{\"title\":{\"text\":\"Epochs\"}},\"autosize\":false,\"width\":800,\"height\":400},                        {\"responsive\": true}                    ).then(function(){\n",
       "                            \n",
       "var gd = document.getElementById('fbe8884b-df00-4774-8a41-7ea24cff69ab');\n",
       "var x = new MutationObserver(function (mutations, observer) {{\n",
       "        var display = window.getComputedStyle(gd).display;\n",
       "        if (!display || display === 'none') {{\n",
       "            console.log([gd, 'removed!']);\n",
       "            Plotly.purge(gd);\n",
       "            observer.disconnect();\n",
       "        }}\n",
       "}});\n",
       "\n",
       "// Listen for the removal of the full notebook cells\n",
       "var notebookContainer = gd.closest('#notebook-container');\n",
       "if (notebookContainer) {{\n",
       "    x.observe(notebookContainer, {childList: true});\n",
       "}}\n",
       "\n",
       "// Listen for the clearing of the current output cell\n",
       "var outputEl = gd.closest('.output');\n",
       "if (outputEl) {{\n",
       "    x.observe(outputEl, {childList: true});\n",
       "}}\n",
       "\n",
       "                        })                };                });            </script>        </div>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "225/225 [==============================] - 13s 60ms/step - loss: 1.7377 - accuracy: 0.4674\n"
     ]
    }
   ],
   "source": [
    "model_test(5, 30, transfer_learning_model_resnet_50, (48,48,), 'rgb')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "82c5a8b5",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T16:06:23.281209Z",
     "iopub.status.busy": "2022-05-08T16:06:23.280139Z",
     "iopub.status.idle": "2022-05-08T16:06:26.591241Z",
     "shell.execute_reply": "2022-05-08T16:06:26.590641Z",
     "shell.execute_reply.started": "2022-04-10T05:19:22.73417Z"
    },
    "papermill": {
     "duration": 3.964744,
     "end_time": "2022-05-08T16:06:26.591407",
     "exception": false,
     "start_time": "2022-05-08T16:06:22.626663",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Downloading data from https://storage.googleapis.com/tensorflow/keras-applications/vgg16/vgg16_weights_tf_dim_ordering_tf_kernels_notop.h5\n",
      "58892288/58889256 [==============================] - 2s 0us/step\n",
      "58900480/58889256 [==============================] - 2s 0us/step\n",
      "19\n"
     ]
    }
   ],
   "source": [
    "def transfer_learning_model_vgg_16():\n",
    "\n",
    "  IMG_SHAPE = (48,48,3,)\n",
    " \n",
    "  inputs = tf.keras.Input(shape=IMG_SHAPE)\n",
    "  #inputs = tf.image.grayscale_to_rgb(y)\n",
    " \n",
    "  x = tf.keras.applications.vgg16.preprocess_input(inputs)\n",
    "  base_model = tf.keras.applications.vgg16.VGG16(input_shape=(48,48,3,),\n",
    "                                               include_top=False,\n",
    "                                               weights='imagenet')\n",
    "  print(len(base_model.layers))\n",
    "  base_model.trainable = True\n",
    "\n",
    "  fine_tune_at = 15\n",
    "  for layer in base_model.layers[:fine_tune_at]:\n",
    "    layer.trainable = False\n",
    "\n",
    "  x = base_model(x)\n",
    "  global_average_layer = tf.keras.layers.GlobalAveragePooling2D()\n",
    "  x = global_average_layer(x)\n",
    "  x = tf.keras.layers.Dropout(0.4)(x)\n",
    "  prediction_layer = tf.keras.layers.Dense(7, activation = \"softmax\")\n",
    "  outputs = prediction_layer(x)\n",
    "  model = tf.keras.Model(inputs, outputs)\n",
    "  #print(len(model.trainable_variables))\n",
    "  return model\n",
    "\n",
    "transfer_model_vgg_16 = transfer_learning_model_vgg_16()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "1529c6c6",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T16:06:27.983100Z",
     "iopub.status.busy": "2022-05-08T16:06:27.981680Z",
     "iopub.status.idle": "2022-05-08T16:06:27.990900Z",
     "shell.execute_reply": "2022-05-08T16:06:27.990297Z",
     "shell.execute_reply.started": "2022-04-10T05:19:27.632625Z"
    },
    "papermill": {
     "duration": 0.665147,
     "end_time": "2022-05-08T16:06:27.991034",
     "exception": false,
     "start_time": "2022-05-08T16:06:27.325887",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"model\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "input_1 (InputLayer)         [(None, 48, 48, 3)]       0         \n",
      "_________________________________________________________________\n",
      "tf.__operators__.getitem (Sl (None, 48, 48, 3)         0         \n",
      "_________________________________________________________________\n",
      "tf.nn.bias_add (TFOpLambda)  (None, 48, 48, 3)         0         \n",
      "_________________________________________________________________\n",
      "vgg16 (Functional)           (None, 1, 1, 512)         14714688  \n",
      "_________________________________________________________________\n",
      "global_average_pooling2d (Gl (None, 512)               0         \n",
      "_________________________________________________________________\n",
      "dropout (Dropout)            (None, 512)               0         \n",
      "_________________________________________________________________\n",
      "dense (Dense)                (None, 7)                 3591      \n",
      "=================================================================\n",
      "Total params: 14,718,279\n",
      "Trainable params: 7,083,015\n",
      "Non-trainable params: 7,635,264\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "transfer_model_vgg_16.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "3d5771f0",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2022-05-08T16:06:29.301304Z",
     "iopub.status.busy": "2022-05-08T16:06:29.300233Z",
     "iopub.status.idle": "2022-05-08T16:06:29.303016Z",
     "shell.execute_reply": "2022-05-08T16:06:29.303556Z",
     "shell.execute_reply.started": "2022-04-10T05:20:10.075747Z"
    },
    "papermill": {
     "duration": 0.660593,
     "end_time": "2022-05-08T16:06:29.303776",
     "exception": false,
     "start_time": "2022-05-08T16:06:28.643183",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "#model_test(5, 50, transfer_learning_model_vgg_16, (48,48,), 'rgb')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.12"
  },
  "papermill": {
   "default_parameters": {},
   "duration": 5826.196655,
   "end_time": "2022-05-08T16:06:32.813401",
   "environment_variables": {},
   "exception": null,
   "input_path": "__notebook__.ipynb",
   "output_path": "__notebook__.ipynb",
   "parameters": {},
   "start_time": "2022-05-08T14:29:26.616746",
   "version": "2.3.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}