Hackerearth-Customer-Churn-Rate/churn_rate_over_sampling.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 260,
   "id": "bridal-arrangement",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "pd.set_option('display.max_columns', 50000)\n",
    "import numpy as np\n",
    "import csv\n",
    "import json\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "from sklearn.preprocessing import OneHotEncoder\n",
    "from sklearn.ensemble import RandomForestRegressor\n",
    "from sklearn.preprocessing import normalize\n",
    "from sklearn.preprocessing import MinMaxScaler\n",
    "from sklearn.model_selection import train_test_split\n",
    "import sklearn\n",
    "import datetime, os"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 261,
   "id": "hungry-depth",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Num GPUs Available:  1\n"
     ]
    }
   ],
   "source": [
    "import tensorflow as tf\n",
    "print(\"Num GPUs Available: \", len(tf.config.list_physical_devices('GPU')))\n",
    "import keras.backend as K\n",
    "def get_f1(y_true, y_pred): #taken from old keras source code\n",
    "    true_positives = K.sum(K.round(K.clip(y_true * y_pred, 0, 1)))\n",
    "    possible_positives = K.sum(K.round(K.clip(y_true, 0, 1)))\n",
    "    predicted_positives = K.sum(K.round(K.clip(y_pred, 0, 1)))\n",
    "    precision = true_positives / (predicted_positives + K.epsilon())\n",
    "    recall = true_positives / (possible_positives + K.epsilon())\n",
    "    f1_val = 2*(precision*recall)/(precision+recall+K.epsilon())\n",
    "    return f1_val"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 262,
   "id": "official-compiler",
   "metadata": {},
   "outputs": [],
   "source": [
    "\"\"\"\n",
    "A weighted version of categorical_crossentropy for keras (2.0.6). This lets you apply a weight to unbalanced classes.\n",
    "@url: https://gist.github.com/wassname/ce364fddfc8a025bfab4348cf5de852d\n",
    "@author: wassname\n",
    "\"\"\"\n",
    "from keras import backend as K\n",
    "def weighted_categorical_crossentropy(weights):\n",
    "    \"\"\"\n",
    "    A weighted version of keras.objectives.categorical_crossentropy\n",
    "    \n",
    "    Variables:\n",
    "        weights: numpy array of shape (C,) where C is the number of classes\n",
    "    \n",
    "    Usage:\n",
    "        weights = np.array([0.5,2,10]) # Class one at 0.5, class 2 twice the normal weights, class 3 10x.\n",
    "        loss = weighted_categorical_crossentropy(weights)\n",
    "        model.compile(loss=loss,optimizer='adam')\n",
    "    \"\"\"\n",
    "    \n",
    "    weights = K.variable(weights)\n",
    "        \n",
    "    def loss(y_true, y_pred):\n",
    "        # scale predictions so that the class probas of each sample sum to 1\n",
    "        y_pred /= K.sum(y_pred, axis=-1, keepdims=True)\n",
    "        # clip to prevent NaN's and Inf's\n",
    "        y_pred = K.clip(y_pred, K.epsilon(), 1 - K.epsilon())\n",
    "        # calc\n",
    "        loss = y_true * K.log(y_pred) * weights\n",
    "        loss = -K.sum(loss, -1)\n",
    "        return loss\n",
    "    \n",
    "    return loss"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 263,
   "id": "surprised-rings",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>customer_id</th>\n",
       "      <th>Name</th>\n",
       "      <th>age</th>\n",
       "      <th>gender</th>\n",
       "      <th>security_no</th>\n",
       "      <th>region_category</th>\n",
       "      <th>membership_category</th>\n",
       "      <th>joining_date</th>\n",
       "      <th>joined_through_referral</th>\n",
       "      <th>referral_id</th>\n",
       "      <th>preferred_offer_types</th>\n",
       "      <th>medium_of_operation</th>\n",
       "      <th>internet_option</th>\n",
       "      <th>last_visit_time</th>\n",
       "      <th>days_since_last_login</th>\n",
       "      <th>avg_time_spent</th>\n",
       "      <th>avg_transaction_value</th>\n",
       "      <th>avg_frequency_login_days</th>\n",
       "      <th>points_in_wallet</th>\n",
       "      <th>used_special_discount</th>\n",
       "      <th>offer_application_preference</th>\n",
       "      <th>past_complaint</th>\n",
       "      <th>complaint_status</th>\n",
       "      <th>feedback</th>\n",
       "      <th>churn_risk_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>fffe4300490044003600300030003800</td>\n",
       "      <td>Pattie Morrisey</td>\n",
       "      <td>18</td>\n",
       "      <td>F</td>\n",
       "      <td>XW0DQ7H</td>\n",
       "      <td>Village</td>\n",
       "      <td>Platinum Membership</td>\n",
       "      <td>2017-08-17</td>\n",
       "      <td>No</td>\n",
       "      <td>xxxxxxxx</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>?</td>\n",
       "      <td>Wi-Fi</td>\n",
       "      <td>16:08:02</td>\n",
       "      <td>17</td>\n",
       "      <td>300.63</td>\n",
       "      <td>53005.25</td>\n",
       "      <td>17.0</td>\n",
       "      <td>781.75</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>Not Applicable</td>\n",
       "      <td>Products always in Stock</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>fffe43004900440032003100300035003700</td>\n",
       "      <td>Traci Peery</td>\n",
       "      <td>32</td>\n",
       "      <td>F</td>\n",
       "      <td>5K0N3X1</td>\n",
       "      <td>City</td>\n",
       "      <td>Premium Membership</td>\n",
       "      <td>2017-08-28</td>\n",
       "      <td>?</td>\n",
       "      <td>CID21329</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>Desktop</td>\n",
       "      <td>Mobile_Data</td>\n",
       "      <td>12:38:13</td>\n",
       "      <td>16</td>\n",
       "      <td>306.34</td>\n",
       "      <td>12838.38</td>\n",
       "      <td>10.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Solved</td>\n",
       "      <td>Quality Customer Care</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>fffe4300490044003100390032003600</td>\n",
       "      <td>Merideth Mcmeen</td>\n",
       "      <td>44</td>\n",
       "      <td>F</td>\n",
       "      <td>1F2TCL3</td>\n",
       "      <td>Town</td>\n",
       "      <td>No Membership</td>\n",
       "      <td>2016-11-11</td>\n",
       "      <td>Yes</td>\n",
       "      <td>CID12313</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>Desktop</td>\n",
       "      <td>Wi-Fi</td>\n",
       "      <td>22:53:21</td>\n",
       "      <td>14</td>\n",
       "      <td>516.16</td>\n",
       "      <td>21027.00</td>\n",
       "      <td>22.0</td>\n",
       "      <td>500.69</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Solved in Follow-up</td>\n",
       "      <td>Poor Website</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>fffe43004900440036003000330031003600</td>\n",
       "      <td>Eufemia Cardwell</td>\n",
       "      <td>37</td>\n",
       "      <td>M</td>\n",
       "      <td>VJGJ33N</td>\n",
       "      <td>City</td>\n",
       "      <td>No Membership</td>\n",
       "      <td>2016-10-29</td>\n",
       "      <td>Yes</td>\n",
       "      <td>CID3793</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>Desktop</td>\n",
       "      <td>Mobile_Data</td>\n",
       "      <td>15:57:50</td>\n",
       "      <td>11</td>\n",
       "      <td>53.27</td>\n",
       "      <td>25239.56</td>\n",
       "      <td>6.0</td>\n",
       "      <td>567.66</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Unsolved</td>\n",
       "      <td>Poor Website</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>fffe43004900440031003900350030003600</td>\n",
       "      <td>Meghan Kosak</td>\n",
       "      <td>31</td>\n",
       "      <td>F</td>\n",
       "      <td>SVZXCWB</td>\n",
       "      <td>City</td>\n",
       "      <td>No Membership</td>\n",
       "      <td>2017-09-12</td>\n",
       "      <td>No</td>\n",
       "      <td>xxxxxxxx</td>\n",
       "      <td>Credit/Debit Card Offers</td>\n",
       "      <td>Smartphone</td>\n",
       "      <td>Mobile_Data</td>\n",
       "      <td>15:46:44</td>\n",
       "      <td>20</td>\n",
       "      <td>113.13</td>\n",
       "      <td>24483.66</td>\n",
       "      <td>16.0</td>\n",
       "      <td>663.06</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Solved</td>\n",
       "      <td>Poor Website</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            customer_id              Name  age gender  \\\n",
       "0      fffe4300490044003600300030003800   Pattie Morrisey   18      F   \n",
       "1  fffe43004900440032003100300035003700       Traci Peery   32      F   \n",
       "2      fffe4300490044003100390032003600   Merideth Mcmeen   44      F   \n",
       "3  fffe43004900440036003000330031003600  Eufemia Cardwell   37      M   \n",
       "4  fffe43004900440031003900350030003600      Meghan Kosak   31      F   \n",
       "\n",
       "  security_no region_category  membership_category joining_date  \\\n",
       "0     XW0DQ7H         Village  Platinum Membership   2017-08-17   \n",
       "1     5K0N3X1            City   Premium Membership   2017-08-28   \n",
       "2     1F2TCL3            Town        No Membership   2016-11-11   \n",
       "3     VJGJ33N            City        No Membership   2016-10-29   \n",
       "4     SVZXCWB            City        No Membership   2017-09-12   \n",
       "\n",
       "  joined_through_referral referral_id     preferred_offer_types  \\\n",
       "0                      No    xxxxxxxx     Gift Vouchers/Coupons   \n",
       "1                       ?    CID21329     Gift Vouchers/Coupons   \n",
       "2                     Yes    CID12313     Gift Vouchers/Coupons   \n",
       "3                     Yes     CID3793     Gift Vouchers/Coupons   \n",
       "4                      No    xxxxxxxx  Credit/Debit Card Offers   \n",
       "\n",
       "  medium_of_operation internet_option last_visit_time  days_since_last_login  \\\n",
       "0                   ?           Wi-Fi        16:08:02                     17   \n",
       "1             Desktop     Mobile_Data        12:38:13                     16   \n",
       "2             Desktop           Wi-Fi        22:53:21                     14   \n",
       "3             Desktop     Mobile_Data        15:57:50                     11   \n",
       "4          Smartphone     Mobile_Data        15:46:44                     20   \n",
       "\n",
       "   avg_time_spent  avg_transaction_value avg_frequency_login_days  \\\n",
       "0          300.63               53005.25                     17.0   \n",
       "1          306.34               12838.38                     10.0   \n",
       "2          516.16               21027.00                     22.0   \n",
       "3           53.27               25239.56                      6.0   \n",
       "4          113.13               24483.66                     16.0   \n",
       "\n",
       "   points_in_wallet used_special_discount offer_application_preference  \\\n",
       "0            781.75                   Yes                          Yes   \n",
       "1               NaN                   Yes                           No   \n",
       "2            500.69                    No                          Yes   \n",
       "3            567.66                    No                          Yes   \n",
       "4            663.06                    No                          Yes   \n",
       "\n",
       "  past_complaint     complaint_status                  feedback  \\\n",
       "0             No       Not Applicable  Products always in Stock   \n",
       "1            Yes               Solved     Quality Customer Care   \n",
       "2            Yes  Solved in Follow-up              Poor Website   \n",
       "3            Yes             Unsolved              Poor Website   \n",
       "4            Yes               Solved              Poor Website   \n",
       "\n",
       "   churn_risk_score  \n",
       "0                 2  \n",
       "1                 1  \n",
       "2                 5  \n",
       "3                 5  \n",
       "4                 5  "
      ]
     },
     "execution_count": 263,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv(\"./dataset/train.csv\")\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 264,
   "id": "micro-timothy",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>days_since_last_login</th>\n",
       "      <th>avg_time_spent</th>\n",
       "      <th>avg_transaction_value</th>\n",
       "      <th>points_in_wallet</th>\n",
       "      <th>churn_risk_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>36992.000000</td>\n",
       "      <td>36992.000000</td>\n",
       "      <td>36992.000000</td>\n",
       "      <td>36992.000000</td>\n",
       "      <td>33549.000000</td>\n",
       "      <td>36992.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>37.118161</td>\n",
       "      <td>-41.915576</td>\n",
       "      <td>243.472334</td>\n",
       "      <td>29271.194003</td>\n",
       "      <td>686.882199</td>\n",
       "      <td>3.463397</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>15.867412</td>\n",
       "      <td>228.819900</td>\n",
       "      <td>398.289149</td>\n",
       "      <td>19444.806226</td>\n",
       "      <td>194.063624</td>\n",
       "      <td>1.409661</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>10.000000</td>\n",
       "      <td>-999.000000</td>\n",
       "      <td>-2814.109110</td>\n",
       "      <td>800.460000</td>\n",
       "      <td>-760.661236</td>\n",
       "      <td>-1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>23.000000</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>60.102500</td>\n",
       "      <td>14177.540000</td>\n",
       "      <td>616.150000</td>\n",
       "      <td>3.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>37.000000</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>161.765000</td>\n",
       "      <td>27554.485000</td>\n",
       "      <td>697.620000</td>\n",
       "      <td>4.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>51.000000</td>\n",
       "      <td>16.000000</td>\n",
       "      <td>356.515000</td>\n",
       "      <td>40855.110000</td>\n",
       "      <td>763.950000</td>\n",
       "      <td>5.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>64.000000</td>\n",
       "      <td>26.000000</td>\n",
       "      <td>3235.578521</td>\n",
       "      <td>99914.050000</td>\n",
       "      <td>2069.069761</td>\n",
       "      <td>5.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                age  days_since_last_login  avg_time_spent  \\\n",
       "count  36992.000000           36992.000000    36992.000000   \n",
       "mean      37.118161             -41.915576      243.472334   \n",
       "std       15.867412             228.819900      398.289149   \n",
       "min       10.000000            -999.000000    -2814.109110   \n",
       "25%       23.000000               8.000000       60.102500   \n",
       "50%       37.000000              12.000000      161.765000   \n",
       "75%       51.000000              16.000000      356.515000   \n",
       "max       64.000000              26.000000     3235.578521   \n",
       "\n",
       "       avg_transaction_value  points_in_wallet  churn_risk_score  \n",
       "count           36992.000000      33549.000000      36992.000000  \n",
       "mean            29271.194003        686.882199          3.463397  \n",
       "std             19444.806226        194.063624          1.409661  \n",
       "min               800.460000       -760.661236         -1.000000  \n",
       "25%             14177.540000        616.150000          3.000000  \n",
       "50%             27554.485000        697.620000          4.000000  \n",
       "75%             40855.110000        763.950000          5.000000  \n",
       "max             99914.050000       2069.069761          5.000000  "
      ]
     },
     "execution_count": 264,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 265,
   "id": "democratic-passion",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 36992 entries, 0 to 36991\n",
      "Data columns (total 25 columns):\n",
      " #   Column                        Non-Null Count  Dtype  \n",
      "---  ------                        --------------  -----  \n",
      " 0   customer_id                   36992 non-null  object \n",
      " 1   Name                          36992 non-null  object \n",
      " 2   age                           36992 non-null  int64  \n",
      " 3   gender                        36992 non-null  object \n",
      " 4   security_no                   36992 non-null  object \n",
      " 5   region_category               31564 non-null  object \n",
      " 6   membership_category           36992 non-null  object \n",
      " 7   joining_date                  36992 non-null  object \n",
      " 8   joined_through_referral       36992 non-null  object \n",
      " 9   referral_id                   36992 non-null  object \n",
      " 10  preferred_offer_types         36704 non-null  object \n",
      " 11  medium_of_operation           36992 non-null  object \n",
      " 12  internet_option               36992 non-null  object \n",
      " 13  last_visit_time               36992 non-null  object \n",
      " 14  days_since_last_login         36992 non-null  int64  \n",
      " 15  avg_time_spent                36992 non-null  float64\n",
      " 16  avg_transaction_value         36992 non-null  float64\n",
      " 17  avg_frequency_login_days      36992 non-null  object \n",
      " 18  points_in_wallet              33549 non-null  float64\n",
      " 19  used_special_discount         36992 non-null  object \n",
      " 20  offer_application_preference  36992 non-null  object \n",
      " 21  past_complaint                36992 non-null  object \n",
      " 22  complaint_status              36992 non-null  object \n",
      " 23  feedback                      36992 non-null  object \n",
      " 24  churn_risk_score              36992 non-null  int64  \n",
      "dtypes: float64(3), int64(3), object(19)\n",
      "memory usage: 7.1+ MB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 266,
   "id": "typical-bunch",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "F          18490\n",
      "M          18443\n",
      "Unknown       59\n",
      "Name: gender, dtype: int64\n",
      "--------------------------------------------------\n",
      "Town       14128\n",
      "City       12737\n",
      "Village     4699\n",
      "Name: region_category, dtype: int64\n",
      "--------------------------------------------------\n",
      "Basic Membership       7724\n",
      "No Membership          7692\n",
      "Gold Membership        6795\n",
      "Silver Membership      5988\n",
      "Premium Membership     4455\n",
      "Platinum Membership    4338\n",
      "Name: membership_category, dtype: int64\n",
      "--------------------------------------------------\n",
      "No     15839\n",
      "Yes    15715\n",
      "?       5438\n",
      "Name: joined_through_referral, dtype: int64\n",
      "--------------------------------------------------\n",
      "Gift Vouchers/Coupons       12349\n",
      "Credit/Debit Card Offers    12274\n",
      "Without Offers              12081\n",
      "Name: preferred_offer_types, dtype: int64\n",
      "--------------------------------------------------\n",
      "Desktop       13913\n",
      "Smartphone    13876\n",
      "?              5393\n",
      "Both           3810\n",
      "Name: medium_of_operation, dtype: int64\n",
      "--------------------------------------------------\n",
      "Wi-Fi          12413\n",
      "Mobile_Data    12343\n",
      "Fiber_Optic    12236\n",
      "Name: internet_option, dtype: int64\n",
      "--------------------------------------------------\n",
      "Yes    20342\n",
      "No     16650\n",
      "Name: used_special_discount, dtype: int64\n",
      "--------------------------------------------------\n",
      "Yes    20440\n",
      "No     16552\n",
      "Name: offer_application_preference, dtype: int64\n",
      "--------------------------------------------------\n",
      "No     18602\n",
      "Yes    18390\n",
      "Name: past_complaint, dtype: int64\n",
      "--------------------------------------------------\n",
      "Not Applicable              18602\n",
      "Unsolved                     4644\n",
      "Solved                       4619\n",
      "Solved in Follow-up          4577\n",
      "No Information Available     4550\n",
      "Name: complaint_status, dtype: int64\n",
      "--------------------------------------------------\n",
      "Poor Product Quality        6350\n",
      "No reason specified         6290\n",
      "Too many ads                6279\n",
      "Poor Website                6271\n",
      "Poor Customer Service       6252\n",
      "Reasonable Price            1417\n",
      "User Friendly Website       1391\n",
      "Products always in Stock    1382\n",
      "Quality Customer Care       1360\n",
      "Name: feedback, dtype: int64\n",
      "--------------------------------------------------\n",
      "Error                  3522\n",
      "13.0                   1394\n",
      "19.0                   1365\n",
      "8.0                    1361\n",
      "14.0                   1355\n",
      "                       ... \n",
      "-10.356549085672512       1\n",
      "-23.468381676924462       1\n",
      "-2.5126708686398835       1\n",
      "37.57759298927819         1\n",
      "54.6057491569936          1\n",
      "Name: avg_frequency_login_days, Length: 1654, dtype: int64\n",
      "--------------------------------------------------\n",
      " 3    10424\n",
      " 4    10185\n",
      " 5     9827\n",
      " 2     2741\n",
      " 1     2652\n",
      "-1     1163\n",
      "Name: churn_risk_score, dtype: int64\n",
      "--------------------------------------------------\n"
     ]
    }
   ],
   "source": [
    "def valueCounts(df):\n",
    "    print(df[\"gender\"].value_counts())\n",
    "    print(\"-\"*50)\n",
    "    print(df[\"region_category\"].value_counts())\n",
    "    print(\"-\"*50)\n",
    "    print(df[\"membership_category\"].value_counts())\n",
    "    print(\"-\"*50)\n",
    "    print(df[\"joined_through_referral\"].value_counts())\n",
    "    print(\"-\"*50)\n",
    "    print(df[\"preferred_offer_types\"].value_counts())\n",
    "    print(\"-\"*50)\n",
    "    print(df[\"medium_of_operation\"].value_counts())\n",
    "    print(\"-\"*50)\n",
    "    print(df[\"internet_option\"].value_counts())\n",
    "    print(\"-\"*50)\n",
    "    print(df[\"used_special_discount\"].value_counts())\n",
    "    print(\"-\"*50)\n",
    "    print(df[\"offer_application_preference\"].value_counts())\n",
    "    print(\"-\"*50)\n",
    "    print(df[\"past_complaint\"].value_counts())\n",
    "    print(\"-\"*50)\n",
    "    print(df[\"complaint_status\"].value_counts())\n",
    "    print(\"-\"*50)\n",
    "    print(df[\"feedback\"].value_counts())\n",
    "    print(\"-\"*50)\n",
    "    print(df[\"avg_frequency_login_days\"].value_counts())\n",
    "    print(\"-\"*50)\n",
    "    print(df[\"churn_risk_score\"].value_counts())\n",
    "    print(\"-\"*50)\n",
    "    \n",
    "valueCounts(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 267,
   "id": "gorgeous-jimmy",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 267,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.isnull().values.any()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 268,
   "id": "packed-plaza",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "customer_id                        0\n",
       "Name                               0\n",
       "age                                0\n",
       "gender                             0\n",
       "security_no                        0\n",
       "region_category                 5428\n",
       "membership_category                0\n",
       "joining_date                       0\n",
       "joined_through_referral            0\n",
       "referral_id                        0\n",
       "preferred_offer_types            288\n",
       "medium_of_operation                0\n",
       "internet_option                    0\n",
       "last_visit_time                    0\n",
       "days_since_last_login              0\n",
       "avg_time_spent                     0\n",
       "avg_transaction_value              0\n",
       "avg_frequency_login_days           0\n",
       "points_in_wallet                3443\n",
       "used_special_discount              0\n",
       "offer_application_preference       0\n",
       "past_complaint                     0\n",
       "complaint_status                   0\n",
       "feedback                           0\n",
       "churn_risk_score                   0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 268,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 269,
   "id": "cloudy-northeast",
   "metadata": {},
   "outputs": [],
   "source": [
    "# setting target wrong value -1 to 1 assuming sign issue, \n",
    "df['churn_risk_score'] = df['churn_risk_score'].apply(lambda x:1 if x == -1 else x)\n",
    "df['churn_risk_score'] = df['churn_risk_score'].apply(lambda x:x-1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 270,
   "id": "figured-commerce",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "customer_id                     0\n",
       "Name                            0\n",
       "age                             0\n",
       "gender                          0\n",
       "security_no                     0\n",
       "region_category                 0\n",
       "membership_category             0\n",
       "joining_date                    0\n",
       "joined_through_referral         0\n",
       "referral_id                     0\n",
       "preferred_offer_types           0\n",
       "medium_of_operation             0\n",
       "internet_option                 0\n",
       "last_visit_time                 0\n",
       "days_since_last_login           0\n",
       "avg_time_spent                  0\n",
       "avg_transaction_value           0\n",
       "avg_frequency_login_days        0\n",
       "points_in_wallet                0\n",
       "used_special_discount           0\n",
       "offer_application_preference    0\n",
       "past_complaint                  0\n",
       "complaint_status                0\n",
       "feedback                        0\n",
       "churn_risk_score                0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 270,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def handleMissingValues(df):\n",
    "    \n",
    "    df['joining_date']  = pd.to_datetime(df['joining_date'],format=\"%Y-%m-%d\")\n",
    "    \n",
    "    \n",
    "    # replacing Unknown words with most occured in df for gender column\n",
    "    df['gender'] = df['gender'].replace(['Unknown'], df[\"gender\"].mode()[0])\n",
    "    df['joined_through_referral'] = df['joined_through_referral'].replace(['?'], df[\"joined_through_referral\"].mode()[0])\n",
    "    df['avg_frequency_login_days'] = df['avg_frequency_login_days'].replace(['Error'], None)\n",
    "    \n",
    "    \n",
    "    df[\"region_category\"] = df[\"region_category\"].fillna(df[\"region_category\"].mode()[0])\n",
    "    df[\"preferred_offer_types\"] = df[\"preferred_offer_types\"].fillna(df[\"preferred_offer_types\"].mode()[0])\n",
    "    df[\"points_in_wallet\"] = df[\"points_in_wallet\"].fillna(df[\"points_in_wallet\"].median())\n",
    "    df[\"avg_frequency_login_days\"] = df[\"avg_frequency_login_days\"].fillna(df[\"avg_frequency_login_days\"].median())\n",
    "    \n",
    "    \n",
    "    df[\"avg_frequency_login_days\"] = pd.to_numeric(df[\"avg_frequency_login_days\"])\n",
    "    \n",
    "    return df\n",
    "\n",
    "df = handleMissingValues(df)\n",
    "df.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 271,
   "id": "least-objective",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "F    18549\n",
      "M    18443\n",
      "Name: gender, dtype: int64\n",
      "--------------------------------------------------\n",
      "Town       19556\n",
      "City       12737\n",
      "Village     4699\n",
      "Name: region_category, dtype: int64\n",
      "--------------------------------------------------\n",
      "Basic Membership       7724\n",
      "No Membership          7692\n",
      "Gold Membership        6795\n",
      "Silver Membership      5988\n",
      "Premium Membership     4455\n",
      "Platinum Membership    4338\n",
      "Name: membership_category, dtype: int64\n",
      "--------------------------------------------------\n",
      "No     21277\n",
      "Yes    15715\n",
      "Name: joined_through_referral, dtype: int64\n",
      "--------------------------------------------------\n",
      "Gift Vouchers/Coupons       12637\n",
      "Credit/Debit Card Offers    12274\n",
      "Without Offers              12081\n",
      "Name: preferred_offer_types, dtype: int64\n",
      "--------------------------------------------------\n",
      "Desktop       13913\n",
      "Smartphone    13876\n",
      "?              5393\n",
      "Both           3810\n",
      "Name: medium_of_operation, dtype: int64\n",
      "--------------------------------------------------\n",
      "Wi-Fi          12413\n",
      "Mobile_Data    12343\n",
      "Fiber_Optic    12236\n",
      "Name: internet_option, dtype: int64\n",
      "--------------------------------------------------\n",
      "Yes    20342\n",
      "No     16650\n",
      "Name: used_special_discount, dtype: int64\n",
      "--------------------------------------------------\n",
      "Yes    20440\n",
      "No     16552\n",
      "Name: offer_application_preference, dtype: int64\n",
      "--------------------------------------------------\n",
      "No     18602\n",
      "Yes    18390\n",
      "Name: past_complaint, dtype: int64\n",
      "--------------------------------------------------\n",
      "Not Applicable              18602\n",
      "Unsolved                     4644\n",
      "Solved                       4619\n",
      "Solved in Follow-up          4577\n",
      "No Information Available     4550\n",
      "Name: complaint_status, dtype: int64\n",
      "--------------------------------------------------\n",
      "Poor Product Quality        6350\n",
      "No reason specified         6290\n",
      "Too many ads                6279\n",
      "Poor Website                6271\n",
      "Poor Customer Service       6252\n",
      "Reasonable Price            1417\n",
      "User Friendly Website       1391\n",
      "Products always in Stock    1382\n",
      "Quality Customer Care       1360\n",
      "Name: feedback, dtype: int64\n",
      "--------------------------------------------------\n",
      " 13.000000    1553\n",
      " 19.000000    1517\n",
      " 8.000000     1511\n",
      " 17.000000    1484\n",
      " 10.000000    1479\n",
      "              ... \n",
      "-11.782865       1\n",
      " 31.245244       1\n",
      " 44.288708       1\n",
      "-4.622815        1\n",
      " 17.655816       1\n",
      "Name: avg_frequency_login_days, Length: 1653, dtype: int64\n",
      "--------------------------------------------------\n",
      "2    10424\n",
      "3    10185\n",
      "4     9827\n",
      "0     3815\n",
      "1     2741\n",
      "Name: churn_risk_score, dtype: int64\n",
      "--------------------------------------------------\n"
     ]
    }
   ],
   "source": [
    "valueCounts(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 272,
   "id": "dated-republic",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 36992 entries, 0 to 36991\n",
      "Data columns (total 25 columns):\n",
      " #   Column                        Non-Null Count  Dtype         \n",
      "---  ------                        --------------  -----         \n",
      " 0   customer_id                   36992 non-null  object        \n",
      " 1   Name                          36992 non-null  object        \n",
      " 2   age                           36992 non-null  int64         \n",
      " 3   gender                        36992 non-null  object        \n",
      " 4   security_no                   36992 non-null  object        \n",
      " 5   region_category               36992 non-null  object        \n",
      " 6   membership_category           36992 non-null  object        \n",
      " 7   joining_date                  36992 non-null  datetime64[ns]\n",
      " 8   joined_through_referral       36992 non-null  object        \n",
      " 9   referral_id                   36992 non-null  object        \n",
      " 10  preferred_offer_types         36992 non-null  object        \n",
      " 11  medium_of_operation           36992 non-null  object        \n",
      " 12  internet_option               36992 non-null  object        \n",
      " 13  last_visit_time               36992 non-null  object        \n",
      " 14  days_since_last_login         36992 non-null  int64         \n",
      " 15  avg_time_spent                36992 non-null  float64       \n",
      " 16  avg_transaction_value         36992 non-null  float64       \n",
      " 17  avg_frequency_login_days      36992 non-null  float64       \n",
      " 18  points_in_wallet              36992 non-null  float64       \n",
      " 19  used_special_discount         36992 non-null  object        \n",
      " 20  offer_application_preference  36992 non-null  object        \n",
      " 21  past_complaint                36992 non-null  object        \n",
      " 22  complaint_status              36992 non-null  object        \n",
      " 23  feedback                      36992 non-null  object        \n",
      " 24  churn_risk_score              36992 non-null  int64         \n",
      "dtypes: datetime64[ns](1), float64(4), int64(3), object(17)\n",
      "memory usage: 7.1+ MB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 273,
   "id": "elegant-landing",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>customer_id</th>\n",
       "      <th>Name</th>\n",
       "      <th>age</th>\n",
       "      <th>gender</th>\n",
       "      <th>security_no</th>\n",
       "      <th>region_category</th>\n",
       "      <th>membership_category</th>\n",
       "      <th>joining_date</th>\n",
       "      <th>joined_through_referral</th>\n",
       "      <th>referral_id</th>\n",
       "      <th>preferred_offer_types</th>\n",
       "      <th>medium_of_operation</th>\n",
       "      <th>internet_option</th>\n",
       "      <th>last_visit_time</th>\n",
       "      <th>days_since_last_login</th>\n",
       "      <th>avg_time_spent</th>\n",
       "      <th>avg_transaction_value</th>\n",
       "      <th>avg_frequency_login_days</th>\n",
       "      <th>points_in_wallet</th>\n",
       "      <th>used_special_discount</th>\n",
       "      <th>offer_application_preference</th>\n",
       "      <th>past_complaint</th>\n",
       "      <th>complaint_status</th>\n",
       "      <th>feedback</th>\n",
       "      <th>churn_risk_score</th>\n",
       "      <th>todays_date</th>\n",
       "      <th>customer_days</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>fffe4300490044003600300030003800</td>\n",
       "      <td>Pattie Morrisey</td>\n",
       "      <td>18</td>\n",
       "      <td>F</td>\n",
       "      <td>XW0DQ7H</td>\n",
       "      <td>Village</td>\n",
       "      <td>Platinum Membership</td>\n",
       "      <td>2017-08-17</td>\n",
       "      <td>No</td>\n",
       "      <td>xxxxxxxx</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>?</td>\n",
       "      <td>Wi-Fi</td>\n",
       "      <td>16:08:02</td>\n",
       "      <td>17</td>\n",
       "      <td>300.63</td>\n",
       "      <td>53005.25</td>\n",
       "      <td>17.0</td>\n",
       "      <td>781.75</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>Not Applicable</td>\n",
       "      <td>Products always in Stock</td>\n",
       "      <td>1</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1318.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>fffe43004900440032003100300035003700</td>\n",
       "      <td>Traci Peery</td>\n",
       "      <td>32</td>\n",
       "      <td>F</td>\n",
       "      <td>5K0N3X1</td>\n",
       "      <td>City</td>\n",
       "      <td>Premium Membership</td>\n",
       "      <td>2017-08-28</td>\n",
       "      <td>No</td>\n",
       "      <td>CID21329</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>Desktop</td>\n",
       "      <td>Mobile_Data</td>\n",
       "      <td>12:38:13</td>\n",
       "      <td>16</td>\n",
       "      <td>306.34</td>\n",
       "      <td>12838.38</td>\n",
       "      <td>10.0</td>\n",
       "      <td>697.62</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Solved</td>\n",
       "      <td>Quality Customer Care</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1307.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>fffe4300490044003100390032003600</td>\n",
       "      <td>Merideth Mcmeen</td>\n",
       "      <td>44</td>\n",
       "      <td>F</td>\n",
       "      <td>1F2TCL3</td>\n",
       "      <td>Town</td>\n",
       "      <td>No Membership</td>\n",
       "      <td>2016-11-11</td>\n",
       "      <td>Yes</td>\n",
       "      <td>CID12313</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>Desktop</td>\n",
       "      <td>Wi-Fi</td>\n",
       "      <td>22:53:21</td>\n",
       "      <td>14</td>\n",
       "      <td>516.16</td>\n",
       "      <td>21027.00</td>\n",
       "      <td>22.0</td>\n",
       "      <td>500.69</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Solved in Follow-up</td>\n",
       "      <td>Poor Website</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1597.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>fffe43004900440036003000330031003600</td>\n",
       "      <td>Eufemia Cardwell</td>\n",
       "      <td>37</td>\n",
       "      <td>M</td>\n",
       "      <td>VJGJ33N</td>\n",
       "      <td>City</td>\n",
       "      <td>No Membership</td>\n",
       "      <td>2016-10-29</td>\n",
       "      <td>Yes</td>\n",
       "      <td>CID3793</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>Desktop</td>\n",
       "      <td>Mobile_Data</td>\n",
       "      <td>15:57:50</td>\n",
       "      <td>11</td>\n",
       "      <td>53.27</td>\n",
       "      <td>25239.56</td>\n",
       "      <td>6.0</td>\n",
       "      <td>567.66</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Unsolved</td>\n",
       "      <td>Poor Website</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1610.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>fffe43004900440031003900350030003600</td>\n",
       "      <td>Meghan Kosak</td>\n",
       "      <td>31</td>\n",
       "      <td>F</td>\n",
       "      <td>SVZXCWB</td>\n",
       "      <td>City</td>\n",
       "      <td>No Membership</td>\n",
       "      <td>2017-09-12</td>\n",
       "      <td>No</td>\n",
       "      <td>xxxxxxxx</td>\n",
       "      <td>Credit/Debit Card Offers</td>\n",
       "      <td>Smartphone</td>\n",
       "      <td>Mobile_Data</td>\n",
       "      <td>15:46:44</td>\n",
       "      <td>20</td>\n",
       "      <td>113.13</td>\n",
       "      <td>24483.66</td>\n",
       "      <td>16.0</td>\n",
       "      <td>663.06</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Solved</td>\n",
       "      <td>Poor Website</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1292.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            customer_id              Name  age gender  \\\n",
       "0      fffe4300490044003600300030003800   Pattie Morrisey   18      F   \n",
       "1  fffe43004900440032003100300035003700       Traci Peery   32      F   \n",
       "2      fffe4300490044003100390032003600   Merideth Mcmeen   44      F   \n",
       "3  fffe43004900440036003000330031003600  Eufemia Cardwell   37      M   \n",
       "4  fffe43004900440031003900350030003600      Meghan Kosak   31      F   \n",
       "\n",
       "  security_no region_category  membership_category joining_date  \\\n",
       "0     XW0DQ7H         Village  Platinum Membership   2017-08-17   \n",
       "1     5K0N3X1            City   Premium Membership   2017-08-28   \n",
       "2     1F2TCL3            Town        No Membership   2016-11-11   \n",
       "3     VJGJ33N            City        No Membership   2016-10-29   \n",
       "4     SVZXCWB            City        No Membership   2017-09-12   \n",
       "\n",
       "  joined_through_referral referral_id     preferred_offer_types  \\\n",
       "0                      No    xxxxxxxx     Gift Vouchers/Coupons   \n",
       "1                      No    CID21329     Gift Vouchers/Coupons   \n",
       "2                     Yes    CID12313     Gift Vouchers/Coupons   \n",
       "3                     Yes     CID3793     Gift Vouchers/Coupons   \n",
       "4                      No    xxxxxxxx  Credit/Debit Card Offers   \n",
       "\n",
       "  medium_of_operation internet_option last_visit_time  days_since_last_login  \\\n",
       "0                   ?           Wi-Fi        16:08:02                     17   \n",
       "1             Desktop     Mobile_Data        12:38:13                     16   \n",
       "2             Desktop           Wi-Fi        22:53:21                     14   \n",
       "3             Desktop     Mobile_Data        15:57:50                     11   \n",
       "4          Smartphone     Mobile_Data        15:46:44                     20   \n",
       "\n",
       "   avg_time_spent  avg_transaction_value  avg_frequency_login_days  \\\n",
       "0          300.63               53005.25                      17.0   \n",
       "1          306.34               12838.38                      10.0   \n",
       "2          516.16               21027.00                      22.0   \n",
       "3           53.27               25239.56                       6.0   \n",
       "4          113.13               24483.66                      16.0   \n",
       "\n",
       "   points_in_wallet used_special_discount offer_application_preference  \\\n",
       "0            781.75                   Yes                          Yes   \n",
       "1            697.62                   Yes                           No   \n",
       "2            500.69                    No                          Yes   \n",
       "3            567.66                    No                          Yes   \n",
       "4            663.06                    No                          Yes   \n",
       "\n",
       "  past_complaint     complaint_status                  feedback  \\\n",
       "0             No       Not Applicable  Products always in Stock   \n",
       "1            Yes               Solved     Quality Customer Care   \n",
       "2            Yes  Solved in Follow-up              Poor Website   \n",
       "3            Yes             Unsolved              Poor Website   \n",
       "4            Yes               Solved              Poor Website   \n",
       "\n",
       "   churn_risk_score todays_date  customer_days  \n",
       "0                 1  2021-03-27         1318.0  \n",
       "1                 0  2021-03-27         1307.0  \n",
       "2                 4  2021-03-27         1597.0  \n",
       "3                 4  2021-03-27         1610.0  \n",
       "4                 4  2021-03-27         1292.0  "
      ]
     },
     "execution_count": 273,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def handleExtraFeatures(df):\n",
    "\n",
    "    from datetime import date\n",
    "    df['todays_date'] = date.today().strftime(\"%Y-%m-%d\")\n",
    "    df['todays_date']  = pd.to_datetime(df['todays_date'],format=\"%Y-%m-%d\")\n",
    "    \n",
    "\n",
    "    df['customer_days'] = df['todays_date'] - df['joining_date'] \n",
    "    df['customer_days'] = df['customer_days'] / np.timedelta64(1,'D')\n",
    "\n",
    "    return df\n",
    "df = handleExtraFeatures(df)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 274,
   "id": "frank-norman",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>customer_id</th>\n",
       "      <th>Name</th>\n",
       "      <th>age</th>\n",
       "      <th>gender</th>\n",
       "      <th>security_no</th>\n",
       "      <th>region_category</th>\n",
       "      <th>membership_category</th>\n",
       "      <th>joining_date</th>\n",
       "      <th>joined_through_referral</th>\n",
       "      <th>referral_id</th>\n",
       "      <th>preferred_offer_types</th>\n",
       "      <th>medium_of_operation</th>\n",
       "      <th>internet_option</th>\n",
       "      <th>last_visit_time</th>\n",
       "      <th>days_since_last_login</th>\n",
       "      <th>avg_time_spent</th>\n",
       "      <th>avg_transaction_value</th>\n",
       "      <th>avg_frequency_login_days</th>\n",
       "      <th>points_in_wallet</th>\n",
       "      <th>used_special_discount</th>\n",
       "      <th>offer_application_preference</th>\n",
       "      <th>past_complaint</th>\n",
       "      <th>complaint_status</th>\n",
       "      <th>feedback</th>\n",
       "      <th>churn_risk_score</th>\n",
       "      <th>todays_date</th>\n",
       "      <th>customer_days</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>fffe4300490044003600300030003800</td>\n",
       "      <td>Pattie Morrisey</td>\n",
       "      <td>18</td>\n",
       "      <td>0</td>\n",
       "      <td>XW0DQ7H</td>\n",
       "      <td>Village</td>\n",
       "      <td>Platinum Membership</td>\n",
       "      <td>2017-08-17</td>\n",
       "      <td>0</td>\n",
       "      <td>xxxxxxxx</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>?</td>\n",
       "      <td>Wi-Fi</td>\n",
       "      <td>16:08:02</td>\n",
       "      <td>17</td>\n",
       "      <td>300.63</td>\n",
       "      <td>53005.25</td>\n",
       "      <td>17.0</td>\n",
       "      <td>781.75</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Not Applicable</td>\n",
       "      <td>Products always in Stock</td>\n",
       "      <td>1</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1318.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>fffe43004900440032003100300035003700</td>\n",
       "      <td>Traci Peery</td>\n",
       "      <td>32</td>\n",
       "      <td>0</td>\n",
       "      <td>5K0N3X1</td>\n",
       "      <td>City</td>\n",
       "      <td>Premium Membership</td>\n",
       "      <td>2017-08-28</td>\n",
       "      <td>0</td>\n",
       "      <td>CID21329</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>Desktop</td>\n",
       "      <td>Mobile_Data</td>\n",
       "      <td>12:38:13</td>\n",
       "      <td>16</td>\n",
       "      <td>306.34</td>\n",
       "      <td>12838.38</td>\n",
       "      <td>10.0</td>\n",
       "      <td>697.62</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Solved</td>\n",
       "      <td>Quality Customer Care</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1307.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>fffe4300490044003100390032003600</td>\n",
       "      <td>Merideth Mcmeen</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>1F2TCL3</td>\n",
       "      <td>Town</td>\n",
       "      <td>No Membership</td>\n",
       "      <td>2016-11-11</td>\n",
       "      <td>1</td>\n",
       "      <td>CID12313</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>Desktop</td>\n",
       "      <td>Wi-Fi</td>\n",
       "      <td>22:53:21</td>\n",
       "      <td>14</td>\n",
       "      <td>516.16</td>\n",
       "      <td>21027.00</td>\n",
       "      <td>22.0</td>\n",
       "      <td>500.69</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Solved in Follow-up</td>\n",
       "      <td>Poor Website</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1597.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>fffe43004900440036003000330031003600</td>\n",
       "      <td>Eufemia Cardwell</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>VJGJ33N</td>\n",
       "      <td>City</td>\n",
       "      <td>No Membership</td>\n",
       "      <td>2016-10-29</td>\n",
       "      <td>1</td>\n",
       "      <td>CID3793</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>Desktop</td>\n",
       "      <td>Mobile_Data</td>\n",
       "      <td>15:57:50</td>\n",
       "      <td>11</td>\n",
       "      <td>53.27</td>\n",
       "      <td>25239.56</td>\n",
       "      <td>6.0</td>\n",
       "      <td>567.66</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Unsolved</td>\n",
       "      <td>Poor Website</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1610.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>fffe43004900440031003900350030003600</td>\n",
       "      <td>Meghan Kosak</td>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "      <td>SVZXCWB</td>\n",
       "      <td>City</td>\n",
       "      <td>No Membership</td>\n",
       "      <td>2017-09-12</td>\n",
       "      <td>0</td>\n",
       "      <td>xxxxxxxx</td>\n",
       "      <td>Credit/Debit Card Offers</td>\n",
       "      <td>Smartphone</td>\n",
       "      <td>Mobile_Data</td>\n",
       "      <td>15:46:44</td>\n",
       "      <td>20</td>\n",
       "      <td>113.13</td>\n",
       "      <td>24483.66</td>\n",
       "      <td>16.0</td>\n",
       "      <td>663.06</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Solved</td>\n",
       "      <td>Poor Website</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1292.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            customer_id              Name  age  gender  \\\n",
       "0      fffe4300490044003600300030003800   Pattie Morrisey   18       0   \n",
       "1  fffe43004900440032003100300035003700       Traci Peery   32       0   \n",
       "2      fffe4300490044003100390032003600   Merideth Mcmeen   44       0   \n",
       "3  fffe43004900440036003000330031003600  Eufemia Cardwell   37       1   \n",
       "4  fffe43004900440031003900350030003600      Meghan Kosak   31       0   \n",
       "\n",
       "  security_no region_category  membership_category joining_date  \\\n",
       "0     XW0DQ7H         Village  Platinum Membership   2017-08-17   \n",
       "1     5K0N3X1            City   Premium Membership   2017-08-28   \n",
       "2     1F2TCL3            Town        No Membership   2016-11-11   \n",
       "3     VJGJ33N            City        No Membership   2016-10-29   \n",
       "4     SVZXCWB            City        No Membership   2017-09-12   \n",
       "\n",
       "   joined_through_referral referral_id     preferred_offer_types  \\\n",
       "0                        0    xxxxxxxx     Gift Vouchers/Coupons   \n",
       "1                        0    CID21329     Gift Vouchers/Coupons   \n",
       "2                        1    CID12313     Gift Vouchers/Coupons   \n",
       "3                        1     CID3793     Gift Vouchers/Coupons   \n",
       "4                        0    xxxxxxxx  Credit/Debit Card Offers   \n",
       "\n",
       "  medium_of_operation internet_option last_visit_time  days_since_last_login  \\\n",
       "0                   ?           Wi-Fi        16:08:02                     17   \n",
       "1             Desktop     Mobile_Data        12:38:13                     16   \n",
       "2             Desktop           Wi-Fi        22:53:21                     14   \n",
       "3             Desktop     Mobile_Data        15:57:50                     11   \n",
       "4          Smartphone     Mobile_Data        15:46:44                     20   \n",
       "\n",
       "   avg_time_spent  avg_transaction_value  avg_frequency_login_days  \\\n",
       "0          300.63               53005.25                      17.0   \n",
       "1          306.34               12838.38                      10.0   \n",
       "2          516.16               21027.00                      22.0   \n",
       "3           53.27               25239.56                       6.0   \n",
       "4          113.13               24483.66                      16.0   \n",
       "\n",
       "   points_in_wallet  used_special_discount  offer_application_preference  \\\n",
       "0            781.75                      1                             1   \n",
       "1            697.62                      1                             0   \n",
       "2            500.69                      0                             1   \n",
       "3            567.66                      0                             1   \n",
       "4            663.06                      0                             1   \n",
       "\n",
       "   past_complaint     complaint_status                  feedback  \\\n",
       "0               0       Not Applicable  Products always in Stock   \n",
       "1               1               Solved     Quality Customer Care   \n",
       "2               1  Solved in Follow-up              Poor Website   \n",
       "3               1             Unsolved              Poor Website   \n",
       "4               1               Solved              Poor Website   \n",
       "\n",
       "   churn_risk_score todays_date  customer_days  \n",
       "0                 1  2021-03-27         1318.0  \n",
       "1                 0  2021-03-27         1307.0  \n",
       "2                 4  2021-03-27         1597.0  \n",
       "3                 4  2021-03-27         1610.0  \n",
       "4                 4  2021-03-27         1292.0  "
      ]
     },
     "execution_count": 274,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def labelEncoding(df, onlyTransform: False, label_object = {}):\n",
    "    categorical_columns = [\n",
    "        'gender',\n",
    "        'joined_through_referral',\n",
    "        'used_special_discount',\n",
    "        'offer_application_preference',\n",
    "        'past_complaint'\n",
    "    ]\n",
    "    for col in categorical_columns:\n",
    "        if col in df.columns:\n",
    "            labelencoder = None\n",
    "            if onlyTransform is False:\n",
    "                labelencoder = LabelEncoder()\n",
    "                labelencoder.fit(df[col])\n",
    "                label_object[col] = labelencoder\n",
    "            else:\n",
    "                labelencoder = label_object[col]\n",
    "\n",
    "            df[col] = labelencoder.transform(df[col])\n",
    "    return df, label_object\n",
    "\n",
    "df, label_object = labelEncoding(df, onlyTransform= False, label_object= {})\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 275,
   "id": "shaped-fisher",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>customer_id</th>\n",
       "      <th>Name</th>\n",
       "      <th>age</th>\n",
       "      <th>gender</th>\n",
       "      <th>security_no</th>\n",
       "      <th>region_category</th>\n",
       "      <th>membership_category</th>\n",
       "      <th>joining_date</th>\n",
       "      <th>joined_through_referral</th>\n",
       "      <th>referral_id</th>\n",
       "      <th>preferred_offer_types</th>\n",
       "      <th>medium_of_operation</th>\n",
       "      <th>internet_option</th>\n",
       "      <th>last_visit_time</th>\n",
       "      <th>days_since_last_login</th>\n",
       "      <th>avg_time_spent</th>\n",
       "      <th>avg_transaction_value</th>\n",
       "      <th>avg_frequency_login_days</th>\n",
       "      <th>points_in_wallet</th>\n",
       "      <th>used_special_discount</th>\n",
       "      <th>offer_application_preference</th>\n",
       "      <th>past_complaint</th>\n",
       "      <th>complaint_status</th>\n",
       "      <th>feedback</th>\n",
       "      <th>churn_risk_score</th>\n",
       "      <th>todays_date</th>\n",
       "      <th>customer_days</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>fffe4300490044003600300030003800</td>\n",
       "      <td>Pattie Morrisey</td>\n",
       "      <td>18</td>\n",
       "      <td>0</td>\n",
       "      <td>XW0DQ7H</td>\n",
       "      <td>Village</td>\n",
       "      <td>5</td>\n",
       "      <td>2017-08-17</td>\n",
       "      <td>0</td>\n",
       "      <td>xxxxxxxx</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>?</td>\n",
       "      <td>Wi-Fi</td>\n",
       "      <td>16:08:02</td>\n",
       "      <td>17</td>\n",
       "      <td>300.63</td>\n",
       "      <td>53005.25</td>\n",
       "      <td>17.0</td>\n",
       "      <td>781.75</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Not Applicable</td>\n",
       "      <td>Products always in Stock</td>\n",
       "      <td>1</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1318.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>fffe43004900440032003100300035003700</td>\n",
       "      <td>Traci Peery</td>\n",
       "      <td>32</td>\n",
       "      <td>0</td>\n",
       "      <td>5K0N3X1</td>\n",
       "      <td>City</td>\n",
       "      <td>4</td>\n",
       "      <td>2017-08-28</td>\n",
       "      <td>0</td>\n",
       "      <td>CID21329</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>Desktop</td>\n",
       "      <td>Mobile_Data</td>\n",
       "      <td>12:38:13</td>\n",
       "      <td>16</td>\n",
       "      <td>306.34</td>\n",
       "      <td>12838.38</td>\n",
       "      <td>10.0</td>\n",
       "      <td>697.62</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Solved</td>\n",
       "      <td>Quality Customer Care</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1307.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>fffe4300490044003100390032003600</td>\n",
       "      <td>Merideth Mcmeen</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>1F2TCL3</td>\n",
       "      <td>Town</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-11-11</td>\n",
       "      <td>1</td>\n",
       "      <td>CID12313</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>Desktop</td>\n",
       "      <td>Wi-Fi</td>\n",
       "      <td>22:53:21</td>\n",
       "      <td>14</td>\n",
       "      <td>516.16</td>\n",
       "      <td>21027.00</td>\n",
       "      <td>22.0</td>\n",
       "      <td>500.69</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Solved in Follow-up</td>\n",
       "      <td>Poor Website</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1597.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>fffe43004900440036003000330031003600</td>\n",
       "      <td>Eufemia Cardwell</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>VJGJ33N</td>\n",
       "      <td>City</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-10-29</td>\n",
       "      <td>1</td>\n",
       "      <td>CID3793</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>Desktop</td>\n",
       "      <td>Mobile_Data</td>\n",
       "      <td>15:57:50</td>\n",
       "      <td>11</td>\n",
       "      <td>53.27</td>\n",
       "      <td>25239.56</td>\n",
       "      <td>6.0</td>\n",
       "      <td>567.66</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Unsolved</td>\n",
       "      <td>Poor Website</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1610.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>fffe43004900440031003900350030003600</td>\n",
       "      <td>Meghan Kosak</td>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "      <td>SVZXCWB</td>\n",
       "      <td>City</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-09-12</td>\n",
       "      <td>0</td>\n",
       "      <td>xxxxxxxx</td>\n",
       "      <td>Credit/Debit Card Offers</td>\n",
       "      <td>Smartphone</td>\n",
       "      <td>Mobile_Data</td>\n",
       "      <td>15:46:44</td>\n",
       "      <td>20</td>\n",
       "      <td>113.13</td>\n",
       "      <td>24483.66</td>\n",
       "      <td>16.0</td>\n",
       "      <td>663.06</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Solved</td>\n",
       "      <td>Poor Website</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1292.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            customer_id              Name  age  gender  \\\n",
       "0      fffe4300490044003600300030003800   Pattie Morrisey   18       0   \n",
       "1  fffe43004900440032003100300035003700       Traci Peery   32       0   \n",
       "2      fffe4300490044003100390032003600   Merideth Mcmeen   44       0   \n",
       "3  fffe43004900440036003000330031003600  Eufemia Cardwell   37       1   \n",
       "4  fffe43004900440031003900350030003600      Meghan Kosak   31       0   \n",
       "\n",
       "  security_no region_category  membership_category joining_date  \\\n",
       "0     XW0DQ7H         Village                    5   2017-08-17   \n",
       "1     5K0N3X1            City                    4   2017-08-28   \n",
       "2     1F2TCL3            Town                    0   2016-11-11   \n",
       "3     VJGJ33N            City                    0   2016-10-29   \n",
       "4     SVZXCWB            City                    0   2017-09-12   \n",
       "\n",
       "   joined_through_referral referral_id     preferred_offer_types  \\\n",
       "0                        0    xxxxxxxx     Gift Vouchers/Coupons   \n",
       "1                        0    CID21329     Gift Vouchers/Coupons   \n",
       "2                        1    CID12313     Gift Vouchers/Coupons   \n",
       "3                        1     CID3793     Gift Vouchers/Coupons   \n",
       "4                        0    xxxxxxxx  Credit/Debit Card Offers   \n",
       "\n",
       "  medium_of_operation internet_option last_visit_time  days_since_last_login  \\\n",
       "0                   ?           Wi-Fi        16:08:02                     17   \n",
       "1             Desktop     Mobile_Data        12:38:13                     16   \n",
       "2             Desktop           Wi-Fi        22:53:21                     14   \n",
       "3             Desktop     Mobile_Data        15:57:50                     11   \n",
       "4          Smartphone     Mobile_Data        15:46:44                     20   \n",
       "\n",
       "   avg_time_spent  avg_transaction_value  avg_frequency_login_days  \\\n",
       "0          300.63               53005.25                      17.0   \n",
       "1          306.34               12838.38                      10.0   \n",
       "2          516.16               21027.00                      22.0   \n",
       "3           53.27               25239.56                       6.0   \n",
       "4          113.13               24483.66                      16.0   \n",
       "\n",
       "   points_in_wallet  used_special_discount  offer_application_preference  \\\n",
       "0            781.75                      1                             1   \n",
       "1            697.62                      1                             0   \n",
       "2            500.69                      0                             1   \n",
       "3            567.66                      0                             1   \n",
       "4            663.06                      0                             1   \n",
       "\n",
       "   past_complaint     complaint_status                  feedback  \\\n",
       "0               0       Not Applicable  Products always in Stock   \n",
       "1               1               Solved     Quality Customer Care   \n",
       "2               1  Solved in Follow-up              Poor Website   \n",
       "3               1             Unsolved              Poor Website   \n",
       "4               1               Solved              Poor Website   \n",
       "\n",
       "   churn_risk_score todays_date  customer_days  \n",
       "0                 1  2021-03-27         1318.0  \n",
       "1                 0  2021-03-27         1307.0  \n",
       "2                 4  2021-03-27         1597.0  \n",
       "3                 4  2021-03-27         1610.0  \n",
       "4                 4  2021-03-27         1292.0  "
      ]
     },
     "execution_count": 275,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def encodeMembership(df):\n",
    "    \n",
    "    cleanup_nums = {\n",
    "                    \"membership_category\":{\n",
    "                        \"No Membership\":0,\n",
    "                        \"Basic Membership\":1,\n",
    "                        \"Gold Membership\":2,\n",
    "                        \"Silver Membership\":3,\n",
    "                        \"Premium Membership\":4,\n",
    "                        \"Platinum Membership\":5\n",
    "                    }\n",
    "                   }\n",
    "    \n",
    "    df = df.replace(cleanup_nums)\n",
    "    \n",
    "    return df\n",
    "\n",
    "df = encodeMembership(df)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 276,
   "id": "functional-mauritius",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>customer_id</th>\n",
       "      <th>Name</th>\n",
       "      <th>age</th>\n",
       "      <th>gender</th>\n",
       "      <th>security_no</th>\n",
       "      <th>membership_category</th>\n",
       "      <th>joining_date</th>\n",
       "      <th>joined_through_referral</th>\n",
       "      <th>referral_id</th>\n",
       "      <th>last_visit_time</th>\n",
       "      <th>days_since_last_login</th>\n",
       "      <th>avg_time_spent</th>\n",
       "      <th>avg_transaction_value</th>\n",
       "      <th>avg_frequency_login_days</th>\n",
       "      <th>points_in_wallet</th>\n",
       "      <th>used_special_discount</th>\n",
       "      <th>offer_application_preference</th>\n",
       "      <th>past_complaint</th>\n",
       "      <th>churn_risk_score</th>\n",
       "      <th>todays_date</th>\n",
       "      <th>customer_days</th>\n",
       "      <th>region_category_0</th>\n",
       "      <th>region_category_1</th>\n",
       "      <th>region_category_2</th>\n",
       "      <th>preferred_offer_types_0</th>\n",
       "      <th>preferred_offer_types_1</th>\n",
       "      <th>preferred_offer_types_2</th>\n",
       "      <th>medium_of_operation_0</th>\n",
       "      <th>medium_of_operation_1</th>\n",
       "      <th>medium_of_operation_2</th>\n",
       "      <th>medium_of_operation_3</th>\n",
       "      <th>internet_option_0</th>\n",
       "      <th>internet_option_1</th>\n",
       "      <th>internet_option_2</th>\n",
       "      <th>complaint_status_0</th>\n",
       "      <th>complaint_status_1</th>\n",
       "      <th>complaint_status_2</th>\n",
       "      <th>complaint_status_3</th>\n",
       "      <th>complaint_status_4</th>\n",
       "      <th>feedback_0</th>\n",
       "      <th>feedback_1</th>\n",
       "      <th>feedback_2</th>\n",
       "      <th>feedback_3</th>\n",
       "      <th>feedback_4</th>\n",
       "      <th>feedback_5</th>\n",
       "      <th>feedback_6</th>\n",
       "      <th>feedback_7</th>\n",
       "      <th>feedback_8</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>fffe4300490044003600300030003800</td>\n",
       "      <td>Pattie Morrisey</td>\n",
       "      <td>18</td>\n",
       "      <td>0</td>\n",
       "      <td>XW0DQ7H</td>\n",
       "      <td>5</td>\n",
       "      <td>2017-08-17</td>\n",
       "      <td>0</td>\n",
       "      <td>xxxxxxxx</td>\n",
       "      <td>16:08:02</td>\n",
       "      <td>17</td>\n",
       "      <td>300.63</td>\n",
       "      <td>53005.25</td>\n",
       "      <td>17.0</td>\n",
       "      <td>781.75</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1318.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>fffe43004900440032003100300035003700</td>\n",
       "      <td>Traci Peery</td>\n",
       "      <td>32</td>\n",
       "      <td>0</td>\n",
       "      <td>5K0N3X1</td>\n",
       "      <td>4</td>\n",
       "      <td>2017-08-28</td>\n",
       "      <td>0</td>\n",
       "      <td>CID21329</td>\n",
       "      <td>12:38:13</td>\n",
       "      <td>16</td>\n",
       "      <td>306.34</td>\n",
       "      <td>12838.38</td>\n",
       "      <td>10.0</td>\n",
       "      <td>697.62</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1307.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>fffe4300490044003100390032003600</td>\n",
       "      <td>Merideth Mcmeen</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>1F2TCL3</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-11-11</td>\n",
       "      <td>1</td>\n",
       "      <td>CID12313</td>\n",
       "      <td>22:53:21</td>\n",
       "      <td>14</td>\n",
       "      <td>516.16</td>\n",
       "      <td>21027.00</td>\n",
       "      <td>22.0</td>\n",
       "      <td>500.69</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1597.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>fffe43004900440036003000330031003600</td>\n",
       "      <td>Eufemia Cardwell</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>VJGJ33N</td>\n",
       "      <td>0</td>\n",
       "      <td>2016-10-29</td>\n",
       "      <td>1</td>\n",
       "      <td>CID3793</td>\n",
       "      <td>15:57:50</td>\n",
       "      <td>11</td>\n",
       "      <td>53.27</td>\n",
       "      <td>25239.56</td>\n",
       "      <td>6.0</td>\n",
       "      <td>567.66</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1610.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>fffe43004900440031003900350030003600</td>\n",
       "      <td>Meghan Kosak</td>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "      <td>SVZXCWB</td>\n",
       "      <td>0</td>\n",
       "      <td>2017-09-12</td>\n",
       "      <td>0</td>\n",
       "      <td>xxxxxxxx</td>\n",
       "      <td>15:46:44</td>\n",
       "      <td>20</td>\n",
       "      <td>113.13</td>\n",
       "      <td>24483.66</td>\n",
       "      <td>16.0</td>\n",
       "      <td>663.06</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1292.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            customer_id              Name  age  gender  \\\n",
       "0      fffe4300490044003600300030003800   Pattie Morrisey   18       0   \n",
       "1  fffe43004900440032003100300035003700       Traci Peery   32       0   \n",
       "2      fffe4300490044003100390032003600   Merideth Mcmeen   44       0   \n",
       "3  fffe43004900440036003000330031003600  Eufemia Cardwell   37       1   \n",
       "4  fffe43004900440031003900350030003600      Meghan Kosak   31       0   \n",
       "\n",
       "  security_no  membership_category joining_date  joined_through_referral  \\\n",
       "0     XW0DQ7H                    5   2017-08-17                        0   \n",
       "1     5K0N3X1                    4   2017-08-28                        0   \n",
       "2     1F2TCL3                    0   2016-11-11                        1   \n",
       "3     VJGJ33N                    0   2016-10-29                        1   \n",
       "4     SVZXCWB                    0   2017-09-12                        0   \n",
       "\n",
       "  referral_id last_visit_time  days_since_last_login  avg_time_spent  \\\n",
       "0    xxxxxxxx        16:08:02                     17          300.63   \n",
       "1    CID21329        12:38:13                     16          306.34   \n",
       "2    CID12313        22:53:21                     14          516.16   \n",
       "3     CID3793        15:57:50                     11           53.27   \n",
       "4    xxxxxxxx        15:46:44                     20          113.13   \n",
       "\n",
       "   avg_transaction_value  avg_frequency_login_days  points_in_wallet  \\\n",
       "0               53005.25                      17.0            781.75   \n",
       "1               12838.38                      10.0            697.62   \n",
       "2               21027.00                      22.0            500.69   \n",
       "3               25239.56                       6.0            567.66   \n",
       "4               24483.66                      16.0            663.06   \n",
       "\n",
       "   used_special_discount  offer_application_preference  past_complaint  \\\n",
       "0                      1                             1               0   \n",
       "1                      1                             0               1   \n",
       "2                      0                             1               1   \n",
       "3                      0                             1               1   \n",
       "4                      0                             1               1   \n",
       "\n",
       "   churn_risk_score todays_date  customer_days  region_category_0  \\\n",
       "0                 1  2021-03-27         1318.0                0.0   \n",
       "1                 0  2021-03-27         1307.0                1.0   \n",
       "2                 4  2021-03-27         1597.0                0.0   \n",
       "3                 4  2021-03-27         1610.0                1.0   \n",
       "4                 4  2021-03-27         1292.0                1.0   \n",
       "\n",
       "   region_category_1  region_category_2  preferred_offer_types_0  \\\n",
       "0                0.0                1.0                      0.0   \n",
       "1                0.0                0.0                      0.0   \n",
       "2                1.0                0.0                      0.0   \n",
       "3                0.0                0.0                      0.0   \n",
       "4                0.0                0.0                      1.0   \n",
       "\n",
       "   preferred_offer_types_1  preferred_offer_types_2  medium_of_operation_0  \\\n",
       "0                      1.0                      0.0                    1.0   \n",
       "1                      1.0                      0.0                    0.0   \n",
       "2                      1.0                      0.0                    0.0   \n",
       "3                      1.0                      0.0                    0.0   \n",
       "4                      0.0                      0.0                    0.0   \n",
       "\n",
       "   medium_of_operation_1  medium_of_operation_2  medium_of_operation_3  \\\n",
       "0                    0.0                    0.0                    0.0   \n",
       "1                    0.0                    1.0                    0.0   \n",
       "2                    0.0                    1.0                    0.0   \n",
       "3                    0.0                    1.0                    0.0   \n",
       "4                    0.0                    0.0                    1.0   \n",
       "\n",
       "   internet_option_0  internet_option_1  internet_option_2  \\\n",
       "0                0.0                0.0                1.0   \n",
       "1                0.0                1.0                0.0   \n",
       "2                0.0                0.0                1.0   \n",
       "3                0.0                1.0                0.0   \n",
       "4                0.0                1.0                0.0   \n",
       "\n",
       "   complaint_status_0  complaint_status_1  complaint_status_2  \\\n",
       "0                 0.0                 1.0                 0.0   \n",
       "1                 0.0                 0.0                 1.0   \n",
       "2                 0.0                 0.0                 0.0   \n",
       "3                 0.0                 0.0                 0.0   \n",
       "4                 0.0                 0.0                 1.0   \n",
       "\n",
       "   complaint_status_3  complaint_status_4  feedback_0  feedback_1  feedback_2  \\\n",
       "0                 0.0                 0.0         0.0         0.0         0.0   \n",
       "1                 0.0                 0.0         0.0         0.0         0.0   \n",
       "2                 1.0                 0.0         0.0         0.0         0.0   \n",
       "3                 0.0                 1.0         0.0         0.0         0.0   \n",
       "4                 0.0                 0.0         0.0         0.0         0.0   \n",
       "\n",
       "   feedback_3  feedback_4  feedback_5  feedback_6  feedback_7  feedback_8  \n",
       "0         0.0         1.0         0.0         0.0         0.0         0.0  \n",
       "1         0.0         0.0         1.0         0.0         0.0         0.0  \n",
       "2         1.0         0.0         0.0         0.0         0.0         0.0  \n",
       "3         1.0         0.0         0.0         0.0         0.0         0.0  \n",
       "4         1.0         0.0         0.0         0.0         0.0         0.0  "
      ]
     },
     "execution_count": 276,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def oneHotEncoding(df, onlyTransform=False, one_hot_object = {}):\n",
    "    categorical_columns = [\n",
    "        'region_category',\n",
    "        'preferred_offer_types',\n",
    "        'medium_of_operation',\n",
    "        'internet_option',\n",
    "        'complaint_status',\n",
    "        'feedback'\n",
    "    ]\n",
    "    for col in categorical_columns:\n",
    "        \n",
    "        col_data  = df[col].values.reshape(-1,1)\n",
    "        \n",
    "        if onlyTransform is False:\n",
    "            onehot_encoder = OneHotEncoder()\n",
    "            onehot_encoder = onehot_encoder.fit(col_data)\n",
    "            one_hot_object[col] = onehot_encoder\n",
    "        \n",
    "        onehot_encoded = one_hot_object[col].transform(col_data).toarray()\n",
    "        columns_list = []\n",
    "        for i in range(onehot_encoded.shape[1]):\n",
    "            columns_list.append(col+\"_\"+str(int(i)))\n",
    "        dfOneHot = pd.DataFrame(onehot_encoded, columns = columns_list) \n",
    "        df = pd.concat([df, dfOneHot], axis=1)\n",
    "        \n",
    "\n",
    "    df = df.drop(categorical_columns,axis=1)\n",
    "    return df, one_hot_object\n",
    "\n",
    "\n",
    "df, one_hot_object = oneHotEncoding(df, onlyTransform=False, one_hot_object = {})\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 277,
   "id": "yellow-glucose",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>gender</th>\n",
       "      <th>membership_category</th>\n",
       "      <th>joined_through_referral</th>\n",
       "      <th>days_since_last_login</th>\n",
       "      <th>avg_time_spent</th>\n",
       "      <th>avg_transaction_value</th>\n",
       "      <th>avg_frequency_login_days</th>\n",
       "      <th>points_in_wallet</th>\n",
       "      <th>used_special_discount</th>\n",
       "      <th>offer_application_preference</th>\n",
       "      <th>past_complaint</th>\n",
       "      <th>churn_risk_score</th>\n",
       "      <th>customer_days</th>\n",
       "      <th>region_category_0</th>\n",
       "      <th>region_category_1</th>\n",
       "      <th>region_category_2</th>\n",
       "      <th>preferred_offer_types_0</th>\n",
       "      <th>preferred_offer_types_1</th>\n",
       "      <th>preferred_offer_types_2</th>\n",
       "      <th>medium_of_operation_0</th>\n",
       "      <th>medium_of_operation_1</th>\n",
       "      <th>medium_of_operation_2</th>\n",
       "      <th>medium_of_operation_3</th>\n",
       "      <th>internet_option_0</th>\n",
       "      <th>internet_option_1</th>\n",
       "      <th>internet_option_2</th>\n",
       "      <th>complaint_status_0</th>\n",
       "      <th>complaint_status_1</th>\n",
       "      <th>complaint_status_2</th>\n",
       "      <th>complaint_status_3</th>\n",
       "      <th>complaint_status_4</th>\n",
       "      <th>feedback_0</th>\n",
       "      <th>feedback_1</th>\n",
       "      <th>feedback_2</th>\n",
       "      <th>feedback_3</th>\n",
       "      <th>feedback_4</th>\n",
       "      <th>feedback_5</th>\n",
       "      <th>feedback_6</th>\n",
       "      <th>feedback_7</th>\n",
       "      <th>feedback_8</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>18</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>300.63</td>\n",
       "      <td>53005.25</td>\n",
       "      <td>17.0</td>\n",
       "      <td>781.75</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1318.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>32</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>306.34</td>\n",
       "      <td>12838.38</td>\n",
       "      <td>10.0</td>\n",
       "      <td>697.62</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1307.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>516.16</td>\n",
       "      <td>21027.00</td>\n",
       "      <td>22.0</td>\n",
       "      <td>500.69</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1597.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>53.27</td>\n",
       "      <td>25239.56</td>\n",
       "      <td>6.0</td>\n",
       "      <td>567.66</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1610.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>20</td>\n",
       "      <td>113.13</td>\n",
       "      <td>24483.66</td>\n",
       "      <td>16.0</td>\n",
       "      <td>663.06</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1292.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   age  gender  membership_category  joined_through_referral  \\\n",
       "0   18       0                    5                        0   \n",
       "1   32       0                    4                        0   \n",
       "2   44       0                    0                        1   \n",
       "3   37       1                    0                        1   \n",
       "4   31       0                    0                        0   \n",
       "\n",
       "   days_since_last_login  avg_time_spent  avg_transaction_value  \\\n",
       "0                     17          300.63               53005.25   \n",
       "1                     16          306.34               12838.38   \n",
       "2                     14          516.16               21027.00   \n",
       "3                     11           53.27               25239.56   \n",
       "4                     20          113.13               24483.66   \n",
       "\n",
       "   avg_frequency_login_days  points_in_wallet  used_special_discount  \\\n",
       "0                      17.0            781.75                      1   \n",
       "1                      10.0            697.62                      1   \n",
       "2                      22.0            500.69                      0   \n",
       "3                       6.0            567.66                      0   \n",
       "4                      16.0            663.06                      0   \n",
       "\n",
       "   offer_application_preference  past_complaint  churn_risk_score  \\\n",
       "0                             1               0                 1   \n",
       "1                             0               1                 0   \n",
       "2                             1               1                 4   \n",
       "3                             1               1                 4   \n",
       "4                             1               1                 4   \n",
       "\n",
       "   customer_days  region_category_0  region_category_1  region_category_2  \\\n",
       "0         1318.0                0.0                0.0                1.0   \n",
       "1         1307.0                1.0                0.0                0.0   \n",
       "2         1597.0                0.0                1.0                0.0   \n",
       "3         1610.0                1.0                0.0                0.0   \n",
       "4         1292.0                1.0                0.0                0.0   \n",
       "\n",
       "   preferred_offer_types_0  preferred_offer_types_1  preferred_offer_types_2  \\\n",
       "0                      0.0                      1.0                      0.0   \n",
       "1                      0.0                      1.0                      0.0   \n",
       "2                      0.0                      1.0                      0.0   \n",
       "3                      0.0                      1.0                      0.0   \n",
       "4                      1.0                      0.0                      0.0   \n",
       "\n",
       "   medium_of_operation_0  medium_of_operation_1  medium_of_operation_2  \\\n",
       "0                    1.0                    0.0                    0.0   \n",
       "1                    0.0                    0.0                    1.0   \n",
       "2                    0.0                    0.0                    1.0   \n",
       "3                    0.0                    0.0                    1.0   \n",
       "4                    0.0                    0.0                    0.0   \n",
       "\n",
       "   medium_of_operation_3  internet_option_0  internet_option_1  \\\n",
       "0                    0.0                0.0                0.0   \n",
       "1                    0.0                0.0                1.0   \n",
       "2                    0.0                0.0                0.0   \n",
       "3                    0.0                0.0                1.0   \n",
       "4                    1.0                0.0                1.0   \n",
       "\n",
       "   internet_option_2  complaint_status_0  complaint_status_1  \\\n",
       "0                1.0                 0.0                 1.0   \n",
       "1                0.0                 0.0                 0.0   \n",
       "2                1.0                 0.0                 0.0   \n",
       "3                0.0                 0.0                 0.0   \n",
       "4                0.0                 0.0                 0.0   \n",
       "\n",
       "   complaint_status_2  complaint_status_3  complaint_status_4  feedback_0  \\\n",
       "0                 0.0                 0.0                 0.0         0.0   \n",
       "1                 1.0                 0.0                 0.0         0.0   \n",
       "2                 0.0                 1.0                 0.0         0.0   \n",
       "3                 0.0                 0.0                 1.0         0.0   \n",
       "4                 1.0                 0.0                 0.0         0.0   \n",
       "\n",
       "   feedback_1  feedback_2  feedback_3  feedback_4  feedback_5  feedback_6  \\\n",
       "0         0.0         0.0         0.0         1.0         0.0         0.0   \n",
       "1         0.0         0.0         0.0         0.0         1.0         0.0   \n",
       "2         0.0         0.0         1.0         0.0         0.0         0.0   \n",
       "3         0.0         0.0         1.0         0.0         0.0         0.0   \n",
       "4         0.0         0.0         1.0         0.0         0.0         0.0   \n",
       "\n",
       "   feedback_7  feedback_8  \n",
       "0         0.0         0.0  \n",
       "1         0.0         0.0  \n",
       "2         0.0         0.0  \n",
       "3         0.0         0.0  \n",
       "4         0.0         0.0  "
      ]
     },
     "execution_count": 277,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def removeRedundantColumns(df):\n",
    "    \n",
    "    redundant_columns = ['customer_id','Name','security_no','joining_date','referral_id','last_visit_time','todays_date']\n",
    "\n",
    "    df = df.drop(redundant_columns,axis=1)\n",
    "    \n",
    "    return df\n",
    "\n",
    "df = removeRedundantColumns(df)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 278,
   "id": "working-wireless",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.sample(frac=1).reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 279,
   "id": "controlling-coach",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(36992, 40)\n",
      "(36992, 5)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\pitbox\\appdata\\local\\programs\\python\\python38\\lib\\site-packages\\sklearn\\utils\\validation.py:70: FutureWarning: Pass classes=[0 1 2 3 4], y=[3 4 2 ... 4 2 3] as keyword args. From version 1.0 (renaming of 0.25) passing these as positional arguments will result in an error\n",
      "  warnings.warn(f\"Pass {args_msg} as keyword args. From version \"\n"
     ]
    }
   ],
   "source": [
    "from keras.utils import np_utils\n",
    "y = pd.DataFrame(df[\"churn_risk_score\"])\n",
    "weights = sklearn.utils.class_weight.compute_class_weight('balanced', np.unique(df[\"churn_risk_score\"].values), df[\"churn_risk_score\"].values)\n",
    "class_weights = dict(enumerate(weights))\n",
    "y = np_utils.to_categorical(df[\"churn_risk_score\"])\n",
    "df = df.drop(\"churn_risk_score\", axis=1)\n",
    "\n",
    "X = pd.DataFrame(df)\n",
    "print(X.shape)\n",
    "print(y.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 280,
   "id": "worth-joining",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1.93929227 2.69916089 0.70974674 0.72640157 0.75286456]\n"
     ]
    }
   ],
   "source": [
    "print(weights)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 281,
   "id": "blessed-lewis",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\pitbox\\appdata\\local\\programs\\python\\python38\\lib\\site-packages\\imblearn\\utils\\_validation.py:587: FutureWarning: Pass sampling_strategy=minority as keyword args. From version 0.9 passing these as positional arguments will result in an error\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(44675, 40) (44675, 5)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\pitbox\\appdata\\local\\programs\\python\\python38\\lib\\site-packages\\sklearn\\utils\\validation.py:70: FutureWarning: Pass classes=[0 1 2 3 4] as keyword args. From version 1.0 (renaming of 0.25) passing these as positional arguments will result in an error\n",
      "  warnings.warn(f\"Pass {args_msg} as keyword args. From version \"\n"
     ]
    }
   ],
   "source": [
    "from imblearn.over_sampling import SMOTE\n",
    "smote = SMOTE('minority')\n",
    "X_sm,y_sm = smote.fit_resample(X=X,y=y)\n",
    "print(X_sm.shape,y_sm.shape)\n",
    "\n",
    "X = X_sm\n",
    "y = y_sm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 304,
   "id": "liked-parallel",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(44675, 40)\n",
      "(44675, 5)\n",
      "(8935, 40)\n",
      "(8935, 5)\n"
     ]
    }
   ],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(X,y, test_size=0.2, stratify=y,shuffle=True)\n",
    "\n",
    "X_train = X\n",
    "y_train = y\n",
    "print(X_train.shape)\n",
    "print(y_train.shape)\n",
    "print(X_test.shape)\n",
    "print(y_test.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 305,
   "id": "sound-statistics",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "from sklearn.preprocessing import StandardScaler, MinMaxScaler, RobustScaler\n",
    "\n",
    "# scalerX = StandardScaler()\n",
    "scalerX = RobustScaler()\n",
    "# scalerX = MinMaxScaler()\n",
    "scalerX = scalerX.fit(X_train)\n",
    "X_train = scalerX.transform(X_train)\n",
    "X_train = pd.DataFrame(X_train)\n",
    "\n",
    "X_test = scalerX.transform(X_test)\n",
    "X_test = pd.DataFrame(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 284,
   "id": "removable-custom",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential_6\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "dense_21 (Dense)             (None, 64)                2624      \n",
      "_________________________________________________________________\n",
      "dense_22 (Dense)             (None, 32)                2080      \n",
      "_________________________________________________________________\n",
      "dense_23 (Dense)             (None, 5)                 165       \n",
      "=================================================================\n",
      "Total params: 4,869\n",
      "Trainable params: 4,869\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n",
      "None\n"
     ]
    }
   ],
   "source": [
    "from tensorflow.keras.models import Sequential\n",
    "from tensorflow.keras.layers import Dense,Activation,Dropout \n",
    "from tensorflow.keras.regularizers import L1L2\n",
    "from tensorflow.keras.optimizers import Adam\n",
    "\n",
    "model = Sequential()\n",
    "model.add(Dense(64,input_dim=X_train.shape[1], activation='relu'))\n",
    "model.add(Dense(32, activation='relu',kernel_regularizer=L1L2()))\n",
    "model.add(Dense(32, activation='relu',kernel_regularizer=L1L2()))\n",
    "model.add(Dense(y_train.shape[1], activation='softmax'))\n",
    "model.compile(optimizer='adam',\n",
    "                loss='categorical_crossentropy',\n",
    "                metrics=['accuracy',get_f1])\n",
    "\n",
    "print(model.summary())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 285,
   "id": "educational-cartoon",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{0: 1.9392922673656618,\n",
       " 1: 2.6991608901860635,\n",
       " 2: 0.7097467382962395,\n",
       " 3: 0.7264015709376535,\n",
       " 4: 0.7528645568332146}"
      ]
     },
     "execution_count": 285,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "class_weights"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 306,
   "id": "instructional-imaging",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/300\n",
      "9/9 [==============================] - 0s 30ms/step - loss: 0.4445 - accuracy: 0.7952 - get_f1: 0.7926 - val_loss: 0.4899 - val_accuracy: 0.7783 - val_get_f1: 0.7751\n",
      "Epoch 2/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4968 - accuracy: 0.7724 - get_f1: 0.7682 - val_loss: 0.5084 - val_accuracy: 0.7783 - val_get_f1: 0.7770\n",
      "Epoch 3/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.5633 - accuracy: 0.7602 - get_f1: 0.7580 - val_loss: 0.5382 - val_accuracy: 0.7656 - val_get_f1: 0.7603\n",
      "Epoch 4/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4903 - accuracy: 0.7800 - get_f1: 0.7778 - val_loss: 0.4914 - val_accuracy: 0.7827 - val_get_f1: 0.7803\n",
      "Epoch 5/300\n",
      "9/9 [==============================] - 0s 19ms/step - loss: 0.4979 - accuracy: 0.7789 - get_f1: 0.7770 - val_loss: 0.4825 - val_accuracy: 0.7850 - val_get_f1: 0.7780\n",
      "Epoch 6/300\n",
      "9/9 [==============================] - 0s 19ms/step - loss: 0.4921 - accuracy: 0.7755 - get_f1: 0.7728 - val_loss: 0.4942 - val_accuracy: 0.7868 - val_get_f1: 0.7855\n",
      "Epoch 7/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4954 - accuracy: 0.7839 - get_f1: 0.7832 - val_loss: 0.4648 - val_accuracy: 0.7914 - val_get_f1: 0.7786\n",
      "Epoch 8/300\n",
      "9/9 [==============================] - 0s 19ms/step - loss: 0.4630 - accuracy: 0.7900 - get_f1: 0.7829 - val_loss: 0.4742 - val_accuracy: 0.7822 - val_get_f1: 0.7803\n",
      "Epoch 9/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4638 - accuracy: 0.7876 - get_f1: 0.7866 - val_loss: 0.4534 - val_accuracy: 0.7900 - val_get_f1: 0.7790\n",
      "Epoch 10/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4589 - accuracy: 0.7900 - get_f1: 0.7842 - val_loss: 0.4531 - val_accuracy: 0.7915 - val_get_f1: 0.7887\n",
      "Epoch 11/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4533 - accuracy: 0.7902 - get_f1: 0.7891 - val_loss: 0.4471 - val_accuracy: 0.7902 - val_get_f1: 0.7845\n",
      "Epoch 12/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4498 - accuracy: 0.7916 - get_f1: 0.7877 - val_loss: 0.4492 - val_accuracy: 0.7886 - val_get_f1: 0.7848\n",
      "Epoch 13/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4509 - accuracy: 0.7912 - get_f1: 0.7886 - val_loss: 0.4480 - val_accuracy: 0.7897 - val_get_f1: 0.7852\n",
      "Epoch 14/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4512 - accuracy: 0.7917 - get_f1: 0.7886 - val_loss: 0.4505 - val_accuracy: 0.7886 - val_get_f1: 0.7861\n",
      "Epoch 15/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4491 - accuracy: 0.7922 - get_f1: 0.7895 - val_loss: 0.4503 - val_accuracy: 0.7875 - val_get_f1: 0.7822\n",
      "Epoch 16/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4494 - accuracy: 0.7920 - get_f1: 0.7889 - val_loss: 0.4555 - val_accuracy: 0.7859 - val_get_f1: 0.7823\n",
      "Epoch 17/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4518 - accuracy: 0.7912 - get_f1: 0.7893 - val_loss: 0.4601 - val_accuracy: 0.7856 - val_get_f1: 0.7777\n",
      "Epoch 18/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4529 - accuracy: 0.7921 - get_f1: 0.7886 - val_loss: 0.4688 - val_accuracy: 0.7819 - val_get_f1: 0.7767\n",
      "Epoch 19/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4560 - accuracy: 0.7921 - get_f1: 0.7887 - val_loss: 0.4743 - val_accuracy: 0.7747 - val_get_f1: 0.7721\n",
      "Epoch 20/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4588 - accuracy: 0.7900 - get_f1: 0.7871 - val_loss: 0.4780 - val_accuracy: 0.7754 - val_get_f1: 0.7699\n",
      "Epoch 21/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4622 - accuracy: 0.7878 - get_f1: 0.7858 - val_loss: 0.4733 - val_accuracy: 0.7749 - val_get_f1: 0.7703\n",
      "Epoch 22/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4604 - accuracy: 0.7883 - get_f1: 0.7856 - val_loss: 0.4615 - val_accuracy: 0.7780 - val_get_f1: 0.7742\n",
      "Epoch 23/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4559 - accuracy: 0.7908 - get_f1: 0.7874 - val_loss: 0.4496 - val_accuracy: 0.7850 - val_get_f1: 0.7797\n",
      "Epoch 24/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4481 - accuracy: 0.7932 - get_f1: 0.7901 - val_loss: 0.4438 - val_accuracy: 0.7904 - val_get_f1: 0.7858\n",
      "Epoch 25/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4461 - accuracy: 0.7943 - get_f1: 0.7918 - val_loss: 0.4420 - val_accuracy: 0.7933 - val_get_f1: 0.7879\n",
      "Epoch 26/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4437 - accuracy: 0.7952 - get_f1: 0.7920 - val_loss: 0.4414 - val_accuracy: 0.7936 - val_get_f1: 0.7863\n",
      "Epoch 27/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4421 - accuracy: 0.7958 - get_f1: 0.7921 - val_loss: 0.4408 - val_accuracy: 0.7929 - val_get_f1: 0.7873\n",
      "Epoch 28/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4429 - accuracy: 0.7953 - get_f1: 0.7920 - val_loss: 0.4409 - val_accuracy: 0.7928 - val_get_f1: 0.7869\n",
      "Epoch 29/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4425 - accuracy: 0.7954 - get_f1: 0.7922 - val_loss: 0.4407 - val_accuracy: 0.7935 - val_get_f1: 0.7875\n",
      "Epoch 30/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4415 - accuracy: 0.7959 - get_f1: 0.7925 - val_loss: 0.4405 - val_accuracy: 0.7936 - val_get_f1: 0.7877\n",
      "Epoch 31/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4418 - accuracy: 0.7954 - get_f1: 0.7923 - val_loss: 0.4406 - val_accuracy: 0.7936 - val_get_f1: 0.7875\n",
      "Epoch 32/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4419 - accuracy: 0.7959 - get_f1: 0.7925 - val_loss: 0.4406 - val_accuracy: 0.7932 - val_get_f1: 0.7876\n",
      "Epoch 33/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4413 - accuracy: 0.7957 - get_f1: 0.7926 - val_loss: 0.4405 - val_accuracy: 0.7937 - val_get_f1: 0.7880\n",
      "Epoch 34/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4411 - accuracy: 0.7952 - get_f1: 0.7923 - val_loss: 0.4405 - val_accuracy: 0.7929 - val_get_f1: 0.7875\n",
      "Epoch 35/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4414 - accuracy: 0.7956 - get_f1: 0.7923 - val_loss: 0.4405 - val_accuracy: 0.7924 - val_get_f1: 0.7871\n",
      "Epoch 36/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4410 - accuracy: 0.7957 - get_f1: 0.7926 - val_loss: 0.4405 - val_accuracy: 0.7917 - val_get_f1: 0.7871\n",
      "Epoch 37/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4408 - accuracy: 0.7959 - get_f1: 0.7926 - val_loss: 0.4404 - val_accuracy: 0.7923 - val_get_f1: 0.7877\n",
      "Epoch 38/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4409 - accuracy: 0.7961 - get_f1: 0.7929 - val_loss: 0.4403 - val_accuracy: 0.7921 - val_get_f1: 0.7873\n",
      "Epoch 39/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4406 - accuracy: 0.7963 - get_f1: 0.7931 - val_loss: 0.4402 - val_accuracy: 0.7923 - val_get_f1: 0.7875\n",
      "Epoch 40/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4404 - accuracy: 0.7963 - get_f1: 0.7931 - val_loss: 0.4402 - val_accuracy: 0.7924 - val_get_f1: 0.7876\n",
      "Epoch 41/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4404 - accuracy: 0.7963 - get_f1: 0.7930 - val_loss: 0.4401 - val_accuracy: 0.7922 - val_get_f1: 0.7874\n",
      "Epoch 42/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4402 - accuracy: 0.7966 - get_f1: 0.7933 - val_loss: 0.4399 - val_accuracy: 0.7918 - val_get_f1: 0.7874\n",
      "Epoch 43/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4400 - accuracy: 0.7966 - get_f1: 0.7934 - val_loss: 0.4396 - val_accuracy: 0.7919 - val_get_f1: 0.7878\n",
      "Epoch 44/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4397 - accuracy: 0.7965 - get_f1: 0.7934 - val_loss: 0.4395 - val_accuracy: 0.7921 - val_get_f1: 0.7880\n",
      "Epoch 45/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4398 - accuracy: 0.7967 - get_f1: 0.7938 - val_loss: 0.4393 - val_accuracy: 0.7922 - val_get_f1: 0.7883\n",
      "Epoch 46/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4392 - accuracy: 0.7968 - get_f1: 0.7938 - val_loss: 0.4388 - val_accuracy: 0.7928 - val_get_f1: 0.7882\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 47/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4389 - accuracy: 0.7967 - get_f1: 0.7939 - val_loss: 0.4386 - val_accuracy: 0.7924 - val_get_f1: 0.7883\n",
      "Epoch 48/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4392 - accuracy: 0.7969 - get_f1: 0.7940 - val_loss: 0.4384 - val_accuracy: 0.7924 - val_get_f1: 0.7888\n",
      "Epoch 49/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4383 - accuracy: 0.7974 - get_f1: 0.7943 - val_loss: 0.4379 - val_accuracy: 0.7931 - val_get_f1: 0.7897\n",
      "Epoch 50/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4381 - accuracy: 0.7976 - get_f1: 0.7944 - val_loss: 0.4377 - val_accuracy: 0.7933 - val_get_f1: 0.7897\n",
      "Epoch 51/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4382 - accuracy: 0.7974 - get_f1: 0.7946 - val_loss: 0.4375 - val_accuracy: 0.7931 - val_get_f1: 0.7898\n",
      "Epoch 52/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4377 - accuracy: 0.7977 - get_f1: 0.7947 - val_loss: 0.4373 - val_accuracy: 0.7940 - val_get_f1: 0.7901\n",
      "Epoch 53/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4375 - accuracy: 0.7978 - get_f1: 0.7949 - val_loss: 0.4370 - val_accuracy: 0.7934 - val_get_f1: 0.7896\n",
      "Epoch 54/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4375 - accuracy: 0.7976 - get_f1: 0.7948 - val_loss: 0.4369 - val_accuracy: 0.7935 - val_get_f1: 0.7894\n",
      "Epoch 55/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4371 - accuracy: 0.7979 - get_f1: 0.7950 - val_loss: 0.4367 - val_accuracy: 0.7944 - val_get_f1: 0.7902\n",
      "Epoch 56/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4370 - accuracy: 0.7981 - get_f1: 0.7951 - val_loss: 0.4365 - val_accuracy: 0.7942 - val_get_f1: 0.7902\n",
      "Epoch 57/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4368 - accuracy: 0.7982 - get_f1: 0.7952 - val_loss: 0.4364 - val_accuracy: 0.7944 - val_get_f1: 0.7902\n",
      "Epoch 58/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4367 - accuracy: 0.7982 - get_f1: 0.7953 - val_loss: 0.4363 - val_accuracy: 0.7942 - val_get_f1: 0.7905\n",
      "Epoch 59/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4364 - accuracy: 0.7983 - get_f1: 0.7951 - val_loss: 0.4361 - val_accuracy: 0.7949 - val_get_f1: 0.7905\n",
      "Epoch 60/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4364 - accuracy: 0.7984 - get_f1: 0.7951 - val_loss: 0.4360 - val_accuracy: 0.7944 - val_get_f1: 0.7910\n",
      "Epoch 61/300\n",
      "9/9 [==============================] - 0s 19ms/step - loss: 0.4362 - accuracy: 0.7985 - get_f1: 0.7952 - val_loss: 0.4358 - val_accuracy: 0.7946 - val_get_f1: 0.7906\n",
      "Epoch 62/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4360 - accuracy: 0.7985 - get_f1: 0.7952 - val_loss: 0.4357 - val_accuracy: 0.7942 - val_get_f1: 0.7908\n",
      "Epoch 63/300\n",
      "9/9 [==============================] - 0s 19ms/step - loss: 0.4359 - accuracy: 0.7986 - get_f1: 0.7954 - val_loss: 0.4355 - val_accuracy: 0.7946 - val_get_f1: 0.7907\n",
      "Epoch 64/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4357 - accuracy: 0.7985 - get_f1: 0.7955 - val_loss: 0.4357 - val_accuracy: 0.7944 - val_get_f1: 0.7904\n",
      "Epoch 65/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4357 - accuracy: 0.7987 - get_f1: 0.7955 - val_loss: 0.4355 - val_accuracy: 0.7946 - val_get_f1: 0.7901\n",
      "Epoch 66/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4354 - accuracy: 0.7985 - get_f1: 0.7954 - val_loss: 0.4355 - val_accuracy: 0.7944 - val_get_f1: 0.7901\n",
      "Epoch 67/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4355 - accuracy: 0.7986 - get_f1: 0.7955 - val_loss: 0.4355 - val_accuracy: 0.7941 - val_get_f1: 0.7894\n",
      "Epoch 68/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4354 - accuracy: 0.7986 - get_f1: 0.7954 - val_loss: 0.4355 - val_accuracy: 0.7935 - val_get_f1: 0.7901\n",
      "Epoch 69/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4352 - accuracy: 0.7988 - get_f1: 0.7956 - val_loss: 0.4355 - val_accuracy: 0.7940 - val_get_f1: 0.7895\n",
      "Epoch 70/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4350 - accuracy: 0.7985 - get_f1: 0.7954 - val_loss: 0.4355 - val_accuracy: 0.7934 - val_get_f1: 0.7896\n",
      "Epoch 71/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4351 - accuracy: 0.7989 - get_f1: 0.7957 - val_loss: 0.4354 - val_accuracy: 0.7947 - val_get_f1: 0.7891\n",
      "Epoch 72/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4349 - accuracy: 0.7985 - get_f1: 0.7955 - val_loss: 0.4356 - val_accuracy: 0.7936 - val_get_f1: 0.7892\n",
      "Epoch 73/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4349 - accuracy: 0.7990 - get_f1: 0.7959 - val_loss: 0.4352 - val_accuracy: 0.7952 - val_get_f1: 0.7892\n",
      "Epoch 74/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4346 - accuracy: 0.7987 - get_f1: 0.7957 - val_loss: 0.4353 - val_accuracy: 0.7936 - val_get_f1: 0.7896\n",
      "Epoch 75/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4348 - accuracy: 0.7991 - get_f1: 0.7959 - val_loss: 0.4351 - val_accuracy: 0.7944 - val_get_f1: 0.7884\n",
      "Epoch 76/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4343 - accuracy: 0.7987 - get_f1: 0.7955 - val_loss: 0.4351 - val_accuracy: 0.7937 - val_get_f1: 0.7891\n",
      "Epoch 77/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4343 - accuracy: 0.7989 - get_f1: 0.7958 - val_loss: 0.4349 - val_accuracy: 0.7944 - val_get_f1: 0.7888\n",
      "Epoch 78/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4345 - accuracy: 0.7987 - get_f1: 0.7954 - val_loss: 0.4350 - val_accuracy: 0.7937 - val_get_f1: 0.7896\n",
      "Epoch 79/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4339 - accuracy: 0.7993 - get_f1: 0.7960 - val_loss: 0.4342 - val_accuracy: 0.7945 - val_get_f1: 0.7889\n",
      "Epoch 80/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4336 - accuracy: 0.7990 - get_f1: 0.7953 - val_loss: 0.4344 - val_accuracy: 0.7937 - val_get_f1: 0.7898\n",
      "Epoch 81/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4344 - accuracy: 0.7992 - get_f1: 0.7964 - val_loss: 0.4343 - val_accuracy: 0.7937 - val_get_f1: 0.7887\n",
      "Epoch 82/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4331 - accuracy: 0.7991 - get_f1: 0.7957 - val_loss: 0.4339 - val_accuracy: 0.7946 - val_get_f1: 0.7897\n",
      "Epoch 83/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4332 - accuracy: 0.7990 - get_f1: 0.7959 - val_loss: 0.4337 - val_accuracy: 0.7937 - val_get_f1: 0.7900\n",
      "Epoch 84/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4337 - accuracy: 0.7991 - get_f1: 0.7959 - val_loss: 0.4340 - val_accuracy: 0.7931 - val_get_f1: 0.7893\n",
      "Epoch 85/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4330 - accuracy: 0.7997 - get_f1: 0.7963 - val_loss: 0.4333 - val_accuracy: 0.7937 - val_get_f1: 0.7904\n",
      "Epoch 86/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4326 - accuracy: 0.7990 - get_f1: 0.7958 - val_loss: 0.4336 - val_accuracy: 0.7932 - val_get_f1: 0.7898\n",
      "Epoch 87/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4335 - accuracy: 0.7991 - get_f1: 0.7963 - val_loss: 0.4333 - val_accuracy: 0.7942 - val_get_f1: 0.7896\n",
      "Epoch 88/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4323 - accuracy: 0.7995 - get_f1: 0.7961 - val_loss: 0.4333 - val_accuracy: 0.7937 - val_get_f1: 0.7900\n",
      "Epoch 89/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4327 - accuracy: 0.7994 - get_f1: 0.7961 - val_loss: 0.4330 - val_accuracy: 0.7940 - val_get_f1: 0.7896\n",
      "Epoch 90/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4326 - accuracy: 0.7995 - get_f1: 0.7964 - val_loss: 0.4332 - val_accuracy: 0.7933 - val_get_f1: 0.7897\n",
      "Epoch 91/300\n",
      "9/9 [==============================] - 0s 20ms/step - loss: 0.4324 - accuracy: 0.7996 - get_f1: 0.7964 - val_loss: 0.4327 - val_accuracy: 0.7947 - val_get_f1: 0.7896\n",
      "Epoch 92/300\n",
      "9/9 [==============================] - 0s 19ms/step - loss: 0.4320 - accuracy: 0.7997 - get_f1: 0.7962 - val_loss: 0.4328 - val_accuracy: 0.7935 - val_get_f1: 0.7903\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 93/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4324 - accuracy: 0.7997 - get_f1: 0.7967 - val_loss: 0.4325 - val_accuracy: 0.7944 - val_get_f1: 0.7895\n",
      "Epoch 94/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4318 - accuracy: 0.7996 - get_f1: 0.7966 - val_loss: 0.4325 - val_accuracy: 0.7936 - val_get_f1: 0.7901\n",
      "Epoch 95/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4318 - accuracy: 0.7997 - get_f1: 0.7965 - val_loss: 0.4322 - val_accuracy: 0.7945 - val_get_f1: 0.7895\n",
      "Epoch 96/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4317 - accuracy: 0.7996 - get_f1: 0.7967 - val_loss: 0.4324 - val_accuracy: 0.7931 - val_get_f1: 0.7899\n",
      "Epoch 97/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4318 - accuracy: 0.7996 - get_f1: 0.7967 - val_loss: 0.4321 - val_accuracy: 0.7950 - val_get_f1: 0.7892\n",
      "Epoch 98/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4313 - accuracy: 0.7997 - get_f1: 0.7967 - val_loss: 0.4321 - val_accuracy: 0.7936 - val_get_f1: 0.7901\n",
      "Epoch 99/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4316 - accuracy: 0.7999 - get_f1: 0.7970 - val_loss: 0.4321 - val_accuracy: 0.7950 - val_get_f1: 0.7891\n",
      "Epoch 100/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4313 - accuracy: 0.7998 - get_f1: 0.7968 - val_loss: 0.4320 - val_accuracy: 0.7925 - val_get_f1: 0.7898\n",
      "Epoch 101/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4312 - accuracy: 0.7999 - get_f1: 0.7969 - val_loss: 0.4320 - val_accuracy: 0.7952 - val_get_f1: 0.7891\n",
      "Epoch 102/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4311 - accuracy: 0.7999 - get_f1: 0.7968 - val_loss: 0.4320 - val_accuracy: 0.7928 - val_get_f1: 0.7891\n",
      "Epoch 103/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4311 - accuracy: 0.8002 - get_f1: 0.7970 - val_loss: 0.4317 - val_accuracy: 0.7946 - val_get_f1: 0.7892\n",
      "Epoch 104/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4308 - accuracy: 0.8001 - get_f1: 0.7969 - val_loss: 0.4315 - val_accuracy: 0.7937 - val_get_f1: 0.7898\n",
      "Epoch 105/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4309 - accuracy: 0.8003 - get_f1: 0.7973 - val_loss: 0.4312 - val_accuracy: 0.7945 - val_get_f1: 0.7889\n",
      "Epoch 106/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4305 - accuracy: 0.8000 - get_f1: 0.7969 - val_loss: 0.4315 - val_accuracy: 0.7934 - val_get_f1: 0.7896\n",
      "Epoch 107/300\n",
      "9/9 [==============================] - 0s 20ms/step - loss: 0.4306 - accuracy: 0.8003 - get_f1: 0.7974 - val_loss: 0.4313 - val_accuracy: 0.7937 - val_get_f1: 0.7885\n",
      "Epoch 108/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4303 - accuracy: 0.8000 - get_f1: 0.7971 - val_loss: 0.4310 - val_accuracy: 0.7938 - val_get_f1: 0.7899\n",
      "Epoch 109/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4304 - accuracy: 0.8005 - get_f1: 0.7975 - val_loss: 0.4311 - val_accuracy: 0.7945 - val_get_f1: 0.7889\n",
      "Epoch 110/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4301 - accuracy: 0.8002 - get_f1: 0.7975 - val_loss: 0.4305 - val_accuracy: 0.7955 - val_get_f1: 0.7901\n",
      "Epoch 111/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4299 - accuracy: 0.8005 - get_f1: 0.7972 - val_loss: 0.4307 - val_accuracy: 0.7950 - val_get_f1: 0.7896\n",
      "Epoch 112/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4301 - accuracy: 0.8004 - get_f1: 0.7974 - val_loss: 0.4303 - val_accuracy: 0.7957 - val_get_f1: 0.7896\n",
      "Epoch 113/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4296 - accuracy: 0.8007 - get_f1: 0.7974 - val_loss: 0.4307 - val_accuracy: 0.7943 - val_get_f1: 0.7888\n",
      "Epoch 114/300\n",
      "9/9 [==============================] - 0s 20ms/step - loss: 0.4298 - accuracy: 0.8007 - get_f1: 0.7974 - val_loss: 0.4302 - val_accuracy: 0.7953 - val_get_f1: 0.7899\n",
      "Epoch 115/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4294 - accuracy: 0.8008 - get_f1: 0.7976 - val_loss: 0.4302 - val_accuracy: 0.7947 - val_get_f1: 0.7895\n",
      "Epoch 116/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4296 - accuracy: 0.8009 - get_f1: 0.7975 - val_loss: 0.4299 - val_accuracy: 0.7955 - val_get_f1: 0.7899\n",
      "Epoch 117/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4292 - accuracy: 0.8009 - get_f1: 0.7977 - val_loss: 0.4299 - val_accuracy: 0.7942 - val_get_f1: 0.7887\n",
      "Epoch 118/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4292 - accuracy: 0.8008 - get_f1: 0.7974 - val_loss: 0.4297 - val_accuracy: 0.7947 - val_get_f1: 0.7902\n",
      "Epoch 119/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4291 - accuracy: 0.8010 - get_f1: 0.7980 - val_loss: 0.4299 - val_accuracy: 0.7944 - val_get_f1: 0.7885\n",
      "Epoch 120/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4290 - accuracy: 0.8009 - get_f1: 0.7976 - val_loss: 0.4295 - val_accuracy: 0.7954 - val_get_f1: 0.7905\n",
      "Epoch 121/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4289 - accuracy: 0.8013 - get_f1: 0.7979 - val_loss: 0.4297 - val_accuracy: 0.7946 - val_get_f1: 0.7891\n",
      "Epoch 122/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4289 - accuracy: 0.8007 - get_f1: 0.7975 - val_loss: 0.4293 - val_accuracy: 0.7955 - val_get_f1: 0.7899\n",
      "Epoch 123/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4287 - accuracy: 0.8016 - get_f1: 0.7979 - val_loss: 0.4298 - val_accuracy: 0.7941 - val_get_f1: 0.7889\n",
      "Epoch 124/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4287 - accuracy: 0.8006 - get_f1: 0.7974 - val_loss: 0.4291 - val_accuracy: 0.7951 - val_get_f1: 0.7906\n",
      "Epoch 125/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4286 - accuracy: 0.8014 - get_f1: 0.7980 - val_loss: 0.4299 - val_accuracy: 0.7941 - val_get_f1: 0.7885\n",
      "Epoch 126/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4286 - accuracy: 0.8005 - get_f1: 0.7973 - val_loss: 0.4291 - val_accuracy: 0.7947 - val_get_f1: 0.7916\n",
      "Epoch 127/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4285 - accuracy: 0.8012 - get_f1: 0.7976 - val_loss: 0.4301 - val_accuracy: 0.7945 - val_get_f1: 0.7884\n",
      "Epoch 128/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4287 - accuracy: 0.8003 - get_f1: 0.7971 - val_loss: 0.4292 - val_accuracy: 0.7955 - val_get_f1: 0.7922\n",
      "Epoch 129/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4285 - accuracy: 0.8006 - get_f1: 0.7977 - val_loss: 0.4306 - val_accuracy: 0.7951 - val_get_f1: 0.7889\n",
      "Epoch 130/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4288 - accuracy: 0.8002 - get_f1: 0.7972 - val_loss: 0.4297 - val_accuracy: 0.7955 - val_get_f1: 0.7932\n",
      "Epoch 131/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4286 - accuracy: 0.8003 - get_f1: 0.7979 - val_loss: 0.4309 - val_accuracy: 0.7954 - val_get_f1: 0.7884\n",
      "Epoch 132/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4286 - accuracy: 0.8001 - get_f1: 0.7971 - val_loss: 0.4294 - val_accuracy: 0.7964 - val_get_f1: 0.7931\n",
      "Epoch 133/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4287 - accuracy: 0.8002 - get_f1: 0.7977 - val_loss: 0.4301 - val_accuracy: 0.7941 - val_get_f1: 0.7886\n",
      "Epoch 134/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4282 - accuracy: 0.8009 - get_f1: 0.7974 - val_loss: 0.4280 - val_accuracy: 0.7972 - val_get_f1: 0.7933\n",
      "Epoch 135/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4274 - accuracy: 0.8006 - get_f1: 0.7981 - val_loss: 0.4286 - val_accuracy: 0.7953 - val_get_f1: 0.7902\n",
      "Epoch 136/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4275 - accuracy: 0.8007 - get_f1: 0.7976 - val_loss: 0.4274 - val_accuracy: 0.7969 - val_get_f1: 0.7930\n",
      "Epoch 137/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4272 - accuracy: 0.8009 - get_f1: 0.7981 - val_loss: 0.4280 - val_accuracy: 0.7961 - val_get_f1: 0.7910\n",
      "Epoch 138/300\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4269 - accuracy: 0.8005 - get_f1: 0.7979 - val_loss: 0.4269 - val_accuracy: 0.7978 - val_get_f1: 0.7944\n",
      "Epoch 139/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4269 - accuracy: 0.8007 - get_f1: 0.7982 - val_loss: 0.4275 - val_accuracy: 0.7978 - val_get_f1: 0.7922\n",
      "Epoch 140/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4265 - accuracy: 0.8008 - get_f1: 0.7980 - val_loss: 0.4267 - val_accuracy: 0.7981 - val_get_f1: 0.7944\n",
      "Epoch 141/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4266 - accuracy: 0.8007 - get_f1: 0.7982 - val_loss: 0.4273 - val_accuracy: 0.7983 - val_get_f1: 0.7919\n",
      "Epoch 142/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4264 - accuracy: 0.8010 - get_f1: 0.7979 - val_loss: 0.4265 - val_accuracy: 0.7987 - val_get_f1: 0.7938\n",
      "Epoch 143/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4264 - accuracy: 0.8006 - get_f1: 0.7982 - val_loss: 0.4271 - val_accuracy: 0.7981 - val_get_f1: 0.7925\n",
      "Epoch 144/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4262 - accuracy: 0.8011 - get_f1: 0.7981 - val_loss: 0.4264 - val_accuracy: 0.7982 - val_get_f1: 0.7935\n",
      "Epoch 145/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4263 - accuracy: 0.8006 - get_f1: 0.7985 - val_loss: 0.4273 - val_accuracy: 0.7987 - val_get_f1: 0.7925\n",
      "Epoch 146/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4261 - accuracy: 0.8012 - get_f1: 0.7983 - val_loss: 0.4264 - val_accuracy: 0.7980 - val_get_f1: 0.7937\n",
      "Epoch 147/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4259 - accuracy: 0.8005 - get_f1: 0.7984 - val_loss: 0.4272 - val_accuracy: 0.7981 - val_get_f1: 0.7937\n",
      "Epoch 148/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4261 - accuracy: 0.8006 - get_f1: 0.7983 - val_loss: 0.4265 - val_accuracy: 0.7976 - val_get_f1: 0.7941\n",
      "Epoch 149/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4261 - accuracy: 0.8006 - get_f1: 0.7982 - val_loss: 0.4274 - val_accuracy: 0.7983 - val_get_f1: 0.7938\n",
      "Epoch 150/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4260 - accuracy: 0.8012 - get_f1: 0.7984 - val_loss: 0.4265 - val_accuracy: 0.7981 - val_get_f1: 0.7938\n",
      "Epoch 151/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4258 - accuracy: 0.8007 - get_f1: 0.7985 - val_loss: 0.4275 - val_accuracy: 0.7985 - val_get_f1: 0.7932\n",
      "Epoch 152/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4259 - accuracy: 0.8009 - get_f1: 0.7984 - val_loss: 0.4267 - val_accuracy: 0.7978 - val_get_f1: 0.7944\n",
      "Epoch 153/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4258 - accuracy: 0.8011 - get_f1: 0.7986 - val_loss: 0.4276 - val_accuracy: 0.7982 - val_get_f1: 0.7928\n",
      "Epoch 154/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4260 - accuracy: 0.8013 - get_f1: 0.7984 - val_loss: 0.4268 - val_accuracy: 0.7978 - val_get_f1: 0.7938\n",
      "Epoch 155/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4257 - accuracy: 0.8012 - get_f1: 0.7984 - val_loss: 0.4277 - val_accuracy: 0.7974 - val_get_f1: 0.7925\n",
      "Epoch 156/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4257 - accuracy: 0.8009 - get_f1: 0.7983 - val_loss: 0.4271 - val_accuracy: 0.7974 - val_get_f1: 0.7935\n",
      "Epoch 157/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4257 - accuracy: 0.8012 - get_f1: 0.7984 - val_loss: 0.4281 - val_accuracy: 0.7975 - val_get_f1: 0.7922\n",
      "Epoch 158/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4258 - accuracy: 0.8012 - get_f1: 0.7982 - val_loss: 0.4275 - val_accuracy: 0.7974 - val_get_f1: 0.7940\n",
      "Epoch 159/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4256 - accuracy: 0.8013 - get_f1: 0.7983 - val_loss: 0.4286 - val_accuracy: 0.7985 - val_get_f1: 0.7923\n",
      "Epoch 160/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4258 - accuracy: 0.8008 - get_f1: 0.7983 - val_loss: 0.4284 - val_accuracy: 0.7974 - val_get_f1: 0.7936\n",
      "Epoch 161/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4261 - accuracy: 0.8004 - get_f1: 0.7979 - val_loss: 0.4297 - val_accuracy: 0.7970 - val_get_f1: 0.7934\n",
      "Epoch 162/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4260 - accuracy: 0.8006 - get_f1: 0.7985 - val_loss: 0.4295 - val_accuracy: 0.7970 - val_get_f1: 0.7932\n",
      "Epoch 163/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4260 - accuracy: 0.8003 - get_f1: 0.7976 - val_loss: 0.4302 - val_accuracy: 0.7961 - val_get_f1: 0.7936\n",
      "Epoch 164/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4264 - accuracy: 0.7990 - get_f1: 0.7976 - val_loss: 0.4302 - val_accuracy: 0.7978 - val_get_f1: 0.7927\n",
      "Epoch 165/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4265 - accuracy: 0.7997 - get_f1: 0.7976 - val_loss: 0.4309 - val_accuracy: 0.7960 - val_get_f1: 0.7930\n",
      "Epoch 166/300\n",
      "9/9 [==============================] - 0s 19ms/step - loss: 0.4260 - accuracy: 0.7989 - get_f1: 0.7976 - val_loss: 0.4303 - val_accuracy: 0.7974 - val_get_f1: 0.7932\n",
      "Epoch 167/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4266 - accuracy: 0.7993 - get_f1: 0.7973 - val_loss: 0.4303 - val_accuracy: 0.7969 - val_get_f1: 0.7934\n",
      "Epoch 168/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4260 - accuracy: 0.7994 - get_f1: 0.7976 - val_loss: 0.4297 - val_accuracy: 0.7971 - val_get_f1: 0.7937\n",
      "Epoch 169/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4258 - accuracy: 0.7999 - get_f1: 0.7980 - val_loss: 0.4291 - val_accuracy: 0.7971 - val_get_f1: 0.7938\n",
      "Epoch 170/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4257 - accuracy: 0.7998 - get_f1: 0.7980 - val_loss: 0.4286 - val_accuracy: 0.7971 - val_get_f1: 0.7938\n",
      "Epoch 171/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4252 - accuracy: 0.8004 - get_f1: 0.7984 - val_loss: 0.4280 - val_accuracy: 0.7973 - val_get_f1: 0.7942\n",
      "Epoch 172/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4247 - accuracy: 0.8008 - get_f1: 0.7981 - val_loss: 0.4274 - val_accuracy: 0.7981 - val_get_f1: 0.7943\n",
      "Epoch 173/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4249 - accuracy: 0.8004 - get_f1: 0.7983 - val_loss: 0.4271 - val_accuracy: 0.7979 - val_get_f1: 0.7946\n",
      "Epoch 174/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4241 - accuracy: 0.8009 - get_f1: 0.7988 - val_loss: 0.4266 - val_accuracy: 0.7989 - val_get_f1: 0.7940\n",
      "Epoch 175/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4240 - accuracy: 0.8011 - get_f1: 0.7984 - val_loss: 0.4258 - val_accuracy: 0.7984 - val_get_f1: 0.7951\n",
      "Epoch 176/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4239 - accuracy: 0.8008 - get_f1: 0.7988 - val_loss: 0.4257 - val_accuracy: 0.7988 - val_get_f1: 0.7939\n",
      "Epoch 177/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4235 - accuracy: 0.8011 - get_f1: 0.7991 - val_loss: 0.4249 - val_accuracy: 0.7973 - val_get_f1: 0.7945\n",
      "Epoch 178/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4232 - accuracy: 0.8014 - get_f1: 0.7988 - val_loss: 0.4249 - val_accuracy: 0.7988 - val_get_f1: 0.7931\n",
      "Epoch 179/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4233 - accuracy: 0.8015 - get_f1: 0.7991 - val_loss: 0.4244 - val_accuracy: 0.7988 - val_get_f1: 0.7944\n",
      "Epoch 180/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4227 - accuracy: 0.8021 - get_f1: 0.7992 - val_loss: 0.4245 - val_accuracy: 0.7985 - val_get_f1: 0.7928\n",
      "Epoch 181/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4230 - accuracy: 0.8019 - get_f1: 0.7996 - val_loss: 0.4238 - val_accuracy: 0.7988 - val_get_f1: 0.7946\n",
      "Epoch 182/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4226 - accuracy: 0.8021 - get_f1: 0.7992 - val_loss: 0.4242 - val_accuracy: 0.7984 - val_get_f1: 0.7936\n",
      "Epoch 183/300\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4226 - accuracy: 0.8022 - get_f1: 0.7997 - val_loss: 0.4234 - val_accuracy: 0.7987 - val_get_f1: 0.7943\n",
      "Epoch 184/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4224 - accuracy: 0.8024 - get_f1: 0.7993 - val_loss: 0.4241 - val_accuracy: 0.7988 - val_get_f1: 0.7938\n",
      "Epoch 185/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4226 - accuracy: 0.8021 - get_f1: 0.7998 - val_loss: 0.4233 - val_accuracy: 0.7985 - val_get_f1: 0.7950\n",
      "Epoch 186/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4222 - accuracy: 0.8026 - get_f1: 0.7995 - val_loss: 0.4240 - val_accuracy: 0.7988 - val_get_f1: 0.7938\n",
      "Epoch 187/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4225 - accuracy: 0.8021 - get_f1: 0.7996 - val_loss: 0.4231 - val_accuracy: 0.7990 - val_get_f1: 0.7950\n",
      "Epoch 188/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4220 - accuracy: 0.8028 - get_f1: 0.7994 - val_loss: 0.4236 - val_accuracy: 0.7997 - val_get_f1: 0.7936\n",
      "Epoch 189/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4222 - accuracy: 0.8021 - get_f1: 0.7997 - val_loss: 0.4227 - val_accuracy: 0.7983 - val_get_f1: 0.7950\n",
      "Epoch 190/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4218 - accuracy: 0.8030 - get_f1: 0.7995 - val_loss: 0.4232 - val_accuracy: 0.7993 - val_get_f1: 0.7936\n",
      "Epoch 191/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4220 - accuracy: 0.8022 - get_f1: 0.7999 - val_loss: 0.4224 - val_accuracy: 0.7993 - val_get_f1: 0.7958\n",
      "Epoch 192/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4214 - accuracy: 0.8026 - get_f1: 0.7996 - val_loss: 0.4227 - val_accuracy: 0.7991 - val_get_f1: 0.7933\n",
      "Epoch 193/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4216 - accuracy: 0.8025 - get_f1: 0.8001 - val_loss: 0.4220 - val_accuracy: 0.7997 - val_get_f1: 0.7962\n",
      "Epoch 194/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4212 - accuracy: 0.8024 - get_f1: 0.7999 - val_loss: 0.4225 - val_accuracy: 0.7994 - val_get_f1: 0.7935\n",
      "Epoch 195/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4214 - accuracy: 0.8027 - get_f1: 0.8001 - val_loss: 0.4218 - val_accuracy: 0.7998 - val_get_f1: 0.7960\n",
      "Epoch 196/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4210 - accuracy: 0.8024 - get_f1: 0.8000 - val_loss: 0.4224 - val_accuracy: 0.7987 - val_get_f1: 0.7935\n",
      "Epoch 197/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4213 - accuracy: 0.8027 - get_f1: 0.8002 - val_loss: 0.4217 - val_accuracy: 0.7994 - val_get_f1: 0.7962\n",
      "Epoch 198/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4209 - accuracy: 0.8028 - get_f1: 0.8001 - val_loss: 0.4225 - val_accuracy: 0.7982 - val_get_f1: 0.7938\n",
      "Epoch 199/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4212 - accuracy: 0.8028 - get_f1: 0.8003 - val_loss: 0.4216 - val_accuracy: 0.7994 - val_get_f1: 0.7966\n",
      "Epoch 200/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4208 - accuracy: 0.8026 - get_f1: 0.8001 - val_loss: 0.4224 - val_accuracy: 0.7989 - val_get_f1: 0.7943\n",
      "Epoch 201/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4210 - accuracy: 0.8026 - get_f1: 0.8004 - val_loss: 0.4216 - val_accuracy: 0.7997 - val_get_f1: 0.7965\n",
      "Epoch 202/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4205 - accuracy: 0.8029 - get_f1: 0.8001 - val_loss: 0.4224 - val_accuracy: 0.7980 - val_get_f1: 0.7946\n",
      "Epoch 203/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4210 - accuracy: 0.8028 - get_f1: 0.8005 - val_loss: 0.4216 - val_accuracy: 0.7990 - val_get_f1: 0.7971\n",
      "Epoch 204/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4206 - accuracy: 0.8033 - get_f1: 0.8001 - val_loss: 0.4226 - val_accuracy: 0.7976 - val_get_f1: 0.7946\n",
      "Epoch 205/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4208 - accuracy: 0.8028 - get_f1: 0.8004 - val_loss: 0.4219 - val_accuracy: 0.7997 - val_get_f1: 0.7972\n",
      "Epoch 206/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4206 - accuracy: 0.8032 - get_f1: 0.7998 - val_loss: 0.4226 - val_accuracy: 0.7988 - val_get_f1: 0.7949\n",
      "Epoch 207/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4210 - accuracy: 0.8029 - get_f1: 0.8002 - val_loss: 0.4219 - val_accuracy: 0.7993 - val_get_f1: 0.7971\n",
      "Epoch 208/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4204 - accuracy: 0.8036 - get_f1: 0.8003 - val_loss: 0.4224 - val_accuracy: 0.7989 - val_get_f1: 0.7957\n",
      "Epoch 209/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4208 - accuracy: 0.8030 - get_f1: 0.8007 - val_loss: 0.4216 - val_accuracy: 0.7998 - val_get_f1: 0.7972\n",
      "Epoch 210/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4202 - accuracy: 0.8036 - get_f1: 0.8004 - val_loss: 0.4219 - val_accuracy: 0.7984 - val_get_f1: 0.7957\n",
      "Epoch 211/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4205 - accuracy: 0.8035 - get_f1: 0.8008 - val_loss: 0.4212 - val_accuracy: 0.7994 - val_get_f1: 0.7966\n",
      "Epoch 212/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4199 - accuracy: 0.8038 - get_f1: 0.8007 - val_loss: 0.4211 - val_accuracy: 0.7988 - val_get_f1: 0.7955\n",
      "Epoch 213/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4200 - accuracy: 0.8036 - get_f1: 0.8011 - val_loss: 0.4206 - val_accuracy: 0.7998 - val_get_f1: 0.7969\n",
      "Epoch 214/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4192 - accuracy: 0.8036 - get_f1: 0.8007 - val_loss: 0.4202 - val_accuracy: 0.8000 - val_get_f1: 0.7966\n",
      "Epoch 215/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4197 - accuracy: 0.8040 - get_f1: 0.8008 - val_loss: 0.4201 - val_accuracy: 0.7996 - val_get_f1: 0.7969\n",
      "Epoch 216/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4191 - accuracy: 0.8039 - get_f1: 0.8009 - val_loss: 0.4200 - val_accuracy: 0.8003 - val_get_f1: 0.7967\n",
      "Epoch 217/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4192 - accuracy: 0.8039 - get_f1: 0.8009 - val_loss: 0.4200 - val_accuracy: 0.7991 - val_get_f1: 0.7969\n",
      "Epoch 218/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4190 - accuracy: 0.8037 - get_f1: 0.8009 - val_loss: 0.4200 - val_accuracy: 0.8004 - val_get_f1: 0.7966\n",
      "Epoch 219/300\n",
      "9/9 [==============================] - 0s 19ms/step - loss: 0.4191 - accuracy: 0.8040 - get_f1: 0.8012 - val_loss: 0.4198 - val_accuracy: 0.7988 - val_get_f1: 0.7973\n",
      "Epoch 220/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4187 - accuracy: 0.8043 - get_f1: 0.8011 - val_loss: 0.4198 - val_accuracy: 0.7996 - val_get_f1: 0.7966\n",
      "Epoch 221/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4191 - accuracy: 0.8040 - get_f1: 0.8012 - val_loss: 0.4196 - val_accuracy: 0.7994 - val_get_f1: 0.7972\n",
      "Epoch 222/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4184 - accuracy: 0.8039 - get_f1: 0.8012 - val_loss: 0.4196 - val_accuracy: 0.7993 - val_get_f1: 0.7974\n",
      "Epoch 223/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4189 - accuracy: 0.8036 - get_f1: 0.8010 - val_loss: 0.4196 - val_accuracy: 0.7991 - val_get_f1: 0.7981\n",
      "Epoch 224/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4184 - accuracy: 0.8039 - get_f1: 0.8015 - val_loss: 0.4196 - val_accuracy: 0.8000 - val_get_f1: 0.7975\n",
      "Epoch 225/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4189 - accuracy: 0.8039 - get_f1: 0.8011 - val_loss: 0.4197 - val_accuracy: 0.7999 - val_get_f1: 0.7978\n",
      "Epoch 226/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4184 - accuracy: 0.8041 - get_f1: 0.8015 - val_loss: 0.4198 - val_accuracy: 0.7997 - val_get_f1: 0.7976\n",
      "Epoch 227/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4187 - accuracy: 0.8040 - get_f1: 0.8016 - val_loss: 0.4195 - val_accuracy: 0.7998 - val_get_f1: 0.7976\n",
      "Epoch 228/300\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4182 - accuracy: 0.8040 - get_f1: 0.8014 - val_loss: 0.4196 - val_accuracy: 0.7998 - val_get_f1: 0.7975\n",
      "Epoch 229/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4188 - accuracy: 0.8040 - get_f1: 0.8016 - val_loss: 0.4194 - val_accuracy: 0.8004 - val_get_f1: 0.7980\n",
      "Epoch 230/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4180 - accuracy: 0.8040 - get_f1: 0.8015 - val_loss: 0.4196 - val_accuracy: 0.8000 - val_get_f1: 0.7971\n",
      "Epoch 231/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4185 - accuracy: 0.8040 - get_f1: 0.8016 - val_loss: 0.4193 - val_accuracy: 0.8003 - val_get_f1: 0.7978\n",
      "Epoch 232/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4179 - accuracy: 0.8040 - get_f1: 0.8015 - val_loss: 0.4196 - val_accuracy: 0.8001 - val_get_f1: 0.7975\n",
      "Epoch 233/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4186 - accuracy: 0.8042 - get_f1: 0.8018 - val_loss: 0.4193 - val_accuracy: 0.8007 - val_get_f1: 0.7980\n",
      "Epoch 234/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4178 - accuracy: 0.8039 - get_f1: 0.8018 - val_loss: 0.4196 - val_accuracy: 0.8002 - val_get_f1: 0.7978\n",
      "Epoch 235/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4186 - accuracy: 0.8042 - get_f1: 0.8021 - val_loss: 0.4195 - val_accuracy: 0.8009 - val_get_f1: 0.7981\n",
      "Epoch 236/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4176 - accuracy: 0.8041 - get_f1: 0.8017 - val_loss: 0.4197 - val_accuracy: 0.8002 - val_get_f1: 0.7981\n",
      "Epoch 237/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4186 - accuracy: 0.8042 - get_f1: 0.8021 - val_loss: 0.4195 - val_accuracy: 0.8015 - val_get_f1: 0.7978\n",
      "Epoch 238/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4175 - accuracy: 0.8042 - get_f1: 0.8017 - val_loss: 0.4198 - val_accuracy: 0.8007 - val_get_f1: 0.7980\n",
      "Epoch 239/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4184 - accuracy: 0.8046 - get_f1: 0.8023 - val_loss: 0.4197 - val_accuracy: 0.8013 - val_get_f1: 0.7977\n",
      "Epoch 240/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4176 - accuracy: 0.8040 - get_f1: 0.8018 - val_loss: 0.4198 - val_accuracy: 0.8003 - val_get_f1: 0.7986\n",
      "Epoch 241/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4182 - accuracy: 0.8048 - get_f1: 0.8022 - val_loss: 0.4194 - val_accuracy: 0.8013 - val_get_f1: 0.7977\n",
      "Epoch 242/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4173 - accuracy: 0.8041 - get_f1: 0.8022 - val_loss: 0.4196 - val_accuracy: 0.8013 - val_get_f1: 0.7979\n",
      "Epoch 243/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4181 - accuracy: 0.8049 - get_f1: 0.8024 - val_loss: 0.4195 - val_accuracy: 0.8018 - val_get_f1: 0.7984\n",
      "Epoch 244/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4174 - accuracy: 0.8042 - get_f1: 0.8021 - val_loss: 0.4195 - val_accuracy: 0.8015 - val_get_f1: 0.7976\n",
      "Epoch 245/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4180 - accuracy: 0.8051 - get_f1: 0.8023 - val_loss: 0.4193 - val_accuracy: 0.8026 - val_get_f1: 0.7982\n",
      "Epoch 246/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4171 - accuracy: 0.8045 - get_f1: 0.8023 - val_loss: 0.4192 - val_accuracy: 0.8012 - val_get_f1: 0.7978\n",
      "Epoch 247/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4178 - accuracy: 0.8051 - get_f1: 0.8024 - val_loss: 0.4191 - val_accuracy: 0.8022 - val_get_f1: 0.7984\n",
      "Epoch 248/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4172 - accuracy: 0.8045 - get_f1: 0.8024 - val_loss: 0.4191 - val_accuracy: 0.8017 - val_get_f1: 0.7977\n",
      "Epoch 249/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4177 - accuracy: 0.8050 - get_f1: 0.8022 - val_loss: 0.4188 - val_accuracy: 0.8019 - val_get_f1: 0.7982\n",
      "Epoch 250/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4167 - accuracy: 0.8049 - get_f1: 0.8025 - val_loss: 0.4191 - val_accuracy: 0.8020 - val_get_f1: 0.7982\n",
      "Epoch 251/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4176 - accuracy: 0.8054 - get_f1: 0.8025 - val_loss: 0.4189 - val_accuracy: 0.8018 - val_get_f1: 0.7980\n",
      "Epoch 252/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4171 - accuracy: 0.8047 - get_f1: 0.8026 - val_loss: 0.4186 - val_accuracy: 0.8018 - val_get_f1: 0.7976\n",
      "Epoch 253/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4173 - accuracy: 0.8051 - get_f1: 0.8026 - val_loss: 0.4182 - val_accuracy: 0.8021 - val_get_f1: 0.7983\n",
      "Epoch 254/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4164 - accuracy: 0.8052 - get_f1: 0.8030 - val_loss: 0.4181 - val_accuracy: 0.8022 - val_get_f1: 0.7974\n",
      "Epoch 255/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4165 - accuracy: 0.8050 - get_f1: 0.8029 - val_loss: 0.4176 - val_accuracy: 0.8020 - val_get_f1: 0.7976\n",
      "Epoch 256/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4168 - accuracy: 0.8049 - get_f1: 0.8030 - val_loss: 0.4178 - val_accuracy: 0.8025 - val_get_f1: 0.7973\n",
      "Epoch 257/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4163 - accuracy: 0.8051 - get_f1: 0.8032 - val_loss: 0.4174 - val_accuracy: 0.8018 - val_get_f1: 0.7976\n",
      "Epoch 258/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4164 - accuracy: 0.8057 - get_f1: 0.8033 - val_loss: 0.4174 - val_accuracy: 0.8022 - val_get_f1: 0.7969\n",
      "Epoch 259/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4160 - accuracy: 0.8050 - get_f1: 0.8031 - val_loss: 0.4171 - val_accuracy: 0.8024 - val_get_f1: 0.7975\n",
      "Epoch 260/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4164 - accuracy: 0.8058 - get_f1: 0.8032 - val_loss: 0.4171 - val_accuracy: 0.8025 - val_get_f1: 0.7980\n",
      "Epoch 261/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4158 - accuracy: 0.8056 - get_f1: 0.8034 - val_loss: 0.4168 - val_accuracy: 0.8031 - val_get_f1: 0.7975\n",
      "Epoch 262/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4162 - accuracy: 0.8059 - get_f1: 0.8038 - val_loss: 0.4167 - val_accuracy: 0.8027 - val_get_f1: 0.7978\n",
      "Epoch 263/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4156 - accuracy: 0.8054 - get_f1: 0.8039 - val_loss: 0.4170 - val_accuracy: 0.8019 - val_get_f1: 0.7975\n",
      "Epoch 264/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4162 - accuracy: 0.8063 - get_f1: 0.8038 - val_loss: 0.4168 - val_accuracy: 0.8022 - val_get_f1: 0.7976\n",
      "Epoch 265/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4156 - accuracy: 0.8057 - get_f1: 0.8037 - val_loss: 0.4172 - val_accuracy: 0.8011 - val_get_f1: 0.7971\n",
      "Epoch 266/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4164 - accuracy: 0.8062 - get_f1: 0.8037 - val_loss: 0.4173 - val_accuracy: 0.8024 - val_get_f1: 0.7977\n",
      "Epoch 267/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4160 - accuracy: 0.8056 - get_f1: 0.8036 - val_loss: 0.4168 - val_accuracy: 0.8022 - val_get_f1: 0.7976\n",
      "Epoch 268/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4164 - accuracy: 0.8059 - get_f1: 0.8039 - val_loss: 0.4164 - val_accuracy: 0.8030 - val_get_f1: 0.7987\n",
      "Epoch 269/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4146 - accuracy: 0.8063 - get_f1: 0.8036 - val_loss: 0.4162 - val_accuracy: 0.8013 - val_get_f1: 0.7978\n",
      "Epoch 270/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4156 - accuracy: 0.8063 - get_f1: 0.8039 - val_loss: 0.4158 - val_accuracy: 0.8024 - val_get_f1: 0.7983\n",
      "Epoch 271/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4153 - accuracy: 0.8062 - get_f1: 0.8037 - val_loss: 0.4162 - val_accuracy: 0.8016 - val_get_f1: 0.7977\n",
      "Epoch 272/300\n",
      "9/9 [==============================] - 0s 19ms/step - loss: 0.4155 - accuracy: 0.8063 - get_f1: 0.8046 - val_loss: 0.4157 - val_accuracy: 0.8025 - val_get_f1: 0.7984\n",
      "Epoch 273/300\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4149 - accuracy: 0.8062 - get_f1: 0.8040 - val_loss: 0.4163 - val_accuracy: 0.8013 - val_get_f1: 0.7981\n",
      "Epoch 274/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4153 - accuracy: 0.8065 - get_f1: 0.8046 - val_loss: 0.4159 - val_accuracy: 0.8024 - val_get_f1: 0.7985\n",
      "Epoch 275/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4153 - accuracy: 0.8060 - get_f1: 0.8037 - val_loss: 0.4160 - val_accuracy: 0.8019 - val_get_f1: 0.7981\n",
      "Epoch 276/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4155 - accuracy: 0.8065 - get_f1: 0.8044 - val_loss: 0.4155 - val_accuracy: 0.8034 - val_get_f1: 0.7982\n",
      "Epoch 277/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4142 - accuracy: 0.8062 - get_f1: 0.8040 - val_loss: 0.4156 - val_accuracy: 0.8021 - val_get_f1: 0.7994\n",
      "Epoch 278/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4149 - accuracy: 0.8063 - get_f1: 0.8043 - val_loss: 0.4151 - val_accuracy: 0.8034 - val_get_f1: 0.7993\n",
      "Epoch 279/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4148 - accuracy: 0.8061 - get_f1: 0.8040 - val_loss: 0.4157 - val_accuracy: 0.8027 - val_get_f1: 0.7989\n",
      "Epoch 280/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4148 - accuracy: 0.8065 - get_f1: 0.8045 - val_loss: 0.4153 - val_accuracy: 0.8032 - val_get_f1: 0.7991\n",
      "Epoch 281/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4148 - accuracy: 0.8061 - get_f1: 0.8042 - val_loss: 0.4158 - val_accuracy: 0.8029 - val_get_f1: 0.7988\n",
      "Epoch 282/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4147 - accuracy: 0.8069 - get_f1: 0.8046 - val_loss: 0.4153 - val_accuracy: 0.8031 - val_get_f1: 0.7988\n",
      "Epoch 283/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4146 - accuracy: 0.8060 - get_f1: 0.8041 - val_loss: 0.4158 - val_accuracy: 0.8031 - val_get_f1: 0.7993\n",
      "Epoch 284/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4145 - accuracy: 0.8070 - get_f1: 0.8044 - val_loss: 0.4152 - val_accuracy: 0.8030 - val_get_f1: 0.7989\n",
      "Epoch 285/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4146 - accuracy: 0.8062 - get_f1: 0.8043 - val_loss: 0.4157 - val_accuracy: 0.8029 - val_get_f1: 0.7991\n",
      "Epoch 286/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4145 - accuracy: 0.8068 - get_f1: 0.8044 - val_loss: 0.4150 - val_accuracy: 0.8035 - val_get_f1: 0.7990\n",
      "Epoch 287/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4144 - accuracy: 0.8061 - get_f1: 0.8045 - val_loss: 0.4157 - val_accuracy: 0.8027 - val_get_f1: 0.7991\n",
      "Epoch 288/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4146 - accuracy: 0.8068 - get_f1: 0.8046 - val_loss: 0.4153 - val_accuracy: 0.8031 - val_get_f1: 0.7994\n",
      "Epoch 289/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4146 - accuracy: 0.8064 - get_f1: 0.8044 - val_loss: 0.4160 - val_accuracy: 0.8025 - val_get_f1: 0.7989\n",
      "Epoch 290/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4145 - accuracy: 0.8072 - get_f1: 0.8046 - val_loss: 0.4147 - val_accuracy: 0.8030 - val_get_f1: 0.7995\n",
      "Epoch 291/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4140 - accuracy: 0.8069 - get_f1: 0.8047 - val_loss: 0.4151 - val_accuracy: 0.8034 - val_get_f1: 0.7996\n",
      "Epoch 292/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4143 - accuracy: 0.8076 - get_f1: 0.8050 - val_loss: 0.4145 - val_accuracy: 0.8037 - val_get_f1: 0.7994\n",
      "Epoch 293/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4139 - accuracy: 0.8069 - get_f1: 0.8046 - val_loss: 0.4150 - val_accuracy: 0.8035 - val_get_f1: 0.7994\n",
      "Epoch 294/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4141 - accuracy: 0.8074 - get_f1: 0.8051 - val_loss: 0.4144 - val_accuracy: 0.8031 - val_get_f1: 0.7999\n",
      "Epoch 295/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4140 - accuracy: 0.8070 - get_f1: 0.8048 - val_loss: 0.4151 - val_accuracy: 0.8030 - val_get_f1: 0.8000\n",
      "Epoch 296/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4139 - accuracy: 0.8077 - get_f1: 0.8052 - val_loss: 0.4142 - val_accuracy: 0.8031 - val_get_f1: 0.7999\n",
      "Epoch 297/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4137 - accuracy: 0.8071 - get_f1: 0.8049 - val_loss: 0.4146 - val_accuracy: 0.8032 - val_get_f1: 0.8003\n",
      "Epoch 298/300\n",
      "9/9 [==============================] - 0s 18ms/step - loss: 0.4139 - accuracy: 0.8078 - get_f1: 0.8055 - val_loss: 0.4141 - val_accuracy: 0.8040 - val_get_f1: 0.8002\n",
      "Epoch 299/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4135 - accuracy: 0.8070 - get_f1: 0.8050 - val_loss: 0.4145 - val_accuracy: 0.8037 - val_get_f1: 0.8002\n",
      "Epoch 300/300\n",
      "9/9 [==============================] - 0s 17ms/step - loss: 0.4137 - accuracy: 0.8076 - get_f1: 0.8053 - val_loss: 0.4145 - val_accuracy: 0.8043 - val_get_f1: 0.7999\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<tensorflow.python.keras.callbacks.History at 0x23efde85580>"
      ]
     },
     "execution_count": 306,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.fit(X_train,y_train,validation_data=(X_test,y_test),batch_size=5000,epochs=300,verbose=1,shuffle=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 307,
   "id": "advisory-simulation",
   "metadata": {},
   "outputs": [],
   "source": [
    "prediction = model.predict(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 308,
   "id": "bulgarian-debate",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tf.Tensor([4 2 4 ... 1 3 3], shape=(8935,), dtype=int64)\n",
      "tf.Tensor([4 2 4 ... 1 4 3], shape=(8935,), dtype=int64)\n"
     ]
    }
   ],
   "source": [
    "y_label = tf.math.argmax(y_test, axis=1)\n",
    "predict_label = tf.math.argmax(prediction,axis=1)\n",
    "\n",
    "print(y_label)\n",
    "print(predict_label)\n",
    "# print(label_object['churn_risk_score'].inverse_transform(predict_label))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 309,
   "id": "original-flexibility",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "sk_accuracy_score : 80.4252937884723\n",
      "sk_f1_score : 77.32594348907867\n",
      "sk_precision_score : 80.07137826020558\n",
      "sk_recall_score : 76.76558635281764\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import accuracy_score as sk_accuracy_score\n",
    "from sklearn.metrics import f1_score as sk_f1_score\n",
    "from sklearn.metrics import precision_score as sk_precision_score\n",
    "from sklearn.metrics import recall_score as sk_recall_score\n",
    "from sklearn.metrics import confusion_matrix as sk_confusion_matrix\n",
    "\n",
    "print(\"sk_accuracy_score :\",100*sk_accuracy_score(y_label, predict_label))\n",
    "print(\"sk_f1_score :\",100*sk_f1_score(y_label, predict_label,average=\"macro\"))\n",
    "print(\"sk_precision_score :\", 100*sk_precision_score(y_label, predict_label,average=\"macro\"))\n",
    "print(\"sk_recall_score :\" ,100*sk_recall_score(y_label, predict_label,average=\"macro\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 310,
   "id": "abstract-china",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>customer_id</th>\n",
       "      <th>Name</th>\n",
       "      <th>age</th>\n",
       "      <th>gender</th>\n",
       "      <th>security_no</th>\n",
       "      <th>region_category</th>\n",
       "      <th>membership_category</th>\n",
       "      <th>joining_date</th>\n",
       "      <th>joined_through_referral</th>\n",
       "      <th>referral_id</th>\n",
       "      <th>preferred_offer_types</th>\n",
       "      <th>medium_of_operation</th>\n",
       "      <th>internet_option</th>\n",
       "      <th>last_visit_time</th>\n",
       "      <th>days_since_last_login</th>\n",
       "      <th>avg_time_spent</th>\n",
       "      <th>avg_transaction_value</th>\n",
       "      <th>avg_frequency_login_days</th>\n",
       "      <th>points_in_wallet</th>\n",
       "      <th>used_special_discount</th>\n",
       "      <th>offer_application_preference</th>\n",
       "      <th>past_complaint</th>\n",
       "      <th>complaint_status</th>\n",
       "      <th>feedback</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>fffe43004900440031003700300030003400</td>\n",
       "      <td>Alethia Meints</td>\n",
       "      <td>50</td>\n",
       "      <td>F</td>\n",
       "      <td>OQJ1XAY</td>\n",
       "      <td>Village</td>\n",
       "      <td>Premium Membership</td>\n",
       "      <td>2015-11-02</td>\n",
       "      <td>No</td>\n",
       "      <td>xxxxxxxx</td>\n",
       "      <td>Without Offers</td>\n",
       "      <td>Smartphone</td>\n",
       "      <td>Wi-Fi</td>\n",
       "      <td>07:19:30</td>\n",
       "      <td>12</td>\n",
       "      <td>386.26</td>\n",
       "      <td>40721.44</td>\n",
       "      <td>7.0</td>\n",
       "      <td>733.830000</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>Not Applicable</td>\n",
       "      <td>Poor Product Quality</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>fffe43004900440031003900370037003300</td>\n",
       "      <td>Ming Lopez</td>\n",
       "      <td>41</td>\n",
       "      <td>M</td>\n",
       "      <td>OUQRPKO</td>\n",
       "      <td>Village</td>\n",
       "      <td>Gold Membership</td>\n",
       "      <td>2016-03-01</td>\n",
       "      <td>No</td>\n",
       "      <td>xxxxxxxx</td>\n",
       "      <td>Without Offers</td>\n",
       "      <td>Desktop</td>\n",
       "      <td>Fiber_Optic</td>\n",
       "      <td>22:21:16</td>\n",
       "      <td>11</td>\n",
       "      <td>37.80</td>\n",
       "      <td>9644.40</td>\n",
       "      <td>9.0</td>\n",
       "      <td>726.000000</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "      <td>Not Applicable</td>\n",
       "      <td>Poor Website</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>fffe43004900440034003800360037003000</td>\n",
       "      <td>Carina Flannigan</td>\n",
       "      <td>31</td>\n",
       "      <td>F</td>\n",
       "      <td>02J2RE7</td>\n",
       "      <td>Town</td>\n",
       "      <td>Silver Membership</td>\n",
       "      <td>2017-03-03</td>\n",
       "      <td>No</td>\n",
       "      <td>xxxxxxxx</td>\n",
       "      <td>Gift Vouchers/Coupons</td>\n",
       "      <td>Both</td>\n",
       "      <td>Mobile_Data</td>\n",
       "      <td>16:40:39</td>\n",
       "      <td>18</td>\n",
       "      <td>215.36</td>\n",
       "      <td>3693.25</td>\n",
       "      <td>21.0</td>\n",
       "      <td>713.780000</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Solved in Follow-up</td>\n",
       "      <td>No reason specified</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>fffe43004900440036003200370033003400</td>\n",
       "      <td>Kyung Wanner</td>\n",
       "      <td>64</td>\n",
       "      <td>M</td>\n",
       "      <td>5YEQIF1</td>\n",
       "      <td>Town</td>\n",
       "      <td>Silver Membership</td>\n",
       "      <td>2017-08-18</td>\n",
       "      <td>Yes</td>\n",
       "      <td>CID8941</td>\n",
       "      <td>Credit/Debit Card Offers</td>\n",
       "      <td>?</td>\n",
       "      <td>Fiber_Optic</td>\n",
       "      <td>14:56:17</td>\n",
       "      <td>-999</td>\n",
       "      <td>44.57</td>\n",
       "      <td>36809.56</td>\n",
       "      <td>11.0</td>\n",
       "      <td>744.970000</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>No Information Available</td>\n",
       "      <td>Too many ads</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>fffe43004900440035003000370031003900</td>\n",
       "      <td>Enola Gatto</td>\n",
       "      <td>16</td>\n",
       "      <td>F</td>\n",
       "      <td>100RYB5</td>\n",
       "      <td>Town</td>\n",
       "      <td>No Membership</td>\n",
       "      <td>2015-05-05</td>\n",
       "      <td>Yes</td>\n",
       "      <td>CID5690</td>\n",
       "      <td>Without Offers</td>\n",
       "      <td>Smartphone</td>\n",
       "      <td>Mobile_Data</td>\n",
       "      <td>02:57:53</td>\n",
       "      <td>6</td>\n",
       "      <td>349.88</td>\n",
       "      <td>40675.86</td>\n",
       "      <td>8.0</td>\n",
       "      <td>299.048351</td>\n",
       "      <td>No</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Yes</td>\n",
       "      <td>Solved in Follow-up</td>\n",
       "      <td>Poor Website</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            customer_id              Name  age gender  \\\n",
       "0  fffe43004900440031003700300030003400    Alethia Meints   50      F   \n",
       "1  fffe43004900440031003900370037003300        Ming Lopez   41      M   \n",
       "2  fffe43004900440034003800360037003000  Carina Flannigan   31      F   \n",
       "3  fffe43004900440036003200370033003400      Kyung Wanner   64      M   \n",
       "4  fffe43004900440035003000370031003900       Enola Gatto   16      F   \n",
       "\n",
       "  security_no region_category membership_category joining_date  \\\n",
       "0     OQJ1XAY         Village  Premium Membership   2015-11-02   \n",
       "1     OUQRPKO         Village     Gold Membership   2016-03-01   \n",
       "2     02J2RE7            Town   Silver Membership   2017-03-03   \n",
       "3     5YEQIF1            Town   Silver Membership   2017-08-18   \n",
       "4     100RYB5            Town       No Membership   2015-05-05   \n",
       "\n",
       "  joined_through_referral referral_id     preferred_offer_types  \\\n",
       "0                      No    xxxxxxxx            Without Offers   \n",
       "1                      No    xxxxxxxx            Without Offers   \n",
       "2                      No    xxxxxxxx     Gift Vouchers/Coupons   \n",
       "3                     Yes     CID8941  Credit/Debit Card Offers   \n",
       "4                     Yes     CID5690            Without Offers   \n",
       "\n",
       "  medium_of_operation internet_option last_visit_time  days_since_last_login  \\\n",
       "0          Smartphone           Wi-Fi        07:19:30                     12   \n",
       "1             Desktop     Fiber_Optic        22:21:16                     11   \n",
       "2                Both     Mobile_Data        16:40:39                     18   \n",
       "3                   ?     Fiber_Optic        14:56:17                   -999   \n",
       "4          Smartphone     Mobile_Data        02:57:53                      6   \n",
       "\n",
       "   avg_time_spent  avg_transaction_value avg_frequency_login_days  \\\n",
       "0          386.26               40721.44                      7.0   \n",
       "1           37.80                9644.40                      9.0   \n",
       "2          215.36                3693.25                     21.0   \n",
       "3           44.57               36809.56                     11.0   \n",
       "4          349.88               40675.86                      8.0   \n",
       "\n",
       "   points_in_wallet used_special_discount offer_application_preference  \\\n",
       "0        733.830000                   Yes                           No   \n",
       "1        726.000000                   Yes                           No   \n",
       "2        713.780000                   Yes                           No   \n",
       "3        744.970000                   Yes                           No   \n",
       "4        299.048351                    No                          Yes   \n",
       "\n",
       "  past_complaint          complaint_status              feedback  \n",
       "0             No            Not Applicable  Poor Product Quality  \n",
       "1             No            Not Applicable          Poor Website  \n",
       "2            Yes       Solved in Follow-up   No reason specified  \n",
       "3            Yes  No Information Available          Too many ads  \n",
       "4            Yes       Solved in Follow-up          Poor Website  "
      ]
     },
     "execution_count": 310,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_test = pd.read_csv(\"./dataset/test.csv\")\n",
    "df_test.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 311,
   "id": "underlying-output",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_test =  handleMissingValues(df_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 312,
   "id": "handled-martial",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_test = handleExtraFeatures(df_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 313,
   "id": "raised-stack",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_test, label_object = labelEncoding(df_test, onlyTransform= True, label_object= label_object)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 314,
   "id": "enhanced-dubai",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_test = encodeMembership(df_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 315,
   "id": "functional-silicon",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_test, one_hot_object = oneHotEncoding(df_test, onlyTransform=True, one_hot_object = one_hot_object)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 316,
   "id": "acoustic-identifier",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>customer_id</th>\n",
       "      <th>Name</th>\n",
       "      <th>age</th>\n",
       "      <th>gender</th>\n",
       "      <th>security_no</th>\n",
       "      <th>membership_category</th>\n",
       "      <th>joining_date</th>\n",
       "      <th>joined_through_referral</th>\n",
       "      <th>referral_id</th>\n",
       "      <th>last_visit_time</th>\n",
       "      <th>days_since_last_login</th>\n",
       "      <th>avg_time_spent</th>\n",
       "      <th>avg_transaction_value</th>\n",
       "      <th>avg_frequency_login_days</th>\n",
       "      <th>points_in_wallet</th>\n",
       "      <th>used_special_discount</th>\n",
       "      <th>offer_application_preference</th>\n",
       "      <th>past_complaint</th>\n",
       "      <th>todays_date</th>\n",
       "      <th>customer_days</th>\n",
       "      <th>region_category_0</th>\n",
       "      <th>region_category_1</th>\n",
       "      <th>region_category_2</th>\n",
       "      <th>preferred_offer_types_0</th>\n",
       "      <th>preferred_offer_types_1</th>\n",
       "      <th>preferred_offer_types_2</th>\n",
       "      <th>medium_of_operation_0</th>\n",
       "      <th>medium_of_operation_1</th>\n",
       "      <th>medium_of_operation_2</th>\n",
       "      <th>medium_of_operation_3</th>\n",
       "      <th>internet_option_0</th>\n",
       "      <th>internet_option_1</th>\n",
       "      <th>internet_option_2</th>\n",
       "      <th>complaint_status_0</th>\n",
       "      <th>complaint_status_1</th>\n",
       "      <th>complaint_status_2</th>\n",
       "      <th>complaint_status_3</th>\n",
       "      <th>complaint_status_4</th>\n",
       "      <th>feedback_0</th>\n",
       "      <th>feedback_1</th>\n",
       "      <th>feedback_2</th>\n",
       "      <th>feedback_3</th>\n",
       "      <th>feedback_4</th>\n",
       "      <th>feedback_5</th>\n",
       "      <th>feedback_6</th>\n",
       "      <th>feedback_7</th>\n",
       "      <th>feedback_8</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>fffe43004900440031003700300030003400</td>\n",
       "      <td>Alethia Meints</td>\n",
       "      <td>50</td>\n",
       "      <td>0</td>\n",
       "      <td>OQJ1XAY</td>\n",
       "      <td>4</td>\n",
       "      <td>2015-11-02</td>\n",
       "      <td>0</td>\n",
       "      <td>xxxxxxxx</td>\n",
       "      <td>07:19:30</td>\n",
       "      <td>12</td>\n",
       "      <td>386.26</td>\n",
       "      <td>40721.44</td>\n",
       "      <td>7.0</td>\n",
       "      <td>733.830000</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1972.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>fffe43004900440031003900370037003300</td>\n",
       "      <td>Ming Lopez</td>\n",
       "      <td>41</td>\n",
       "      <td>1</td>\n",
       "      <td>OUQRPKO</td>\n",
       "      <td>2</td>\n",
       "      <td>2016-03-01</td>\n",
       "      <td>0</td>\n",
       "      <td>xxxxxxxx</td>\n",
       "      <td>22:21:16</td>\n",
       "      <td>11</td>\n",
       "      <td>37.80</td>\n",
       "      <td>9644.40</td>\n",
       "      <td>9.0</td>\n",
       "      <td>726.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1852.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>fffe43004900440034003800360037003000</td>\n",
       "      <td>Carina Flannigan</td>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "      <td>02J2RE7</td>\n",
       "      <td>3</td>\n",
       "      <td>2017-03-03</td>\n",
       "      <td>0</td>\n",
       "      <td>xxxxxxxx</td>\n",
       "      <td>16:40:39</td>\n",
       "      <td>18</td>\n",
       "      <td>215.36</td>\n",
       "      <td>3693.25</td>\n",
       "      <td>21.0</td>\n",
       "      <td>713.780000</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1485.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>fffe43004900440036003200370033003400</td>\n",
       "      <td>Kyung Wanner</td>\n",
       "      <td>64</td>\n",
       "      <td>1</td>\n",
       "      <td>5YEQIF1</td>\n",
       "      <td>3</td>\n",
       "      <td>2017-08-18</td>\n",
       "      <td>1</td>\n",
       "      <td>CID8941</td>\n",
       "      <td>14:56:17</td>\n",
       "      <td>-999</td>\n",
       "      <td>44.57</td>\n",
       "      <td>36809.56</td>\n",
       "      <td>11.0</td>\n",
       "      <td>744.970000</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>1317.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>fffe43004900440035003000370031003900</td>\n",
       "      <td>Enola Gatto</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>100RYB5</td>\n",
       "      <td>0</td>\n",
       "      <td>2015-05-05</td>\n",
       "      <td>1</td>\n",
       "      <td>CID5690</td>\n",
       "      <td>02:57:53</td>\n",
       "      <td>6</td>\n",
       "      <td>349.88</td>\n",
       "      <td>40675.86</td>\n",
       "      <td>8.0</td>\n",
       "      <td>299.048351</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2021-03-27</td>\n",
       "      <td>2153.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            customer_id              Name  age  gender  \\\n",
       "0  fffe43004900440031003700300030003400    Alethia Meints   50       0   \n",
       "1  fffe43004900440031003900370037003300        Ming Lopez   41       1   \n",
       "2  fffe43004900440034003800360037003000  Carina Flannigan   31       0   \n",
       "3  fffe43004900440036003200370033003400      Kyung Wanner   64       1   \n",
       "4  fffe43004900440035003000370031003900       Enola Gatto   16       0   \n",
       "\n",
       "  security_no  membership_category joining_date  joined_through_referral  \\\n",
       "0     OQJ1XAY                    4   2015-11-02                        0   \n",
       "1     OUQRPKO                    2   2016-03-01                        0   \n",
       "2     02J2RE7                    3   2017-03-03                        0   \n",
       "3     5YEQIF1                    3   2017-08-18                        1   \n",
       "4     100RYB5                    0   2015-05-05                        1   \n",
       "\n",
       "  referral_id last_visit_time  days_since_last_login  avg_time_spent  \\\n",
       "0    xxxxxxxx        07:19:30                     12          386.26   \n",
       "1    xxxxxxxx        22:21:16                     11           37.80   \n",
       "2    xxxxxxxx        16:40:39                     18          215.36   \n",
       "3     CID8941        14:56:17                   -999           44.57   \n",
       "4     CID5690        02:57:53                      6          349.88   \n",
       "\n",
       "   avg_transaction_value  avg_frequency_login_days  points_in_wallet  \\\n",
       "0               40721.44                       7.0        733.830000   \n",
       "1                9644.40                       9.0        726.000000   \n",
       "2                3693.25                      21.0        713.780000   \n",
       "3               36809.56                      11.0        744.970000   \n",
       "4               40675.86                       8.0        299.048351   \n",
       "\n",
       "   used_special_discount  offer_application_preference  past_complaint  \\\n",
       "0                      1                             0               0   \n",
       "1                      1                             0               0   \n",
       "2                      1                             0               1   \n",
       "3                      1                             0               1   \n",
       "4                      0                             1               1   \n",
       "\n",
       "  todays_date  customer_days  region_category_0  region_category_1  \\\n",
       "0  2021-03-27         1972.0                0.0                0.0   \n",
       "1  2021-03-27         1852.0                0.0                0.0   \n",
       "2  2021-03-27         1485.0                0.0                1.0   \n",
       "3  2021-03-27         1317.0                0.0                1.0   \n",
       "4  2021-03-27         2153.0                0.0                1.0   \n",
       "\n",
       "   region_category_2  preferred_offer_types_0  preferred_offer_types_1  \\\n",
       "0                1.0                      0.0                      0.0   \n",
       "1                1.0                      0.0                      0.0   \n",
       "2                0.0                      0.0                      1.0   \n",
       "3                0.0                      1.0                      0.0   \n",
       "4                0.0                      0.0                      0.0   \n",
       "\n",
       "   preferred_offer_types_2  medium_of_operation_0  medium_of_operation_1  \\\n",
       "0                      1.0                    0.0                    0.0   \n",
       "1                      1.0                    0.0                    0.0   \n",
       "2                      0.0                    0.0                    1.0   \n",
       "3                      0.0                    1.0                    0.0   \n",
       "4                      1.0                    0.0                    0.0   \n",
       "\n",
       "   medium_of_operation_2  medium_of_operation_3  internet_option_0  \\\n",
       "0                    0.0                    1.0                0.0   \n",
       "1                    1.0                    0.0                1.0   \n",
       "2                    0.0                    0.0                0.0   \n",
       "3                    0.0                    0.0                1.0   \n",
       "4                    0.0                    1.0                0.0   \n",
       "\n",
       "   internet_option_1  internet_option_2  complaint_status_0  \\\n",
       "0                0.0                1.0                 0.0   \n",
       "1                0.0                0.0                 0.0   \n",
       "2                1.0                0.0                 0.0   \n",
       "3                0.0                0.0                 1.0   \n",
       "4                1.0                0.0                 0.0   \n",
       "\n",
       "   complaint_status_1  complaint_status_2  complaint_status_3  \\\n",
       "0                 1.0                 0.0                 0.0   \n",
       "1                 1.0                 0.0                 0.0   \n",
       "2                 0.0                 0.0                 1.0   \n",
       "3                 0.0                 0.0                 0.0   \n",
       "4                 0.0                 0.0                 1.0   \n",
       "\n",
       "   complaint_status_4  feedback_0  feedback_1  feedback_2  feedback_3  \\\n",
       "0                 0.0         0.0         0.0         1.0         0.0   \n",
       "1                 0.0         0.0         0.0         0.0         1.0   \n",
       "2                 0.0         1.0         0.0         0.0         0.0   \n",
       "3                 0.0         0.0         0.0         0.0         0.0   \n",
       "4                 0.0         0.0         0.0         0.0         1.0   \n",
       "\n",
       "   feedback_4  feedback_5  feedback_6  feedback_7  feedback_8  \n",
       "0         0.0         0.0         0.0         0.0         0.0  \n",
       "1         0.0         0.0         0.0         0.0         0.0  \n",
       "2         0.0         0.0         0.0         0.0         0.0  \n",
       "3         0.0         0.0         0.0         1.0         0.0  \n",
       "4         0.0         0.0         0.0         0.0         0.0  "
      ]
     },
     "execution_count": 316,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_test.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 317,
   "id": "effective-variable",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>gender</th>\n",
       "      <th>membership_category</th>\n",
       "      <th>joined_through_referral</th>\n",
       "      <th>days_since_last_login</th>\n",
       "      <th>avg_time_spent</th>\n",
       "      <th>avg_transaction_value</th>\n",
       "      <th>avg_frequency_login_days</th>\n",
       "      <th>points_in_wallet</th>\n",
       "      <th>used_special_discount</th>\n",
       "      <th>offer_application_preference</th>\n",
       "      <th>past_complaint</th>\n",
       "      <th>customer_days</th>\n",
       "      <th>region_category_0</th>\n",
       "      <th>region_category_1</th>\n",
       "      <th>region_category_2</th>\n",
       "      <th>preferred_offer_types_0</th>\n",
       "      <th>preferred_offer_types_1</th>\n",
       "      <th>preferred_offer_types_2</th>\n",
       "      <th>medium_of_operation_0</th>\n",
       "      <th>medium_of_operation_1</th>\n",
       "      <th>medium_of_operation_2</th>\n",
       "      <th>medium_of_operation_3</th>\n",
       "      <th>internet_option_0</th>\n",
       "      <th>internet_option_1</th>\n",
       "      <th>internet_option_2</th>\n",
       "      <th>complaint_status_0</th>\n",
       "      <th>complaint_status_1</th>\n",
       "      <th>complaint_status_2</th>\n",
       "      <th>complaint_status_3</th>\n",
       "      <th>complaint_status_4</th>\n",
       "      <th>feedback_0</th>\n",
       "      <th>feedback_1</th>\n",
       "      <th>feedback_2</th>\n",
       "      <th>feedback_3</th>\n",
       "      <th>feedback_4</th>\n",
       "      <th>feedback_5</th>\n",
       "      <th>feedback_6</th>\n",
       "      <th>feedback_7</th>\n",
       "      <th>feedback_8</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>50</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>386.26</td>\n",
       "      <td>40721.44</td>\n",
       "      <td>7.0</td>\n",
       "      <td>733.830000</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1972.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>41</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>37.80</td>\n",
       "      <td>9644.40</td>\n",
       "      <td>9.0</td>\n",
       "      <td>726.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1852.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>18</td>\n",
       "      <td>215.36</td>\n",
       "      <td>3693.25</td>\n",
       "      <td>21.0</td>\n",
       "      <td>713.780000</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1485.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>64</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>-999</td>\n",
       "      <td>44.57</td>\n",
       "      <td>36809.56</td>\n",
       "      <td>11.0</td>\n",
       "      <td>744.970000</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1317.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>349.88</td>\n",
       "      <td>40675.86</td>\n",
       "      <td>8.0</td>\n",
       "      <td>299.048351</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2153.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   age  gender  membership_category  joined_through_referral  \\\n",
       "0   50       0                    4                        0   \n",
       "1   41       1                    2                        0   \n",
       "2   31       0                    3                        0   \n",
       "3   64       1                    3                        1   \n",
       "4   16       0                    0                        1   \n",
       "\n",
       "   days_since_last_login  avg_time_spent  avg_transaction_value  \\\n",
       "0                     12          386.26               40721.44   \n",
       "1                     11           37.80                9644.40   \n",
       "2                     18          215.36                3693.25   \n",
       "3                   -999           44.57               36809.56   \n",
       "4                      6          349.88               40675.86   \n",
       "\n",
       "   avg_frequency_login_days  points_in_wallet  used_special_discount  \\\n",
       "0                       7.0        733.830000                      1   \n",
       "1                       9.0        726.000000                      1   \n",
       "2                      21.0        713.780000                      1   \n",
       "3                      11.0        744.970000                      1   \n",
       "4                       8.0        299.048351                      0   \n",
       "\n",
       "   offer_application_preference  past_complaint  customer_days  \\\n",
       "0                             0               0         1972.0   \n",
       "1                             0               0         1852.0   \n",
       "2                             0               1         1485.0   \n",
       "3                             0               1         1317.0   \n",
       "4                             1               1         2153.0   \n",
       "\n",
       "   region_category_0  region_category_1  region_category_2  \\\n",
       "0                0.0                0.0                1.0   \n",
       "1                0.0                0.0                1.0   \n",
       "2                0.0                1.0                0.0   \n",
       "3                0.0                1.0                0.0   \n",
       "4                0.0                1.0                0.0   \n",
       "\n",
       "   preferred_offer_types_0  preferred_offer_types_1  preferred_offer_types_2  \\\n",
       "0                      0.0                      0.0                      1.0   \n",
       "1                      0.0                      0.0                      1.0   \n",
       "2                      0.0                      1.0                      0.0   \n",
       "3                      1.0                      0.0                      0.0   \n",
       "4                      0.0                      0.0                      1.0   \n",
       "\n",
       "   medium_of_operation_0  medium_of_operation_1  medium_of_operation_2  \\\n",
       "0                    0.0                    0.0                    0.0   \n",
       "1                    0.0                    0.0                    1.0   \n",
       "2                    0.0                    1.0                    0.0   \n",
       "3                    1.0                    0.0                    0.0   \n",
       "4                    0.0                    0.0                    0.0   \n",
       "\n",
       "   medium_of_operation_3  internet_option_0  internet_option_1  \\\n",
       "0                    1.0                0.0                0.0   \n",
       "1                    0.0                1.0                0.0   \n",
       "2                    0.0                0.0                1.0   \n",
       "3                    0.0                1.0                0.0   \n",
       "4                    1.0                0.0                1.0   \n",
       "\n",
       "   internet_option_2  complaint_status_0  complaint_status_1  \\\n",
       "0                1.0                 0.0                 1.0   \n",
       "1                0.0                 0.0                 1.0   \n",
       "2                0.0                 0.0                 0.0   \n",
       "3                0.0                 1.0                 0.0   \n",
       "4                0.0                 0.0                 0.0   \n",
       "\n",
       "   complaint_status_2  complaint_status_3  complaint_status_4  feedback_0  \\\n",
       "0                 0.0                 0.0                 0.0         0.0   \n",
       "1                 0.0                 0.0                 0.0         0.0   \n",
       "2                 0.0                 1.0                 0.0         1.0   \n",
       "3                 0.0                 0.0                 0.0         0.0   \n",
       "4                 0.0                 1.0                 0.0         0.0   \n",
       "\n",
       "   feedback_1  feedback_2  feedback_3  feedback_4  feedback_5  feedback_6  \\\n",
       "0         0.0         1.0         0.0         0.0         0.0         0.0   \n",
       "1         0.0         0.0         1.0         0.0         0.0         0.0   \n",
       "2         0.0         0.0         0.0         0.0         0.0         0.0   \n",
       "3         0.0         0.0         0.0         0.0         0.0         0.0   \n",
       "4         0.0         0.0         1.0         0.0         0.0         0.0   \n",
       "\n",
       "   feedback_7  feedback_8  \n",
       "0         0.0         0.0  \n",
       "1         0.0         0.0  \n",
       "2         0.0         0.0  \n",
       "3         1.0         0.0  \n",
       "4         0.0         0.0  "
      ]
     },
     "execution_count": 317,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "customer_ids = df_test[\"customer_id\"]\n",
    "customer_ids_df = pd.DataFrame(data = customer_ids,columns=[\"customer_id\"])\n",
    "df_test = removeRedundantColumns(df_test)\n",
    "df_test.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 318,
   "id": "banned-despite",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "      <th>17</th>\n",
       "      <th>18</th>\n",
       "      <th>19</th>\n",
       "      <th>20</th>\n",
       "      <th>21</th>\n",
       "      <th>22</th>\n",
       "      <th>23</th>\n",
       "      <th>24</th>\n",
       "      <th>25</th>\n",
       "      <th>26</th>\n",
       "      <th>27</th>\n",
       "      <th>28</th>\n",
       "      <th>29</th>\n",
       "      <th>30</th>\n",
       "      <th>31</th>\n",
       "      <th>32</th>\n",
       "      <th>33</th>\n",
       "      <th>34</th>\n",
       "      <th>35</th>\n",
       "      <th>36</th>\n",
       "      <th>37</th>\n",
       "      <th>38</th>\n",
       "      <th>39</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.741234</td>\n",
       "      <td>0.375608</td>\n",
       "      <td>-0.597044</td>\n",
       "      <td>0.233114</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.448905</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.787985</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.419728</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.153846</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.125</td>\n",
       "      <td>-0.444179</td>\n",
       "      <td>-0.700523</td>\n",
       "      <td>-0.430377</td>\n",
       "      <td>0.170151</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.229927</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.787985</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.419728</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-0.230769</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.750</td>\n",
       "      <td>0.159855</td>\n",
       "      <td>-0.906598</td>\n",
       "      <td>0.569623</td>\n",
       "      <td>0.071888</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.439781</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.212015</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.580272</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.038462</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-126.375</td>\n",
       "      <td>-0.421149</td>\n",
       "      <td>0.240148</td>\n",
       "      <td>-0.263711</td>\n",
       "      <td>0.322692</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.746350</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.212015</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.580272</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-0.807692</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.666667</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.750</td>\n",
       "      <td>0.617474</td>\n",
       "      <td>0.374029</td>\n",
       "      <td>-0.513711</td>\n",
       "      <td>-3.263040</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.779197</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.212015</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.580272</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         0    1         2    3        4         5         6         7   \\\n",
       "0  0.500000  0.0  0.666667  0.0    0.000  0.741234  0.375608 -0.597044   \n",
       "1  0.153846  1.0  0.000000  0.0   -0.125 -0.444179 -0.700523 -0.430377   \n",
       "2 -0.230769  0.0  0.333333  0.0    0.750  0.159855 -0.906598  0.569623   \n",
       "3  1.038462  1.0  0.333333  1.0 -126.375 -0.421149  0.240148 -0.263711   \n",
       "4 -0.807692  0.0 -0.666667  1.0   -0.750  0.617474  0.374029 -0.513711   \n",
       "\n",
       "         8    9    10   11        12   13        14   15   16   17   18   19  \\\n",
       "0  0.233114  0.0 -1.0  0.0  0.448905  0.0 -0.787985  1.0  0.0  0.0  1.0  0.0   \n",
       "1  0.170151  0.0 -1.0  0.0  0.229927  0.0 -0.787985  1.0  0.0  0.0  1.0  0.0   \n",
       "2  0.071888  0.0 -1.0  1.0 -0.439781  0.0  0.212015  0.0  0.0  1.0  0.0  0.0   \n",
       "3  0.322692  0.0 -1.0  1.0 -0.746350  0.0  0.212015  0.0  1.0  0.0  0.0  1.0   \n",
       "4 -3.263040 -1.0  0.0  1.0  0.779197  0.0  0.212015  0.0  0.0  0.0  1.0  0.0   \n",
       "\n",
       "    20   21   22   23   24   25   26        27   28   29   30   31   32   33  \\\n",
       "0  0.0  0.0  1.0  0.0  0.0  1.0  0.0  0.419728  0.0  0.0  0.0  0.0  0.0  1.0   \n",
       "1  0.0  1.0  0.0  1.0  0.0  0.0  0.0  0.419728  0.0  0.0  0.0  0.0  0.0  0.0   \n",
       "2  1.0  0.0  0.0  0.0  1.0  0.0  0.0 -0.580272  0.0  1.0  0.0  1.0  0.0  0.0   \n",
       "3  0.0  0.0  0.0  1.0  0.0  0.0  1.0 -0.580272  0.0  0.0  0.0  0.0  0.0  0.0   \n",
       "4  0.0  0.0  1.0  0.0  1.0  0.0  0.0 -0.580272  0.0  1.0  0.0  0.0  0.0  0.0   \n",
       "\n",
       "    34   35   36   37   38   39  \n",
       "0  0.0  0.0  0.0  0.0  0.0  0.0  \n",
       "1  1.0  0.0  0.0  0.0  0.0  0.0  \n",
       "2  0.0  0.0  0.0  0.0  0.0  0.0  \n",
       "3  0.0  0.0  0.0  0.0  1.0  0.0  \n",
       "4  1.0  0.0  0.0  0.0  0.0  0.0  "
      ]
     },
     "execution_count": 318,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_test_submit = scalerX.transform(df_test)\n",
    "x_test_submit = pd.DataFrame(x_test_submit)\n",
    "x_test_submit.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 319,
   "id": "divine-fleet",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tf.Tensor([2 2 2 ... 4 3 2], shape=(19919,), dtype=int64)\n"
     ]
    }
   ],
   "source": [
    "prediction_submit = model.predict(x_test_submit)\n",
    "predict_label = tf.math.argmax(prediction_submit,axis=1)\n",
    "\n",
    "# predict_inversed = label_object['churn_risk_score'].inverse_transform(predict_label)\n",
    "print(predict_label)\n",
    "# print(predict_inversed)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 320,
   "id": "handy-devon",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_to_submit = pd.concat([customer_ids_df,pd.DataFrame(data = predict_label,columns=[\"churn_risk_score\"])], axis=1)\n",
    "df_to_submit['churn_risk_score'] = df_to_submit['churn_risk_score'].apply(lambda x:x+1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 321,
   "id": "raised-clerk",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>customer_id</th>\n",
       "      <th>churn_risk_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>fffe43004900440031003700300030003400</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>fffe43004900440031003900370037003300</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>fffe43004900440034003800360037003000</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>fffe43004900440036003200370033003400</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>fffe43004900440035003000370031003900</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            customer_id  churn_risk_score\n",
       "0  fffe43004900440031003700300030003400                 3\n",
       "1  fffe43004900440031003900370037003300                 3\n",
       "2  fffe43004900440034003800360037003000                 3\n",
       "3  fffe43004900440036003200370033003400                 3\n",
       "4  fffe43004900440035003000370031003900                 5"
      ]
     },
     "execution_count": 321,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_to_submit.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 322,
   "id": "concerned-mining",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5    6907\n",
      "3    5919\n",
      "4    4080\n",
      "2    1604\n",
      "1    1409\n",
      "Name: churn_risk_score, dtype: int64\n",
      "--------------------------------------------------\n"
     ]
    }
   ],
   "source": [
    "print(df_to_submit[\"churn_risk_score\"].value_counts())\n",
    "print(\"-\"*50)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 323,
   "id": "determined-still",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_to_submit.to_csv(path_or_buf=\"./df_to_submit\"+\".csv\",float_format='%.0f',index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}