01_data_exploration.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "233abf72-6ec2-4de9-93cc-63bca5d6ac1c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'/Users/izapreev/Projects/ML-PT'"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import os\n",
    "os.getcwd() "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "f886b4ff-84c9-468f-a9f2-5f06b06ec115",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Make sure the source code auto reloads into the kernel\n",
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "25993262-9c43-4b23-ad30-24e89c95ff02",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import sklearn as sk\n",
    "import matplotlib.pyplot as plt \n",
    "\n",
    "from functools import partial\n",
    "from src.utils.logger import logger"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "68515ce0-0516-4cb5-94ba-2a7e2d32e5a1",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "16:16:48 INFO (3164755576:4): Initial number of events: 57845\n",
      "16:16:48 INFO (3164755576:8): Number events after dropping duplicates: 57833\n"
     ]
    }
   ],
   "source": [
    "# Load the provided test data\n",
    "csv_file_name = os.path.join('.', 'data', 'part_10_raw.csv')\n",
    "data_df = pd.read_csv(csv_file_name)\n",
    "logger.info(f'Initial number of events: {len(data_df)}')\n",
    "\n",
    "# Drop duplicate rows right away\n",
    "data_df.drop_duplicates(inplace=True)\n",
    "logger.info(f'Number events after dropping duplicates: {len(data_df)}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "f737b106-c901-4c3b-8afb-720307ee8f3e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['CLIENT_IP', 'CLIENT_USERAGENT', 'REQUEST_SIZE', 'RESPONSE_CODE',\n",
       "       'MATCHED_VARIABLE_SRC', 'MATCHED_VARIABLE_NAME',\n",
       "       'MATCHED_VARIABLE_VALUE', 'EVENT_ID'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check on the data columns\n",
    "data_df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "00026bbd-b695-4d6b-806c-9c4b4527f8db",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CLIENT_IP</th>\n",
       "      <th>CLIENT_USERAGENT</th>\n",
       "      <th>REQUEST_SIZE</th>\n",
       "      <th>RESPONSE_CODE</th>\n",
       "      <th>MATCHED_VARIABLE_SRC</th>\n",
       "      <th>MATCHED_VARIABLE_NAME</th>\n",
       "      <th>MATCHED_VARIABLE_VALUE</th>\n",
       "      <th>EVENT_ID</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>57832</td>\n",
       "      <td>57517</td>\n",
       "      <td>57794</td>\n",
       "      <td>57770</td>\n",
       "      <td>57730</td>\n",
       "      <td>53167</td>\n",
       "      <td>57683</td>\n",
       "      <td>57666</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>24940</td>\n",
       "      <td>6992</td>\n",
       "      <td>5758</td>\n",
       "      <td>60</td>\n",
       "      <td>21</td>\n",
       "      <td>3209</td>\n",
       "      <td>57611</td>\n",
       "      <td>54410</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>217.175.140.69</td>\n",
       "      <td>Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7....</td>\n",
       "      <td>259</td>\n",
       "      <td>200</td>\n",
       "      <td>REQUEST_GET_ARGS</td>\n",
       "      <td>REQUEST_GET_ARGS._</td>\n",
       "      <td>{\\\"tags\\\":[{\\\"sizes\\\":[{\\\"width\\\":728,\\\"height...</td>\n",
       "      <td>cr1nJWQB5cBXmMW1hh_4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>11286</td>\n",
       "      <td>2117</td>\n",
       "      <td>261</td>\n",
       "      <td>25771</td>\n",
       "      <td>20812</td>\n",
       "      <td>11165</td>\n",
       "      <td>28</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>count NaN</th>\n",
       "      <td>1</td>\n",
       "      <td>316</td>\n",
       "      <td>39</td>\n",
       "      <td>63</td>\n",
       "      <td>103</td>\n",
       "      <td>4666</td>\n",
       "      <td>150</td>\n",
       "      <td>167</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                CLIENT_IP                                   CLIENT_USERAGENT  \\\n",
       "count               57832                                              57517   \n",
       "unique              24940                                               6992   \n",
       "top        217.175.140.69  Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7....   \n",
       "freq                11286                                               2117   \n",
       "count NaN               1                                                316   \n",
       "\n",
       "          REQUEST_SIZE RESPONSE_CODE MATCHED_VARIABLE_SRC  \\\n",
       "count            57794         57770                57730   \n",
       "unique            5758            60                   21   \n",
       "top                259           200     REQUEST_GET_ARGS   \n",
       "freq               261         25771                20812   \n",
       "count NaN           39            63                  103   \n",
       "\n",
       "          MATCHED_VARIABLE_NAME  \\\n",
       "count                     53167   \n",
       "unique                     3209   \n",
       "top          REQUEST_GET_ARGS._   \n",
       "freq                      11165   \n",
       "count NaN                  4666   \n",
       "\n",
       "                                      MATCHED_VARIABLE_VALUE  \\\n",
       "count                                                  57683   \n",
       "unique                                                 57611   \n",
       "top        {\\\"tags\\\":[{\\\"sizes\\\":[{\\\"width\\\":728,\\\"height...   \n",
       "freq                                                      28   \n",
       "count NaN                                                150   \n",
       "\n",
       "                       EVENT_ID  \n",
       "count                     57666  \n",
       "unique                    54410  \n",
       "top        cr1nJWQB5cBXmMW1hh_4  \n",
       "freq                          7  \n",
       "count NaN                   167  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Get the data description\n",
    "info_df = data_df.describe(include = 'all')\n",
    "info_df.loc['count NaN'] = data_df.isnull().sum()\n",
    "display(info_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "c3b36b78-aa4e-4597-9d0b-bf0637e8558e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "CLIENT_IP                 string\n",
       "CLIENT_USERAGENT          string\n",
       "REQUEST_SIZE              string\n",
       "RESPONSE_CODE             string\n",
       "MATCHED_VARIABLE_SRC      string\n",
       "MATCHED_VARIABLE_NAME     string\n",
       "MATCHED_VARIABLE_VALUE    string\n",
       "EVENT_ID                  string\n",
       "dtype: object"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Infer the best data types\n",
    "data_df = data_df.convert_dtypes()\n",
    "# Check on the column types\n",
    "data_df.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "c55f63fe-e8a0-470f-a938-74437d8d0ad3",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:38:29 INFO (utils:137): Handle int values columns (dict_keys(['REQUEST_SIZE', 'RESPONSE_CODE']))\n",
      "14:38:29 INFO (utils:141): Converting column: \"REQUEST_SIZE\" values to float type, with limits: {'vmin': 0, 'vmax': None, 'def_val': -1}\n",
      "14:38:29 INFO (utils:141): Converting column: \"RESPONSE_CODE\" values to float type, with limits: {'vmin': 100, 'vmax': 599, 'def_val': 418}\n",
      "14:38:29 INFO (utils:153): Column \"REQUEST_SIZE\" min value is: -1, max values is: 10529650\n",
      "14:38:29 INFO (utils:153): Column \"RESPONSE_CODE\" min value is: 200, max values is: 504\n",
      "14:38:29 INFO (utils:155): Assign missing string column values to empty strings, namely for:\n",
      "['CLIENT_IP', 'CLIENT_USERAGENT', 'MATCHED_VARIABLE_SRC', 'MATCHED_VARIABLE_NAME', 'MATCHED_VARIABLE_VALUE', 'EVENT_ID']\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "CLIENT_IP                 string\n",
       "CLIENT_USERAGENT          string\n",
       "REQUEST_SIZE               int64\n",
       "RESPONSE_CODE              int64\n",
       "MATCHED_VARIABLE_SRC      string\n",
       "MATCHED_VARIABLE_NAME     string\n",
       "MATCHED_VARIABLE_VALUE    string\n",
       "EVENT_ID                  string\n",
       "dtype: object"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from src.wrangler.utils import adjust_column_types\n",
    "\n",
    "data_df = adjust_column_types(data_df)\n",
    "\n",
    "# Check on the column types\n",
    "data_df.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "80641fb6-50e2-48b4-b4d3-93afd1c2bd34",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "CLIENT_IP                 0\n",
       "CLIENT_USERAGENT          0\n",
       "REQUEST_SIZE              0\n",
       "RESPONSE_CODE             0\n",
       "MATCHED_VARIABLE_SRC      0\n",
       "MATCHED_VARIABLE_NAME     0\n",
       "MATCHED_VARIABLE_VALUE    0\n",
       "EVENT_ID                  0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Count the NaN values in the resulting df for sanity\n",
    "data_df.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "4ae6e077-9275-4121-b2eb-2e08b0abb947",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CLIENT_IP</th>\n",
       "      <th>CLIENT_USERAGENT</th>\n",
       "      <th>REQUEST_SIZE</th>\n",
       "      <th>RESPONSE_CODE</th>\n",
       "      <th>MATCHED_VARIABLE_SRC</th>\n",
       "      <th>MATCHED_VARIABLE_NAME</th>\n",
       "      <th>MATCHED_VARIABLE_VALUE</th>\n",
       "      <th>EVENT_ID</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>188.138.92.55</td>\n",
       "      <td></td>\n",
       "      <td>166</td>\n",
       "      <td>404</td>\n",
       "      <td>REQUEST_URI</td>\n",
       "      <td></td>\n",
       "      <td>//tmp/20160925122692indo.php.vob</td>\n",
       "      <td>AVdhXFgVq1Ppo9zF5Fxu</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>93.158.215.131</td>\n",
       "      <td>Mozilla/5.0 (Windows NT 6.3; WOW64; rv:45.0) G...</td>\n",
       "      <td>431</td>\n",
       "      <td>302</td>\n",
       "      <td>REQUEST_GET_ARGS</td>\n",
       "      <td>url</td>\n",
       "      <td>http://www.galitsios.gr/?option=com_k2</td>\n",
       "      <td>AVdcJmIIq1Ppo9zF2YIp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>176.123.240.64</td>\n",
       "      <td>Mozilla/5.0 (Windows NT 6.0; rv:34.0) Gecko/20...</td>\n",
       "      <td>395</td>\n",
       "      <td>403</td>\n",
       "      <td>REQUEST_PATH</td>\n",
       "      <td></td>\n",
       "      <td>/opinion/page1_3.php\\\" and \\\"\\\"x\\\"\\\"=\\\"\\\"x\\\"</td>\n",
       "      <td>iz7SN2YBrgKk_RFNZW_U</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>73.78.81.63</td>\n",
       "      <td>Mozilla/5.0 (Windows NT 6.3; WOW64; rv:45.0) G...</td>\n",
       "      <td>387</td>\n",
       "      <td>302</td>\n",
       "      <td>REQUEST_GET_ARGS</td>\n",
       "      <td>url</td>\n",
       "      <td>http://thereviewgroup.org/boss-capital/</td>\n",
       "      <td>AVdjekw4q1Ppo9zF6QT2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>66.102.9.44</td>\n",
       "      <td>Mozilla/5.0 (Linux; Android 4.4.2; GT-N7100 Bu...</td>\n",
       "      <td>1733</td>\n",
       "      <td>404</td>\n",
       "      <td>REQUEST_GET_ARGS</td>\n",
       "      <td>REQUEST_GET_ARGS._</td>\n",
       "      <td>1516288084140</td>\n",
       "      <td>SqQGI2QB5cBXmMW1CDbp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>79.183.87.247</td>\n",
       "      <td>Mozilla/5.0 (Linux; Android 6.0; LG-H815 Build...</td>\n",
       "      <td>682</td>\n",
       "      <td>404</td>\n",
       "      <td>REQUEST_HEADERS</td>\n",
       "      <td>REQUEST_HEADERS.User-Agent</td>\n",
       "      <td>Mozilla/5.0 (Linux; Android 6.0; LG-H815 Build...</td>\n",
       "      <td>nFzwHGQB5cBXmMW1y_TD</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>88.198.201.245</td>\n",
       "      <td>Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKi...</td>\n",
       "      <td>1031</td>\n",
       "      <td>302</td>\n",
       "      <td>REQUEST_GET_ARGS</td>\n",
       "      <td>REQUEST_GET_ARGS.rid</td>\n",
       "      <td>3585221644</td>\n",
       "      <td>9KP-ImQB5cBXmMW1yeXY</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>77.72.142.170</td>\n",
       "      <td>Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.3...</td>\n",
       "      <td>763</td>\n",
       "      <td>404</td>\n",
       "      <td>REQUEST_GET_ARGS</td>\n",
       "      <td>REQUEST_GET_ARGS._</td>\n",
       "      <td>214296569</td>\n",
       "      <td>97JpJGQB5cBXmMW1WqBh</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>94.50.192.153</td>\n",
       "      <td>Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537....</td>\n",
       "      <td>3786</td>\n",
       "      <td>404</td>\n",
       "      <td>REQUEST_METHOD\\';\\'REQUEST_CONTE</td>\n",
       "      <td></td>\n",
       "      <td>POST\\';\\'multipart/form-data; boundary=----Web...</td>\n",
       "      <td>irs7_mMBjksgoq1eoQ7a</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>83.246.141.54</td>\n",
       "      <td>Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7....</td>\n",
       "      <td>840</td>\n",
       "      <td>404</td>\n",
       "      <td>REQUEST_GET_ARGS</td>\n",
       "      <td>REQUEST_GET_ARGS._</td>\n",
       "      <td>51660445</td>\n",
       "      <td>g4RdIGQB5cBXmMW10nGg</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        CLIENT_IP                                   CLIENT_USERAGENT  \\\n",
       "0   188.138.92.55                                                      \n",
       "1  93.158.215.131  Mozilla/5.0 (Windows NT 6.3; WOW64; rv:45.0) G...   \n",
       "2  176.123.240.64  Mozilla/5.0 (Windows NT 6.0; rv:34.0) Gecko/20...   \n",
       "3     73.78.81.63  Mozilla/5.0 (Windows NT 6.3; WOW64; rv:45.0) G...   \n",
       "4     66.102.9.44  Mozilla/5.0 (Linux; Android 4.4.2; GT-N7100 Bu...   \n",
       "5   79.183.87.247  Mozilla/5.0 (Linux; Android 6.0; LG-H815 Build...   \n",
       "6  88.198.201.245  Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKi...   \n",
       "7   77.72.142.170  Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.3...   \n",
       "8   94.50.192.153  Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537....   \n",
       "9   83.246.141.54  Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7....   \n",
       "\n",
       "   REQUEST_SIZE  RESPONSE_CODE              MATCHED_VARIABLE_SRC  \\\n",
       "0           166            404                       REQUEST_URI   \n",
       "1           431            302                  REQUEST_GET_ARGS   \n",
       "2           395            403                      REQUEST_PATH   \n",
       "3           387            302                  REQUEST_GET_ARGS   \n",
       "4          1733            404                  REQUEST_GET_ARGS   \n",
       "5           682            404                   REQUEST_HEADERS   \n",
       "6          1031            302                  REQUEST_GET_ARGS   \n",
       "7           763            404                  REQUEST_GET_ARGS   \n",
       "8          3786            404  REQUEST_METHOD\\';\\'REQUEST_CONTE   \n",
       "9           840            404                  REQUEST_GET_ARGS   \n",
       "\n",
       "        MATCHED_VARIABLE_NAME  \\\n",
       "0                               \n",
       "1                         url   \n",
       "2                               \n",
       "3                         url   \n",
       "4          REQUEST_GET_ARGS._   \n",
       "5  REQUEST_HEADERS.User-Agent   \n",
       "6        REQUEST_GET_ARGS.rid   \n",
       "7          REQUEST_GET_ARGS._   \n",
       "8                               \n",
       "9          REQUEST_GET_ARGS._   \n",
       "\n",
       "                              MATCHED_VARIABLE_VALUE              EVENT_ID  \n",
       "0                   //tmp/20160925122692indo.php.vob  AVdhXFgVq1Ppo9zF5Fxu  \n",
       "1             http://www.galitsios.gr/?option=com_k2  AVdcJmIIq1Ppo9zF2YIp  \n",
       "2       /opinion/page1_3.php\\\" and \\\"\\\"x\\\"\\\"=\\\"\\\"x\\\"  iz7SN2YBrgKk_RFNZW_U  \n",
       "3            http://thereviewgroup.org/boss-capital/  AVdjekw4q1Ppo9zF6QT2  \n",
       "4                                      1516288084140  SqQGI2QB5cBXmMW1CDbp  \n",
       "5  Mozilla/5.0 (Linux; Android 6.0; LG-H815 Build...  nFzwHGQB5cBXmMW1y_TD  \n",
       "6                                         3585221644  9KP-ImQB5cBXmMW1yeXY  \n",
       "7                                          214296569  97JpJGQB5cBXmMW1WqBh  \n",
       "8  POST\\';\\'multipart/form-data; boundary=----Web...  irs7_mMBjksgoq1eoQ7a  \n",
       "9                                           51660445  g4RdIGQB5cBXmMW10nGg  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check on the data head\n",
    "data_df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "4d8069ca-58e2-452c-bab3-02942cd3bb6a",
   "metadata": {},
   "outputs": [],
   "source": [
    "############################################################\n",
    "# Now let us look at the columns to figure out which ones\n",
    "# might be of use and if additional columns may be added\n",
    "############################################################"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "192d3c09-d5b3-4d36-8f67-a2ae76e8a7ce",
   "metadata": {},
   "outputs": [],
   "source": [
    "#----------------------------------------------------------\n",
    "# Consider the CLIENT_IP column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "09099b70-9068-4702-b043-da5391485c80",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "217.175.140.69     11286\n",
       "37.46.129.136        771\n",
       "188.43.52.163        767\n",
       "5.143.231.38         757\n",
       "192.168.100.63       748\n",
       "185.26.112.50        687\n",
       "62.168.244.229       542\n",
       "103.208.220.130      303\n",
       "185.70.104.11        280\n",
       "178.236.141.227      214\n",
       "Name: CLIENT_IP, dtype: Int64"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check on the IP addresses distribution\n",
    "ip_counts_df = data_df['CLIENT_IP'].value_counts()\n",
    "ip_counts_df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "48a6896a-2c23-407d-aa33-65d3133c918d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot: >"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAigAAAGeCAYAAAC+dvpwAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjYuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8o6BhiAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAxcElEQVR4nO3df3SU5Z3//9dkkgwkJCMJOpPZRolN+ouMXRu74Nh8SSSAtJGTk6bQpvXQle7BQlmzhqLBs1vwtJNK+aG7rPjRtQ2VIu6hIVtTtQQX6FDilsbSEtpabIMGnWmqjZNA4yTM3N8/PJk6EJSByH0neT7Ouc9hrvs9M+/bP5xXrvu+r9tmGIYhAAAAC0kxuwEAAICzEVAAAIDlEFAAAIDlEFAAAIDlEFAAAIDlEFAAAIDlEFAAAIDlEFAAAIDlEFAAAIDlpJrdwMWIxWJ67bXXlJWVJZvNZnY7AADgAhiGof7+fnk8HqWkvMcciZGEoaEh49577zWmT59uTJo0ySgoKDDWrVtnRKPReE0sFjO+8Y1vGHl5ecakSZOM2bNnG52dnQmf89Zbbxlf+9rXjNzcXCMjI8O49dZbje7u7gvuo7u725DExsbGxsbGNga3C/nNT2oG5f7779fDDz+sbdu2acaMGfrFL36hf/zHf5TT6dSdd94pSVq/fr02bdqkpqYmfehDH9I3v/lNzZ07Vy+++KKysrIkSXV1dXrqqae0c+dO5ebmqr6+XpWVlero6JDdbn/PPoY/p7u7W9nZ2ckcAgAAMElfX5/y8/Pjv+PvxmYYF/6wwMrKSrlcLj322GPxsc9+9rPKyMjQ448/LsMw5PF4VFdXp7vvvluSFIlE5HK5dP/992vZsmUKh8O68sor9fjjj2vx4sWSpNdee035+fl6+umnNX/+/As6QKfTqXA4TEABAGCMSOb3O6mLZD/1qU/pueee0+9//3tJ0q9+9SsdPHhQn/70pyVJXV1dCoVCmjdvXvw9DodDs2fP1qFDhyRJHR0dGhoaSqjxeDwqLi6O15wtEomor68vYQMAAONXUqd47r77boXDYX3kIx+R3W5XNBrVt771LX3hC1+QJIVCIUmSy+VKeJ/L5dLLL78cr0lPT9fUqVPPqRl+/9kaGxu1bt26ZFoFAABjWFIzKE8++aS2b9+uHTt26IUXXtC2bdu0YcMGbdu2LaHu7DtrDMN4z7tt3q2moaFB4XA4vnV3dyfTNgAAGGOSmkH5+te/rnvuuUef//znJUler1cvv/yyGhsbtWTJErndbklvz5Lk5eXF39fT0xOfVXG73RocHFRvb2/CLEpPT498Pt+I3+twOORwOJI7MgAAMGYlNYPy17/+9Zz7lu12u2KxmCSpoKBAbrdbbW1t8f2Dg4M6cOBAPHyUlJQoLS0toSYYDKqzs/O8AQUAAEwsSc2g3HrrrfrWt76lq6++WjNmzNAvf/lLbdq0Sbfffrukt0/t1NXVye/3q6ioSEVFRfL7/crIyFBtba0kyel0aunSpaqvr1dubq5ycnK0atUqeb1eVVRUjP4RAgCAMSepgPIf//Ef+td//VctX75cPT098ng8WrZsmf7t3/4tXrN69WoNDAxo+fLl6u3t1cyZM7Vnz56Ee543b96s1NRULVq0SAMDA5ozZ46ampouaA0UAAAw/iW1DopVsA4KAABjTzK/32PyWTwAxqdoNKpAIKBgMKi8vDyVlpYyswpMUDzNGIAlNDc3q7CwUOXl5aqtrVV5ebkKCwvV3NxsdmsATMAMCgDTNTc3q6amRp/5zGf09a9/XZMnT9bAwICeeeYZ1dTUaNeuXaqurja7TQCXEdegADBVNBpVYWGhpk2bptdff10nTpyI75s+fbqmTZumN954Q8ePH+d0DzDGvW/P4gGA0RYIBHTixAl1dHTI6/Wqvb1d/f39am9vl9frVUdHh7q6uhQIBMxuFcBlREABYKpXX31VknTLLbeopaVFs2bN0pQpUzRr1iy1tLTolltuSagDMDEQUACY6s9//rMkqbq6+pyVqlNSUlRVVZVQB2BiIKAAMNWVV14p6e0LZYeGhrR//3498cQT2r9/v4aGhtTS0pJQB2Bi4C4eAKb6u7/7O0nSM888I6fTqYGBgfi+4bt53lkHYGJgBgWAqUpLS99zduSqq65SaWnpZeoIgBUwgwLAdDabTZJ08803a8GCBQnroPz4xz82uTsAZiCgADBVIBBQT0+PGhsb9fDDDycEkunTp8vv92vNmjUKBAIqKyszr1EAlxWneACYKhgMSpLy8/PjMynvdPXVVyfUAZgYCCgATJWXlydJuu2220ZcqO22225LqAMwMbDUPQBTDQ4OKjMzU7m5uTp58qRSU/925vnMmTP6wAc+oDfeeEOnT59Wenq6iZ0CuFQsdQ9gzDh06JDOnDmjP/3pT6qurk6YQamurtaf/vQnnTlzRocOHTK7VQCXEQEFgKmGry3Zvn27jh49Kp/Pp+zsbPl8PnV2dmr79u0JdQAmBu7iAWCq4WtLPvjBD+qll15SIBBQMBhUXl6eSktL9fOf/zyhDsDEwDUoAEwVjUZVWFgor9erlpaWhOfxxGIxVVVVqbOzU8ePH5fdbjexUwCXimtQAIwZdrtdGzduVGtrq6qqqhKuQamqqlJra6s2bNhAOAEmGE7xADBddXW1du3apfr6evl8vvh4QUGBdu3aperqahO7A2AGTvEAsIxoNHrONSjMnADjRzK/38ygALAMu93OcvYAJHENCgAAsCACCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsJykAsr06dNls9nO2VasWCFJMgxDa9eulcfj0eTJk1VWVqZjx44lfEYkEtHKlSs1bdo0ZWZmauHChTp58uToHREAABjzkgoohw8fVjAYjG9tbW2SpM997nOSpPXr12vTpk3asmWLDh8+LLfbrblz56q/vz/+GXV1ddq9e7d27typgwcP6tSpU6qsrFQ0Gh3FwwIAAGPZJT3NuK6uTq2trTp+/LgkyePxqK6uTnfffbekt2dLXC6X7r//fi1btkzhcFhXXnmlHn/8cS1evFiS9Nprryk/P19PP/205s+fP+L3RCIRRSKR+Ou+vj7l5+fzNGMAAMaQZJ5mfNHXoAwODmr79u26/fbbZbPZ1NXVpVAopHnz5sVrHA6HZs+erUOHDkmSOjo6NDQ0lFDj8XhUXFwcrxlJY2OjnE5nfMvPz7/YtgEAwBhw0QGlpaVFb775pr785S9LkkKhkCTJ5XIl1Llcrvi+UCik9PR0TZ069bw1I2loaFA4HI5v3d3dF9s2AAuLRqPav3+/nnjiCe3fv59Tv8AElnqxb3zssce0YMECeTyehHGbzZbw2jCMc8bO9l41DodDDofjYlsFMAY0Nzervr5eJ06ciI9Nnz5dGzduVHV1tXmNATDFRc2gvPzyy9q7d6++8pWvxMfcbrcknTMT0tPTE59VcbvdGhwcVG9v73lrAEw8zc3NqqmpkdfrVXt7u/r7+9Xe3i6v16uamho1Nzeb3SKAy+yiAsr3vvc9XXXVVfrMZz4THysoKJDb7Y7f2SO9fZ3KgQMH5PP5JEklJSVKS0tLqAkGg+rs7IzXAJhYotGo6uvrVVlZqZaWFs2aNUtTpkzRrFmz1NLSosrKSq1atYrTPcAEk/Qpnlgspu9973tasmSJUlP/9nabzaa6ujr5/X4VFRWpqKhIfr9fGRkZqq2tlSQ5nU4tXbpU9fX1ys3NVU5OjlatWiWv16uKiorROyoAY0YgENCJEyf0xBNPKCUl8W+mlJQUNTQ0yOfzKRAIqKyszJwmAVx2SQeUvXv36pVXXtHtt99+zr7Vq1drYGBAy5cvV29vr2bOnKk9e/YoKysrXrN582alpqZq0aJFGhgY0Jw5c9TU1CS73X5pRwJgTAoGg5Kk4uLiEfcPjw/XAZgYLmkdFLMkcx81AGvbv3+/ysvL1d7erlmzZp2zv729XT6fT/v27WMGBRjjLss6KAAwGkpLSzV9+nT5/X7FYrGEfbFYTI2NjSooKFBpaalJHQIwAwEFgKnsdrs2btyo1tZWVVVVJdzFU1VVpdbWVm3YsIHTwMAEc9HroADAaKmurtauXbtUX1+fcEdfQUGBdu3axToowATENSgALCMajSoQCCgYDCovL0+lpaXMnADjSDK/38ygALAMu93OhbAAJHENCgAAsCACCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsBwCCgAAsJykA8qrr76qL33pS8rNzVVGRob+/u//Xh0dHfH9hmFo7dq18ng8mjx5ssrKynTs2LGEz4hEIlq5cqWmTZumzMxMLVy4UCdPnrz0owEAAONCUgGlt7dXN910k9LS0vTMM8/oN7/5jTZu3KgrrrgiXrN+/Xpt2rRJW7Zs0eHDh+V2uzV37lz19/fHa+rq6rR7927t3LlTBw8e1KlTp1RZWaloNDpqBwYAAMYum2EYxoUW33PPPfrZz36mQCAw4n7DMOTxeFRXV6e7775b0tuzJS6XS/fff7+WLVumcDisK6+8Uo8//rgWL14sSXrttdeUn5+vp59+WvPnz3/PPvr6+uR0OhUOh5WdnX2h7QMAABMl8/ud1AzKj370I91www363Oc+p6uuukrXX3+9Hn300fj+rq4uhUIhzZs3Lz7mcDg0e/ZsHTp0SJLU0dGhoaGhhBqPx6Pi4uJ4zdkikYj6+voSNgAAMH4lFVD++Mc/auvWrSoqKtJPfvIT3XHHHfrnf/5nff/735ckhUIhSZLL5Up4n8vliu8LhUJKT0/X1KlTz1tztsbGRjmdzviWn5+fTNsAAGCMSSqgxGIxfeITn5Df79f111+vZcuW6Z/+6Z+0devWhDqbzZbw2jCMc8bO9m41DQ0NCofD8a27uzuZtgEAwBiTVEDJy8vTxz72sYSxj370o3rllVckSW63W5LOmQnp6emJz6q43W4NDg6qt7f3vDVnczgcys7OTtgAAMD4lVRAuemmm/Tiiy8mjP3+97/XNddcI0kqKCiQ2+1WW1tbfP/g4KAOHDggn88nSSopKVFaWlpCTTAYVGdnZ7wGAABMbKnJFP/Lv/yLfD6f/H6/Fi1apJ///Od65JFH9Mgjj0h6+9ROXV2d/H6/ioqKVFRUJL/fr4yMDNXW1kqSnE6nli5dqvr6euXm5ionJ0erVq2S1+tVRUXF6B8hAAAYc5IKKJ/85Ce1e/duNTQ06L777lNBQYEeeOABffGLX4zXrF69WgMDA1q+fLl6e3s1c+ZM7dmzR1lZWfGazZs3KzU1VYsWLdLAwIDmzJmjpqYm2e320TsyAAAwZiW1DopVsA4KAABjz/u2DgoAAMDlQEABAACWQ0ABAACWQ0ABAACWQ0ABAACWQ0ABAACWQ0ABAACWQ0ABAACWQ0ABAACWQ0ABAACWQ0ABAACWQ0ABAACWQ0ABAACWk2p2AwAwLBqNKhAIKBgMKi8vT6WlpbLb7Wa3BcAEzKAAsITm5mYVFhaqvLxctbW1Ki8vV2FhoZqbm81uDYAJCCgATNfc3Kyamhp5vV61t7erv79f7e3t8nq9qqmpIaQAE5DNMAzD7CaS1dfXJ6fTqXA4rOzsbLPbAXAJotGoCgsL5fV61dLSopSUv/3dFIvFVFVVpc7OTh0/fpzTPcAYl8zvNzMoAEwVCAR04sQJrVmzJiGcSFJKSooaGhrU1dWlQCBgUocAzEBAAWCqYDAoSSouLh5x//D4cB2AiYGAAsBUeXl5kqTOzs4R9w+PD9cBmBgIKABMVVpaqunTp8vv9ysWiyXsi8ViamxsVEFBgUpLS03qEIAZCCgATGW327Vx40a1traqqqoq4S6eqqoqtba2asOGDVwgC0wwLNQGwHTV1dXatWuX6uvr5fP54uMFBQXatWuXqqurTewOgBm4zRiAZbCSLDC+JfP7zQwKAMuw2+0qKyszuw0AFsA1KAAAwHIIKAAAwHIIKAAAwHIIKAAAwHIIKAAAwHIIKAAAwHIIKAAAwHIIKAAAwHKSCihr166VzWZL2Nxud3y/YRhau3atPB6PJk+erLKyMh07dizhMyKRiFauXKlp06YpMzNTCxcu1MmTJ0fnaAAAwLiQ9AzKjBkzFAwG49vRo0fj+9avX69NmzZpy5YtOnz4sNxut+bOnav+/v54TV1dnXbv3q2dO3fq4MGDOnXqlCorKxWNRkfniAAAwJiX9FL3qampCbMmwwzD0AMPPKB77703/mCvbdu2yeVyaceOHVq2bJnC4bAee+wxPf7446qoqJAkbd++Xfn5+dq7d6/mz59/iYcDAADGg6RnUI4fPy6Px6OCggJ9/vOf1x//+EdJUldXl0KhkObNmxevdTgcmj17tg4dOiRJ6ujo0NDQUEKNx+NRcXFxvGYkkUhEfX19CRsAABi/kgooM2fO1Pe//3395Cc/0aOPPqpQKCSfz6c33nhDoVBIkuRyuRLe43K54vtCoZDS09M1derU89aMpLGxUU6nM77l5+cn0zYAABhjkgooCxYs0Gc/+1l5vV5VVFToxz/+saS3T+UMs9lsCe8xDOOcsbO9V01DQ4PC4XB86+7uTqZtAAAwxlzSbcaZmZnyer06fvx4/LqUs2dCenp64rMqbrdbg4OD6u3tPW/NSBwOh7KzsxM2AAAwfl1SQIlEIvrtb3+rvLw8FRQUyO12q62tLb5/cHBQBw4ckM/nkySVlJQoLS0toSYYDKqzszNeAwAAkNRdPKtWrdKtt96qq6++Wj09PfrmN7+pvr4+LVmyRDabTXV1dfL7/SoqKlJRUZH8fr8yMjJUW1srSXI6nVq6dKnq6+uVm5urnJwcrVq1Kn7KCAAAQEoyoJw8eVJf+MIX9Prrr+vKK6/UrFmz9Pzzz+uaa66RJK1evVoDAwNavny5ent7NXPmTO3Zs0dZWVnxz9i8ebNSU1O1aNEiDQwMaM6cOWpqapLdbh/dIwMAAGOWzTAMw+wmktXX1yen06lwOMz1KAAAjBHJ/H7zLB4AAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5BBQAAGA5lxRQGhsbZbPZVFdXFx8zDENr166Vx+PR5MmTVVZWpmPHjiW8LxKJaOXKlZo2bZoyMzO1cOFCnTx58lJaAQAA48hFB5TDhw/rkUce0XXXXZcwvn79em3atElbtmzR4cOH5Xa7NXfuXPX398dr6urqtHv3bu3cuVMHDx7UqVOnVFlZqWg0evFHAgAAxo2LCiinTp3SF7/4RT366KOaOnVqfNwwDD3wwAO69957VV1dreLiYm3btk1//etftWPHDklSOBzWY489po0bN6qiokLXX3+9tm/frqNHj2rv3r0jfl8kElFfX1/CBgAAxq+LCigrVqzQZz7zGVVUVCSMd3V1KRQKad68efExh8Oh2bNn69ChQ5Kkjo4ODQ0NJdR4PB4VFxfHa87W2Ngop9MZ3/Lz8y+mbQAAMEYkHVB27typF154QY2NjefsC4VCkiSXy5Uw7nK54vtCoZDS09MTZl7OrjlbQ0ODwuFwfOvu7k62bQAAMIakJlPc3d2tO++8U3v27NGkSZPOW2ez2RJeG4ZxztjZ3q3G4XDI4XAk0yoAABjDkppB6ejoUE9Pj0pKSpSamqrU1FQdOHBA//7v/67U1NT4zMnZMyE9PT3xfW63W4ODg+rt7T1vDQAAmNiSCihz5szR0aNHdeTIkfh2ww036Itf/KKOHDmia6+9Vm63W21tbfH3DA4O6sCBA/L5fJKkkpISpaWlJdQEg0F1dnbGawAAwMSW1CmerKwsFRcXJ4xlZmYqNzc3Pl5XVye/36+ioiIVFRXJ7/crIyNDtbW1kiSn06mlS5eqvr5eubm5ysnJ0apVq+T1es+56BYAAExMSQWUC7F69WoNDAxo+fLl6u3t1cyZM7Vnzx5lZWXFazZv3qzU1FQtWrRIAwMDmjNnjpqammS320e7HQAAMAbZDMMwzG4iWX19fXI6nQqHw8rOzja7HQAAcAGS+f3mWTwAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByCCgAAMByUs1uAACGRaNRBQIBBYNB5eXlqbS0VHa73ey2AJiAGRQAltDc3KzCwkKVl5ertrZW5eXlKiwsVHNzs9mtATBBUgFl69atuu6665Sdna3s7GzdeOONeuaZZ+L7DcPQ2rVr5fF4NHnyZJWVlenYsWMJnxGJRLRy5UpNmzZNmZmZWrhwoU6ePDk6RwNgTGpublZNTY28Xq/a29vV39+v9vZ2eb1e1dTUEFKACchmGIZxocVPPfWU7Ha7CgsLJUnbtm3Td77zHf3yl7/UjBkzdP/99+tb3/qWmpqa9KEPfUjf/OY39dOf/lQvvviisrKyJElf/epX9dRTT6mpqUm5ubmqr6/XX/7yF3V0dFzwVG5fX5+cTqfC4bCys7Mv4rABWEU0GlVhYaG8Xq9aWlqUkvK3v5tisZiqqqrU2dmp48ePc7oHGOOS+v02LtHUqVON//qv/zJisZjhdruNb3/72/F9b731luF0Oo2HH37YMAzDePPNN420tDRj586d8ZpXX33VSElJMZ599tkL/s5wOGxIMsLh8KW2D8Bk+/btMyQZ7e3tI+4/dOiQIcnYt2/f5W0MwKhL5vf7oq9BiUaj2rlzp06fPq0bb7xRXV1dCoVCmjdvXrzG4XBo9uzZOnTokCSpo6NDQ0NDCTUej0fFxcXxmpFEIhH19fUlbADGh2AwKEkqLi4ecf/w+HAdgIkh6YBy9OhRTZkyRQ6HQ3fccYd2796tj33sYwqFQpIkl8uVUO9yueL7QqGQ0tPTNXXq1PPWjKSxsVFOpzO+5efnJ9s2AIvKy8uTJHV2do64f3h8uA7AxJB0QPnwhz+sI0eO6Pnnn9dXv/pVLVmyRL/5zW/i+202W0K9YRjnjJ3tvWoaGhoUDofjW3d3d7JtA7Co0tJSTZ8+XX6/X7FYLGFfLBZTY2OjCgoKVFpaalKHAMyQdEBJT09XYWGhbrjhBjU2NurjH/+4HnzwQbndbkk6Zyakp6cnPqvidrs1ODio3t7e89aMxOFwxO8cGt4AjA92u10bN25Ua2urqqqqEu7iqaqqUmtrqzZs2MAFssAEc8nroBiGoUgkooKCArndbrW1tcX3DQ4O6sCBA/L5fJKkkpISpaWlJdQEg0F1dnbGawBMPNXV1dq1a5eOHj0qn8+n7Oxs+Xw+dXZ2ateuXaqurja7RQCXWVIrya5Zs0YLFixQfn6++vv7tXPnTu3fv1/PPvusbDab6urq5Pf7VVRUpKKiIvn9fmVkZKi2tlaS5HQ6tXTpUtXX1ys3N1c5OTlatWqVvF6vKioq3pcDBDA2VFdXq7KyUg899JD+8Ic/6IMf/KCWL1+u9PR0s1sDYIKkAsqf/vQn3XbbbQoGg3I6nbruuuv07LPPau7cuZKk1atXa2BgQMuXL1dvb69mzpypPXv2xNdAkaTNmzcrNTVVixYt0sDAgObMmaOmpiamb4EJrrm5WfX19Tpx4kR87MEHH9TGjRuZQQEmoKQWarMKFmoDxpfhlWQrKyu1Zs0aFRcXq7OzU36/X62trZzmAcaJZH6/CSgATMVKssDEkczvNw8LBGCqQCCgEydOaM2aNQnhRJJSUlLU0NCgrq4uBQIBkzoEYAYCCgBTsZIsgJEQUACYipVkAYyEgALAVKwkC2AkBBQApmIlWQAjSWodFAB4PwyvJFtfX5+wqnRBQQG3GAMTFLcZA7CMaDSqQCCgYDCovLw8lZaWMnMCjCPJ/H4zgwLAMux2u8rKysxuA4AFcA0KAACwHAIKAACwHAIKAACwHAIKAACwHAIKAACwHAIKAACwHAIKAACwHAIKAACwHAIKAACwHAIKAACwHAIKAACwHAIKAACwHAIKAACwHAIKAACwHAIKAACwHAIKAACwHAIKAACwnFSzGwCAYdFoVIFAQMFgUHl5eSotLZXdbje7LQAmYAYFgCU0NzersLBQ5eXlqq2tVXl5uQoLC9Xc3Gx2awBMQEABYLrm5mbV1NTI6/Wqvb1d/f39am9vl9frVU1NDSEFmIBshmEYZjeRrL6+PjmdToXDYWVnZ5vdDoBLEI1GVVhYKK/Xq5aWFqWk/O3vplgspqqqKnV2dur48eOc7gHGuGR+v5lBAWCqQCCgEydOaM2aNQnhRJJSUlLU0NCgrq4uBQIBkzoEYAYCCgBTBYNBSVJxcfGI+4fHh+sATAwEFACmysvLkyR1dnaOuH94fLgOwMSQVEBpbGzUJz/5SWVlZemqq65SVVWVXnzxxYQawzC0du1aeTweTZ48WWVlZTp27FhCTSQS0cqVKzVt2jRlZmZq4cKFOnny5KUfDYAxp7S0VNOnT5ff71csFkvYF4vF1NjYqIKCApWWlprUIQAzJBVQDhw4oBUrVuj5559XW1ubzpw5o3nz5un06dPxmvXr12vTpk3asmWLDh8+LLfbrblz56q/vz9eU1dXp927d2vnzp06ePCgTp06pcrKSkWj0dE7MgBjgt1u18aNG9Xa2qqqqqqEu3iqqqrU2tqqDRs2cIEsMNEYl6Cnp8eQZBw4cMAwDMOIxWKG2+02vv3tb8dr3nrrLcPpdBoPP/ywYRiG8eabbxppaWnGzp074zWvvvqqkZKSYjz77LMX9L3hcNiQZITD4UtpH4CF/PCHPzSmT59uSIpvBQUFxg9/+EOzWwMwSpL5/b6ka1DC4bAkKScnR5LU1dWlUCikefPmxWscDodmz56tQ4cOSZI6Ojo0NDSUUOPxeFRcXByvOVskElFfX1/CBmB8qa6u1ksvvaR9+/Zpx44d2rdvn44fP67q6mqzWwNggote6t4wDN1111361Kc+Fb/KPhQKSZJcLldCrcvl0ssvvxyvSU9P19SpU8+pGX7/2RobG7Vu3bqLbRXAGGG321VWVmZ2GwAs4KJnUL72ta/p17/+tZ544olz9tlstoTXhmGcM3a2d6tpaGhQOByOb93d3RfbNgAAGAMuKqCsXLlSP/rRj7Rv3z594AMfiI+73W5JOmcmpKenJz6r4na7NTg4qN7e3vPWnM3hcCg7OzthAwAA41dSAcUwDH3ta19Tc3Oz/vd//1cFBQUJ+wsKCuR2u9XW1hYfGxwc1IEDB+Tz+SRJJSUlSktLS6gJBoPq7OyM1wAAgIktqWtQVqxYoR07duh//ud/lJWVFZ8pcTqdmjx5smw2m+rq6uT3+1VUVKSioiL5/X5lZGSotrY2Xrt06VLV19crNzdXOTk5WrVqlbxeryoqKkb/CAEAwJiTVEDZunWrJJ1zEdv3vvc9ffnLX5YkrV69WgMDA1q+fLl6e3s1c+ZM7dmzR1lZWfH6zZs3KzU1VYsWLdLAwIDmzJmjpqYm1jkAAACSeJoxAAC4THiaMQAAGNMIKAAAwHIueqE2ABht0WhUgUBAwWBQeXl5Ki0t5do0YIJiBgWAJTQ3N6uwsFDl5eWqra1VeXm5CgsL1dzcbHZrAExAQAFguubmZtXU1Mjr9SY8zdjr9aqmpoaQAkxA3MUDwFTRaFSFhYXyer1qaWlRSsrf/m6KxWKqqqpSZ2enjh8/zukeYIzjLh4AY0YgENCJEye0Zs2ahHAiSSkpKWpoaFBXV5cCgYBJHQIwAwEFgKmCwaAkxZ+Kfrbh8eE6ABMDAQWAqfLy8iRJnZ2dI+4fHh+uAzAxEFAAmKq0tFTTp0+X3+9XLBZL2BeLxdTY2KiCggKVlpaa1CEAMxBQAJjKbrdr48aNam1tVVVVVcJdPFVVVWptbdWGDRu4QBaYYFioDYDpqqurtWvXLtXX18vn88XHCwoKtGvXLlVXV5vYHQAzcJsxAMtgJVlgfEvm95sZFACWYbfbVVZWZnYbACyAa1AAAIDlEFAAAIDlEFAAAIDlEFAAAIDlEFAAAIDlEFAAAIDlcJsxAMtgHRQAw5hBAWAJzc3NKiwsVHl5uWpra1VeXq7CwkI1Nzeb3RoAExBQAJiuublZNTU18nq9Cc/i8Xq9qqmpIaQAExBL3QMwVTQaVWFhobxer/77v/9bDz/8sP7whz/ogx/8oO644w4tWrRInZ2dOn78OKd7gDGOpe4BjBmBQEAnTpzQTTfdpClTpigajcb3rVq1SosXL1ZXV5cCgQDL4AMTCKd4AJgqGAxKkn7wgx/o7AldwzC0Y8eOhDoAEwMBBYCpcnNz4//+9Kc/nXANyqc//ekR6wCMfwQUAKb61a9+JUnKysrS7t27NWvWLE2ZMkWzZs3S7t27lZWVlVAHYGIgoAAw1aFDhyRJ/f39qq6uTphBqa6uVn9/f0IdgImBgALAVMMzJF/5ylf0q1/9Sj6fT9nZ2fL5fPr1r3+t22+/PaEOwMTAbcYATNXW1qZ58+bJ4XDozJkzCXfx2O12paamKhKJaM+ePZo7d66JnQK4VMn8fjODAsBUN998s9LT0xWJRBSNRlVRUSG/36+KigpFo1FFIhGlp6fr5ptvNrtVAJdR0gHlpz/9qW699VZ5PB7ZbDa1tLQk7DcMQ2vXrpXH49HkyZNVVlamY8eOJdREIhGtXLlS06ZNU2ZmphYuXKiTJ09e0oEAGJui0ajOnDkTf713716tWbNGe/fujY+dPbMCYPxLOqCcPn1aH//4x7Vly5YR969fv16bNm3Sli1bdPjwYbndbs2dOzd+oZsk1dXVaffu3dq5c6cOHjyoU6dOqbKykv8BARPQQw89pFgs9q41sVhMDz300GXqCIAVJL2S7IIFC7RgwYIR9xmGoQceeED33nuvqqurJUnbtm2Ty+XSjh07tGzZMoXDYT322GN6/PHHVVFRIUnavn278vPztXfvXs2fP/8SDgfAWHP8+PH4vydNmqS33nprxNfvrAMw/o3qNShdXV0KhUKaN29efMzhcGj27NnxWwQ7Ojo0NDSUUOPxeFRcXHze2wgjkYj6+voSNgDjwzuv07fZbAn73vl6DF7PD+ASjGpACYVCkiSXy5Uw7nK54vtCoZDS09M1derU89acrbGxUU6nM77l5+ePZtsATPTOK/lvvvnmhHVQ3nlhLHfsARPL+/KwwLP/CjIM45yxs71bTUNDg+666674676+PkIKME50d3fH//3888/rnnvuib/u7OwcsQ7A+DeqAcXtdkt6e5YkLy8vPt7T0xOfVXG73RocHFRvb2/CLEpPT498Pt+In+twOORwOEazVQAWMfyHSVpamt544w0dOHAgYX9aWpqGhobe848cAOPLqJ7iKSgokNvtVltbW3xscHBQBw4ciIePkpISpaWlJdQEg0F1dnaeN6AAGL+uueYaSdLQ0NCI+4fHh+sATAxJz6CcOnVKL730Uvx1V1eXjhw5opycHF199dWqq6uT3+9XUVGRioqK5Pf7lZGRodraWkmS0+nU0qVLVV9fr9zcXOXk5GjVqlXyer3xu3oATBw33njjqNYBGB+SDii/+MUvVF5eHn89fG3IkiVL1NTUpNWrV2tgYEDLly9Xb2+vZs6cqT179iQ8R2Pz5s1KTU3VokWLNDAwoDlz5qipqUl2u30UDgnAWPLUU09dcF1lZeX73A0Aq+BZPABMdcMNN6ijo+M960pKSvSLX/ziMnQE4P3Cs3gAjBnDq8ja7fYR10EZnll9r9VmAYwv78ttxgBwoYbv5hvpUReGYcTHz147CcD4xgwKAFNNmTJlVOsAjA8EFACmuuqqq0a1DsD4QEABYKpTp06Nah2A8YGAAsBUr7zyyqjWARgfCCgATJWRkTGqdQDGBwIKAFN5vd74v89+5tY7X7+zDsD4R0ABYKrnn38+/u9IJJKw752v31kHYPwjoAAwVV9f36jWARgfCCgATOV0Oke1DsD4QEABYCqfzzeqdQDGBwIKAFOdPHlyVOsAjA8EFACm+vOf/zyqdQDGBwIKAFOdPn16VOsAjA8EFACmev3110e1DsD4QEABYKpoNDqqdQDGBwIKAFNxkSyAkRBQAJhqaGhoVOsAjA8EFAAAYDkEFAAAYDkEFAAAYDkEFAAAYDkEFAAAYDkEFAAAYDkEFAAAYDkEFAAAYDkEFAAAYDkEFAAAYDkEFAAAYDkEFAAAYDkEFAAAYDkEFAAAYDmmBpSHHnpIBQUFmjRpkkpKShQIBMxsBwAAWIRpAeXJJ59UXV2d7r33Xv3yl79UaWmpFixYoFdeecWslgAAgEXYDMMwzPjimTNn6hOf+IS2bt0aH/voRz+qqqoqNTY2vut7+/r65HQ6FQ6HlZ2d/X63Coxbr4XDevJIx6h81sBgVK/85XTS79t29xcuuHbJ/U8k/fmSdHVOpian2y/qve/kdk5SVfH1mpw6+ZI/C5iIkvn9Tr1MPSUYHBxUR0eH7rnnnoTxefPm6dChQ+fURyIRRSKR+Ou+vr73vUdgInjySIe+e+JOU3soXFd4wbU/e+tfL+o7fvbaRb1tRDmZTZpfVDJ6HwhgRKYElNdff13RaFQulyth3OVyKRQKnVPf2NiodevWXa72gAlj8d+XSHpwVD5rosyg/H8FH7vkzwHw3kwJKMNsNlvCa8MwzhmTpIaGBt11113x1319fcrPz3/f+wPGO4/TqX+ZfbOpPfy/z791wbUPL656/xoBYCmmBJRp06bJbrefM1vS09NzzqyKJDkcDjkcjsvVHoDL6Hx/mIxUB2DiMOUunvT0dJWUlKitrS1hvK2tTT6fz4yWAJjovcIH4QSYeEw7xXPXXXfptttu0w033KAbb7xRjzzyiF555RXdcccdZrUEwETnm0khnAATk2kBZfHixXrjjTd03333KRgMqri4WE8//bSuueYas1oCYDLCCIBhpq2DcilYBwUAgLEnmd9vnsUDAAAsh4ACAAAsh4ACAAAsh4ACAAAsh4ACAAAsh4ACAAAsh4ACAAAsh4ACAAAsx9SnGV+s4bXl+vr6TO4EAABcqOHf7QtZI3ZMBpT+/n5JUn5+vsmdAACAZPX398vpdL5rzZhc6j4Wi+m1115TVlbWBT2mHcDY0dfXp/z8fHV3d/MoC2CcMQxD/f398ng8Skl596tMxmRAATB+8awtABIXyQIAAAsioAAAAMshoACwFIfDoW984xtyOBxmtwLARFyDAgAALIcZFAAAYDkEFAAAYDkEFAAAYDkEFAAAYDkEFAAAYDkEFAAjCoVCWrlypa699lo5HA7l5+fr1ltv1XPPPSdJmj59uh544IER33vixAnZbDYdOXIk4fVI2/PPPy9Jampqks1m0y233JLwWW+++aZsNpv2798fr3m3bf/+/e96XE1NTbriiisSXr/z/Xl5eVq0aJG6urou6r8bgNExJh8WCOD9deLECd1000264oortH79el133XUaGhrST37yE61YsUK/+93vLupz9+7dqxkzZiSM5ebmxv+dmpqq5557Tvv27VN5efk571+8eHFCgKmurlZxcbHuu++++FhOTk7SfWVnZ+vFF1+UYRj63e9+p2XLlmnhwoU6cuSI7HZ70p8H4NIRUACcY/ny5bLZbPr5z3+uzMzM+PiMGTN0++23X/Tn5ubmyu12n3d/ZmamFi1apHvuuUf/93//d87+yZMna/LkyfHX6enpysjIeNfPvBA2my3+GXl5efrGN76hL33pS3rppZf04Q9/+JI+G8DF4RQPgAR/+ctf9Oyzz2rFihUJ4WTYO0+PvB/Wrl2ro0ePateuXe/r97yb4RA0NDRkWg/AREdAAZDgpZdekmEY+shHPjLqn+3z+TRlypSELRqNJtR4PB7deeeduvfee3XmzJlR7+G9nDx5Ut/5znf0gQ98QB/60Icu+/cDeBsBBUCC4adf2Gy2Uf/sJ598UkeOHEnYRrrG4+6779af//xnffe73x31HkYSDoc1ZcoUZWZmKj8/X4ODg2publZ6evpl+X4A5+IaFAAJioqKZLPZ9Nvf/lZVVVWj+tn5+fkqLCx8z7orrrhCDQ0NWrdunSorK0e1h5FkZWXphRdeUEpKilwu14intgBcXsygAEiQk5Oj+fPn6z//8z91+vTpc/a/+eabl6WPlStXKiUlRQ8++OD7/l0pKSkqLCzUtddeSzgBLIIZFADneOihh+Tz+fQP//APuu+++3TdddfpzJkzamtr09atW/Xb3/5WkvTqq6/G1zoZdvXVV5/3c9944w2FQqGEsSuuuEKTJk06p3bSpElat26dVqxYcekHBGDMYQYFwDkKCgr0wgsvqLy8XPX19SouLtbcuXP13HPPaevWrfG6DRs26Prrr0/YfvSjH533cysqKpSXl5ewtbS0nLd+yZIluvbaa0fz0ACMETZj+Io4AAAAi2AGBQAAWA4BBcC4MmPGjHPWWhnefvCDH5jdHoALxCkeAOPKyy+/fN4VYF0ul7Kysi5zRwAuBgEFAABYDqd4AACA5RBQAACA5RBQAACA5RBQAACA5RBQAACA5RBQAACA5RBQAACA5fz//Xo4oAnazVMAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Plot the the IP counts other than for '217.175.140.69'\n",
    "MAX_COUNT_IP = ip_counts_df.index[0]\n",
    "ip_counts_df[ip_counts_df.index != '217.175.140.69'].plot.box()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "710f8c37-a140-4083-886b-f7872c27836a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAABMEAAAGsCAYAAADUhrAuAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjYuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8o6BhiAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAmCklEQVR4nO3df5DU9X348dcBcqgDF5Hx8ORAnEmimxPUY2MhkkDSnj0Vp2HasalBMtXOUI4oveYHlE7TMtpL04ZhWhYypJ06bZrCZKo0jVRzaS1g0Xogl2qu+eEUvVNBCtU7wHrI8fn+8R13cgEMtx637vsej5mdyX4+7/vsa8kbJnnO3mersizLAgAAAAASNqbcAwAAAADA+SaCAQAAAJA8EQwAAACA5IlgAAAAACRPBAMAAAAgeSIYAAAAAMkTwQAAAABI3rhyDzBUp06dildeeSUmTpwYVVVV5R4HAAAAgDLKsiyOHj0adXV1MWbM2T/vVXER7JVXXon6+vpyjwEAAADAe0hPT09MmzbtrOcrJoIVCoUoFApx8uTJiPj/b2zSpEllngoAAACAcurr64v6+vqYOHHiO66ryrIsG6GZhkVfX1/U1NREb2+vCAYAAAAwyp1rK3JjfAAAAACSJ4IBAAAAkDwRDAAAAIDkiWAAAAAAJE8EAwAAACB5IhgAAAAAyRPBAAAAAEieCAYAAABA8iomghUKhcjlcpHP58s9CgAAAAAVpirLsqzcQwxFX19f1NTURG9vb0yaNKnc4wAAAABQRufaiirmk2AAAAAAUCoRDAAAAIDkiWAAAAAAJE8EAwAAACB5IhgAAAAAyRPB3iOuXPVIuUcAAAAASJYIBgAAAEDyRDAAAAAAkieCAQAAAJA8EQwAAACA5IlgAAAAACRPBAMAAAAgeRUTwQqFQuRyucjn8+UeBQAAAIAKUzERrKWlJbq6uqKjo6PcowAAAABQYSomggEAAABAqUQwAAAAAJInggEAAACQPBEMAAAAgOSJYAAAAAAkTwQDAAAAIHkiGAAAAADJE8EAAAAASJ4IBgAAAEDyRDAAAAAAkieCAQAAAJA8EQwAAACA5IlgAAAAACRPBAMAAAAgeSIYAAAAAMkTwQAAAABInggGAAAAQPLKFsHeeOONmDFjRnzuc58r1wgAAAAAjBJli2APPPBA3HjjjeV6eQAAAABGkbJEsJ/85Cfxwx/+MG655ZZyvDwAAAAAo8yQI9jOnTtj0aJFUVdXF1VVVbFt27bT1mzcuDFmzpwZEyZMiMbGxti1a9eg85/73Oeira2t5KEBAAAAYCiGHMGOHz8es2fPjg0bNpzx/NatW2PlypWxZs2a2LdvX8yfPz+am5uju7s7IiL+8R//MT7wgQ/EBz7wgXN6vf7+/ujr6xv0AAAAAIChGDfUH2hubo7m5uaznl+3bl3cfffdcc8990RExPr16+Oxxx6LTZs2RVtbWzz11FOxZcuW+Na3vhXHjh2Lt956KyZNmhR/8Ad/cMbrtbW1xR/90R8NdUwAAAAAKBrWe4KdOHEi9u7dG01NTYOONzU1xe7duyPi/0etnp6eeOGFF+LP/uzP4rd+67fOGsAiIlavXh29vb3FR09Pz3CODAAAAMAoMORPgr2Tw4cPx8DAQNTW1g46XltbGwcPHizpmtXV1VFdXT0c4wEAAAAwSg1rBHtbVVXVoOdZlp12LCLiM5/5zPl4eQAAAAAYZFh/HXLKlCkxduzY0z71dejQodM+HTZUhUIhcrlc5PP5d3UdAAAAAEafYY1g48ePj8bGxmhvbx90vL29PebNm/eurt3S0hJdXV3R0dHxrq4DAAAAwOgz5F+HPHbsWDz//PPF5/v374/Ozs6YPHlyTJ8+PVpbW2PJkiUxZ86cmDt3bmzevDm6u7tj2bJlwzo4AAAAAJyrIUewPXv2xMKFC4vPW1tbIyJi6dKl8eCDD8Ydd9wRR44cibVr18aBAweioaEhtm/fHjNmzBi+qQEAAABgCIYcwRYsWBBZlr3jmuXLl8fy5ctLHupMCoVCFAqFGBgYGNbrAgAAAJC+Yb0n2PnknmAAAAAAlKpiIhgAAAAAlEoEAwAAACB5FRPBCoVC5HK5yOfz5R4FAAAAgApTMRHMPcEAAAAAKFXFRDAAAAAAKJUIBgAAAEDyRDAAAAAAkieCAQAAAJC8iolgvh0SAAAAgFJVTATz7ZAAAAAAlKpiIhgAAAAAlEoEAwAAACB5IhgAAAAAyRPBAAAAAEhexUQw3w4JAAAAQKkqJoL5dkgAAAAASlUxEQwAAAAASiWCAQAAAJA8EQwAAACA5IlgAAAAACRPBAMAAAAgeSIYAAAAAMmrmAhWKBQil8tFPp8v9ygAAAAAVJiKiWAtLS3R1dUVHR0d5R4FAAAAgApTMREMAAAAAEolggEAAACQPBEMAAAAgOSJYAAAAAAkTwQDAAAAIHkiGAAAAADJE8EAAAAASJ4IBgAAAEDyKiaCFQqFyOVykc/nyz0KAAAAABWmYiJYS0tLdHV1RUdHR7lHAQAAAKDCVEwEAwAAAIBSiWAAAAAAJE8EAwAAACB5IhgAAAAAyRPBAAAAAEieCAYAAABA8kQwAAAAAJInggEAAACQPBEMAAAAgOSJYAAAAAAkTwQDAAAAIHkiGAAAAADJq5gIVigUIpfLRT6fL/coAAAAAFSYiolgLS0t0dXVFR0dHeUeBQAAAIAKUzERDAAAAABKJYIBAAAAkDwRDAAAAIDkiWAAAAAAJE8EAwAAACB5IhgAAAAAyRPBAAAAAEieCAYAAABA8kQwAAAAAJInggEAAACQPBEMAAAAgOSJYAAAAAAkTwQDAAAAIHkiGAAAAADJE8EAAAAASJ4IBgAAAEDyRjyCHT16NPL5fFx33XVx7bXXxte//vWRHgEAAACAUWbcSL/gRRddFDt27IiLLroo3njjjWhoaIjFixfHpZdeOtKjAAAAADBKjPgnwcaOHRsXXXRRRES8+eabMTAwEFmWjfQYAAAAAIwiQ45gO3fujEWLFkVdXV1UVVXFtm3bTluzcePGmDlzZkyYMCEaGxtj165dg86//vrrMXv27Jg2bVp84QtfiClTppT8BgAAAADg5xlyBDt+/HjMnj07NmzYcMbzW7dujZUrV8aaNWti3759MX/+/Ghubo7u7u7imve9733x/e9/P/bv3x/f/OY349VXXy39HQAAAADAzzHkCNbc3Bz3339/LF68+Izn161bF3fffXfcc889cc0118T69eujvr4+Nm3adNra2tramDVrVuzcufOsr9ff3x99fX2DHgAAAAAwFMN6T7ATJ07E3r17o6mpadDxpqam2L17d0REvPrqq8WQ1dfXFzt37owPfvCDZ71mW1tb1NTUFB/19fXDOTIAAAAAo8CwRrDDhw/HwMBA1NbWDjpeW1sbBw8ejIiIl156KT760Y/G7Nmz46abbooVK1bErFmzznrN1atXR29vb/HR09MznCMDAAAAMAqMOx8XraqqGvQ8y7LiscbGxujs7Dzna1VXV0d1dfVwjgcAAADAKDOsnwSbMmVKjB07tvipr7cdOnTotE+HDVWhUIhcLhf5fP5dXQcAAACA0WdYI9j48eOjsbEx2tvbBx1vb2+PefPmvatrt7S0RFdXV3R0dLyr6wAAAAAw+gz51yGPHTsWzz//fPH5/v37o7OzMyZPnhzTp0+P1tbWWLJkScyZMyfmzp0bmzdvju7u7li2bNmwDg4AAAAA52rIEWzPnj2xcOHC4vPW1taIiFi6dGk8+OCDcccdd8SRI0di7dq1ceDAgWhoaIjt27fHjBkzhm9qAAAAABiCIUewBQsWRJZl77hm+fLlsXz58pKHOpNCoRCFQiEGBgaG9boAAAAApG9Y7wl2PrknGAAAAAClqpgIBgAAAAClEsEAAAAASJ4IBgAAAEDyKiaCFQqFyOVykc/nyz0KAAAAABWmYiKYG+MDAAAAUKqKiWAAAAAAUCoRDAAAAIDkiWAAAAAAJK9iIpgb4wMAAABQqoqJYG6MDwAAAECpKiaCAQAAAECpRDAAAAAAkieCAQAAAJA8EQwAAACA5IlgAAAAACSvYiJYoVCIXC4X+Xy+3KMAAAAAUGEqJoK1tLREV1dXdHR0lHsUAAAAACpMxUQwAAAAACiVCAYAAABA8kQwAAAAAJInggEAAACQPBEMAAAAgORVTAQrFAqRy+Uin8+XexQAAAAAKkzFRLCWlpbo6uqKjo6Oco8CAAAAQIWpmAgGAAAAAKUSwQAAAABInggGAAAAQPJEMAAAAACSJ4IBAAAAkDwRDAAAAIDkiWAAAAAAJE8EAwAAACB5FRPBCoVC5HK5yOfz5R4FAAAAgApTMRGspaUlurq6oqOjo9yjAAAAAFBhKiaCAQAAAECpRDAAAAAAkieCAQAAAJA8EQwAAACA5IlgAAAAACRPBAMAAAAgeSIYAAAAAMkTwQAAAABInggGAAAAQPJEMAAAAACSJ4IBAAAAkDwRDAAAAIDkVUwEKxQKkcvlIp/Pl3sUAAAAACpMxUSwlpaW6Orqio6OjnKPAgAAAECFqZgIBgAAAAClEsEAAAAASJ4IBgAAAEDyRDAAAAAAkieCAQAAAJA8EQwAAACA5IlgAAAAACRPBAMAAAAgeSIYAAAAAMkTwQAAAABInggGAAAAQPJEMAAAAACSJ4IBAAAAkDwRDAAAAIDkiWDvIVeueqTcIwAAAAAkSQQDAAAAIHkiGAAAAADJG/EI1tPTEwsWLIhcLhezZs2Kb33rWyM9AgAAAACjzLgRf8Fx42L9+vVx3XXXxaFDh+KGG26IW265JS6++OKRHgUAAACAUWLEI9jll18el19+eUREXHbZZTF58uT43//9XxEMAAAAgPNmyL8OuXPnzli0aFHU1dVFVVVVbNu27bQ1GzdujJkzZ8aECROisbExdu3adcZr7dmzJ06dOhX19fVDHhwAAAAAztWQI9jx48dj9uzZsWHDhjOe37p1a6xcuTLWrFkT+/bti/nz50dzc3N0d3cPWnfkyJG46667YvPmze/4ev39/dHX1zfoAQAAAABDMeQI1tzcHPfff38sXrz4jOfXrVsXd999d9xzzz1xzTXXxPr166O+vj42bdpUXNPf3x+f/OQnY/Xq1TFv3rx3fL22traoqakpPnxqDAAAAIChGtZvhzxx4kTs3bs3mpqaBh1vamqK3bt3R0RElmXxmc98Jj7+8Y/HkiVLfu41V69eHb29vcVHT0/PcI4MAAAAwCgwrDfGP3z4cAwMDERtbe2g47W1tXHw4MGIiPj3f//32Lp1a8yaNat4P7G//du/jWuvvfaM16yuro7q6urhHBMAAACAUea8fDtkVVXVoOdZlhWP3XTTTXHq1Knz8bIAAAAAcEbD+uuQU6ZMibFjxxY/9fW2Q4cOnfbpsKEqFAqRy+Uin8+/q+sAAAAAMPoMawQbP358NDY2Rnt7+6Dj7e3tP/cG+D9PS0tLdHV1RUdHx7u6DgAAAACjz5B/HfLYsWPx/PPPF5/v378/Ojs7Y/LkyTF9+vRobW2NJUuWxJw5c2Lu3LmxefPm6O7ujmXLlg3r4AAAAABwroYcwfbs2RMLFy4sPm9tbY2IiKVLl8aDDz4Yd9xxRxw5ciTWrl0bBw4ciIaGhti+fXvMmDFj+KYGAAAAgCEYcgRbsGBBZFn2jmuWL18ey5cvL3moMykUClEoFGJgYGBYrwsAAABA+ob1nmDnk3uCAQAAAFCqiolgAAAAAFAqEQwAAACA5IlgAAAAACSvYiJYoVCIXC4X+Xy+3KMAAAAAUGEqJoK5MT4AAAAApaqYCAYAAAAApRLBAAAAAEieCAYAAABA8iomgrkxPgAAAAClqpgI5sb4AAAAAJSqYiIYAAAAAJRKBAMAAAAgeSIYAAAAAMkTwQAAAABIXsVEMN8OCQAAAECpKiaC+XZIAAAAAEpVMREMAAAAAEolggEAAACQPBEMAAAAgOSJYAAAAAAkTwQDAAAAIHkiGAAAAADJq5gIVigUIpfLRT6fL/co592Vqx4p9wgAAAAASanKsiwr9xBD0dfXFzU1NdHb2xuTJk0q9zjD5mfD1wtfvrVMkwAAAABUjnNtRRXzSTAAAAAAKJUIBgAAAEDyRDAAAAAAkieCAQAAAJA8EQwAAACA5IlgAAAAACRPBAMAAAAgeSIYAAAAAMmrmAhWKBQil8tFPp8v9ygAAAAAVJiKiWAtLS3R1dUVHR0d5R4FAAAAgApTMREMAAAAAEolggEAAACQPBEMAAAAgOSJYAAAAAAkTwQDAAAAIHkiGAAAAADJE8EAAAAASJ4IBgAAAEDyRDAAAAAAkieCAQAAAJA8EQwAAACA5IlgAAAAACSvYiJYoVCIXC4X+Xy+3KMAAAAAUGEqJoK1tLREV1dXdHR0lHsUAAAAACpMxUQwAAAAACiVCAYAAABA8kQwAAAAAJInggEAAACQPBEMAAAAgOSJYAAAAAAkTwQDAAAAIHkiGAAAAADJE8EAAAAASJ4IBgAAAEDyRDAAAAAAkieCAQAAAJA8EQwAAACA5IlgAAAAACRPBAMAAAAgeSIYAAAAAMkTwQAAAABIXlki2Cc/+cm45JJL4ld/9VfL8fIAAAAAjDJliWD33ntv/M3f/E05XhoAAACAUagsEWzhwoUxceLEcrw0AAAAAKPQkCPYzp07Y9GiRVFXVxdVVVWxbdu209Zs3LgxZs6cGRMmTIjGxsbYtWvXcMwKAAAAACUZcgQ7fvx4zJ49OzZs2HDG81u3bo2VK1fGmjVrYt++fTF//vxobm6O7u7ukgbs7++Pvr6+QQ8AAAAAGIohR7Dm5ua4//77Y/HixWc8v27durj77rvjnnvuiWuuuSbWr18f9fX1sWnTppIGbGtri5qamuKjvr6+pOsAAAAAMHoN6z3BTpw4EXv37o2mpqZBx5uammL37t0lXXP16tXR29tbfPT09AzHqAAAAACMIuOG82KHDx+OgYGBqK2tHXS8trY2Dh48WHx+8803xzPPPBPHjx+PadOmxcMPPxz5fP6M16yuro7q6urhHBMAAACAUWZYI9jbqqqqBj3PsmzQsccee+x8vCwAAAAAnNGw/jrklClTYuzYsYM+9RURcejQodM+HTZUhUIhcrncWT8xBgAAAABnM6wRbPz48dHY2Bjt7e2Djre3t8e8efPe1bVbWlqiq6srOjo63tV1AAAAABh9hvzrkMeOHYvnn3+++Hz//v3R2dkZkydPjunTp0dra2ssWbIk5syZE3Pnzo3NmzdHd3d3LFu2bFgHBwAAAIBzNeQItmfPnli4cGHxeWtra0RELF26NB588MG444474siRI7F27do4cOBANDQ0xPbt22PGjBnDNzUAAAAADMGQI9iCBQsiy7J3XLN8+fJYvnx5yUOdSaFQiEKhEAMDA8N6XQAAAADSN6z3BDuf3BMMAAAAgFJVTAQDAAAAgFKJYAAAAAAkr2IiWKFQiFwuF/l8vtyjjIgrVz0SV656pNxjAAAAACShYiKYe4IBAAAAUKqKiWAAAAAAUCoRDAAAAIDkiWAAAAAAJE8EAwAAACB5FRPBRtu3Q/403xIJAAAA8O5UTATz7ZAAAAAAlKpiIhgAAAAAlEoEAwAAACB5IhgAAAAAyRPBAAAAAEhexUSw0frtkL4ZEgAAAODdq5gI5tshAQAAAChVxUQwAAAAACiVCAYAAABA8kQwAAAAAJInggEAAACQPBEMAAAAgOSJYAAAAAAkr2IiWKFQiFwuF/l8vtyjlMWVqx4p9wgAAAAAFatiIlhLS0t0dXVFR0dHuUcBAAAAoMJUTAQDAAAAgFKJYAAAAAAkTwQDAAAAIHkiGAAAAADJE8EAAAAASJ4IBgAAAEDyRDAAAAAAkieCAQAAAJC8iolghUIhcrlc5PP5co9SdleueqTcIwAAAABUlIqJYC0tLdHV1RUdHR3lHgUAAACAClMxEQwAAAAASiWCAQAAAJA8EQwAAACA5IlgAAAAACRPBAMAAAAgeSIYAAAAAMkTwQAAAABInggGAAAAQPJEMAAAAACSJ4IBAAAAkDwRDAAAAIDkiWAAAAAAJK9iIlihUIhcLhf5fL7co5TNlaseiStXPVLuMUbUaHu/AAAAwPlRMRGspaUlurq6oqOjo9yjAAAAAFBhKiaCAQAAAECpRDAAAAAAkieCAQAAAJA8EQwAAACA5IlgAAAAACRPBAMAAAAgeSIYAAAAAMkTwQAAAABInggGAAAAQPJEMAAAAACSJ4IBAAAAkDwRDAAAAIDkiWAAAAAAJE8EAwAAACB5IhgAAAAAyRPBAAAAAEheWSLYd77znfjgBz8Y73//++Mv//IvyzECAAAAAKPIuJF+wZMnT0Zra2s8/vjjMWnSpLjhhhti8eLFMXny5JEeBQAAAIBRYsQ/Cfb000/Hhz70objiiiti4sSJccstt8Rjjz020mMAAAAAMIoMOYLt3LkzFi1aFHV1dVFVVRXbtm07bc3GjRtj5syZMWHChGhsbIxdu3YVz73yyitxxRVXFJ9PmzYtXn755dKmBwAAAIBzMOQIdvz48Zg9e3Zs2LDhjOe3bt0aK1eujDVr1sS+ffti/vz50dzcHN3d3RERkWXZaT9TVVU11DEAAAAA4JwN+Z5gzc3N0dzcfNbz69ati7vvvjvuueeeiIhYv359PPbYY7Fp06Zoa2uLK664YtAnv1566aW48cYbz3q9/v7+6O/vLz7v6+sb6sgAAAAAjHLDek+wEydOxN69e6OpqWnQ8aampti9e3dERHz4wx+O5557Ll5++eU4evRobN++PW6++eazXrOtrS1qamqKj/r6+uEcuWJdueqRM/7nMz3/2eNnOz/ccw3Xz1y56pHzOjMAAACMFqP5/18PawQ7fPhwDAwMRG1t7aDjtbW1cfDgwYiIGDduXHz1q1+NhQsXxvXXXx+f//zn49JLLz3rNVevXh29vb3FR09Pz3CODAAAAMAoMORfhzwXP3uPryzLBh27/fbb4/bbbz+na1VXV0d1dfWwzgcAAADA6DKsnwSbMmVKjB07tvipr7cdOnTotE+HDVWhUIhcLhf5fP5dXQcAAACA0WdYI9j48eOjsbEx2tvbBx1vb2+PefPmvatrt7S0RFdXV3R0dLyr6wAAAAAw+gz51yGPHTsWzz//fPH5/v37o7OzMyZPnhzTp0+P1tbWWLJkScyZMyfmzp0bmzdvju7u7li2bNmwDg4AAAAA52rIEWzPnj2xcOHC4vPW1taIiFi6dGk8+OCDcccdd8SRI0di7dq1ceDAgWhoaIjt27fHjBkzhm9qAAAAABiCIUewBQsWRJZl77hm+fLlsXz58pKHOpNCoRCFQiEGBgaG9boAAAAApG9Y7wl2PrknGAAAAAClqpgIBgAAAAClEsEAAAAASJ4IBgAAAEDyKiaCFQqFyOVykc/nyz0KAAAAABWmYiKYG+MDAAAAUKqKiWAAAAAAUCoRDAAAAIDkjSv3AEOVZVlERPT19ZV5kuF1qv+NIf/M238Gp/rfGPTn8bPPf/b42c4Ph1Ku/U4/89N/Lqn9dw4AAAAj7Xw2gXJ5+/283YzOpir7eSveY1566aWor68v9xgAAAAAvIf09PTEtGnTznq+4iLYqVOn4pVXXomJEydGVVVVuccZFn19fVFfXx89PT0xadKkco8D5429zmhhrzOa2O+MFvY6o4W9TiXKsiyOHj0adXV1MWbM2e/8VXG/DjlmzJh3rHqVbNKkSf6RYVSw1xkt7HVGE/ud0cJeZ7Sw16k0NTU1P3eNG+MDAAAAkDwRDAAAAIDkiWDvAdXV1fGlL30pqquryz0KnFf2OqOFvc5oYr8zWtjrjBb2OimruBvjAwAAAMBQ+SQYAAAAAMkTwQAAAABInggGAAAAQPJEMAAAAACSJ4IBAAAAkDwRrMw2btwYM2fOjAkTJkRjY2Ps2rWr3CPBWbW1tUU+n4+JEyfGZZddFr/yK78SP/rRjwatybIs/vAP/zDq6uriwgsvjAULFsQPfvCDQWv6+/vjs5/9bEyZMiUuvvjiuP322+Oll14atOa1116LJUuWRE1NTdTU1MSSJUvi9ddfP99vEc6ora0tqqqqYuXKlcVj9jopefnll+PTn/50XHrppXHRRRfFddddF3v37i2et99JwcmTJ+P3f//3Y+bMmXHhhRfGVVddFWvXro1Tp04V19jrVKqdO3fGokWLoq6uLqqqqmLbtm2Dzo/k3u7u7o5FixbFxRdfHFOmTIl77703Tpw4cT7eNgyZCFZGW7dujZUrV8aaNWti3759MX/+/Ghubo7u7u5yjwZntGPHjmhpaYmnnnoq2tvb4+TJk9HU1BTHjx8vrvnKV74S69atiw0bNkRHR0dMnTo1fumXfimOHj1aXLNy5cp4+OGHY8uWLfHEE0/EsWPH4rbbbouBgYHimt/4jd+Izs7OePTRR+PRRx+Nzs7OWLJkyYi+X4iI6OjoiM2bN8esWbMGHbfXScVrr70WH/nIR+KCCy6If/7nf46urq746le/Gu973/uKa+x3UvAnf/In8bWvfS02bNgQ//Vf/xVf+cpX4k//9E/jL/7iL4pr7HUq1fHjx2P27NmxYcOGM54fqb09MDAQt956axw/fjyeeOKJ2LJlS/zDP/xD/O7v/u75e/MwFBll8+EPfzhbtmzZoGNXX311tmrVqjJNBENz6NChLCKyHTt2ZFmWZadOncqmTp2affnLXy6uefPNN7Oamprsa1/7WpZlWfb6669nF1xwQbZly5bimpdffjkbM2ZM9uijj2ZZlmVdXV1ZRGRPPfVUcc2TTz6ZRUT2wx/+cCTeGmRZlmVHjx7N3v/+92ft7e3Zxz72sey+++7LssxeJy1f/OIXs5tuuums5+13UnHrrbdmv/mbvzno2OLFi7NPf/rTWZbZ66QjIrKHH364+Hwk9/b27duzMWPGZC+//HJxzd///d9n1dXVWW9v73l5vzAUPglWJidOnIi9e/dGU1PToONNTU2xe/fuMk0FQ9Pb2xsREZMnT46IiP3798fBgwcH7evq6ur42Mc+VtzXe/fujbfeemvQmrq6umhoaCiuefLJJ6OmpiZuvPHG4ppf+IVfiJqaGn8/GFEtLS1x6623xi/+4i8OOm6vk5Jvf/vbMWfOnPi1X/u1uOyyy+L666+Pr3/968Xz9jupuOmmm+Jf/uVf4sc//nFERHz/+9+PJ554Im655ZaIsNdJ10ju7SeffDIaGhqirq6uuObmm2+O/v7+Qb9mD+UyrtwDjFaHDx+OgYGBqK2tHXS8trY2Dh48WKap4NxlWRatra1x0003RUNDQ0REce+eaV+/+OKLxTXjx4+PSy655LQ1b//8wYMH47LLLjvtNS+77DJ/PxgxW7ZsiWeeeSY6OjpOO2evk5L//u//jk2bNkVra2v83u/9Xjz99NNx7733RnV1ddx11132O8n44he/GL29vXH11VfH2LFjY2BgIB544IH41Kc+FRH+bSddI7m3Dx48eNrrXHLJJTF+/Hj7n/cEEazMqqqqBj3Psuy0Y/BetGLFivjP//zPeOKJJ047V8q+/tk1Z1rv7wcjpaenJ+6777747ne/GxMmTDjrOnudFJw6dSrmzJkTf/zHfxwREddff3384Ac/iE2bNsVdd91VXGe/U+m2bt0a3/jGN+Kb3/xmfOhDH4rOzs5YuXJl1NXVxdKlS4vr7HVSNVJ72/7nvcyvQ5bJlClTYuzYsafV8EOHDp1WzuG95rOf/Wx8+9vfjscffzymTZtWPD516tSIiHfc11OnTo0TJ07Ea6+99o5rXn311dNe93/+53/8/WBE7N27Nw4dOhSNjY0xbty4GDduXOzYsSP+/M//PMaNG1fch/Y6Kbj88ssjl8sNOnbNNdcUv6jHv+2k4vOf/3ysWrUqfv3Xfz2uvfbaWLJkSfzO7/xOtLW1RYS9TrpGcm9PnTr1tNd57bXX4q233rL/eU8Qwcpk/Pjx0djYGO3t7YOOt7e3x7x588o0FbyzLMtixYoV8dBDD8W//uu/xsyZMwednzlzZkydOnXQvj5x4kTs2LGjuK8bGxvjggsuGLTmwIED8dxzzxXXzJ07N3p7e+Ppp58urvmP//iP6O3t9feDEfGJT3winn322ejs7Cw+5syZE3feeWd0dnbGVVddZa+TjI985CPxox/9aNCxH//4xzFjxoyI8G876XjjjTdizJjB//dn7NixcerUqYiw10nXSO7tuXPnxnPPPRcHDhworvnud78b1dXV0djYeF7fJ5yTEb4RPz9ly5Yt2QUXXJD91V/9VdbV1ZWtXLkyu/jii7MXXnih3KPBGf32b/92VlNTk/3bv/1bduDAgeLjjTfeKK758pe/nNXU1GQPPfRQ9uyzz2af+tSnsssvvzzr6+srrlm2bFk2bdq07Hvf+172zDPPZB//+Mez2bNnZydPniyu+eVf/uVs1qxZ2ZNPPpk9+eST2bXXXpvddtttI/p+4af99LdDZpm9TjqefvrpbNy4cdkDDzyQ/eQnP8n+7u/+Lrvooouyb3zjG8U19jspWLp0aXbFFVdk3/nOd7L9+/dnDz30UDZlypTsC1/4QnGNvU6lOnr0aLZv375s3759WURk69aty/bt25e9+OKLWZaN3N4+efJk1tDQkH3iE5/Innnmmex73/teNm3atGzFihUj94cB70AEK7NCoZDNmDEjGz9+fHbDDTdkO3bsKPdIcFYRccbHX//1XxfXnDp1KvvSl76UTZ06Nauurs4++tGPZs8+++yg6/zf//1ftmLFimzy5MnZhRdemN12221Zd3f3oDVHjhzJ7rzzzmzixInZxIkTszvvvDN77bXXRuBdwpn9bASz10nJP/3TP2UNDQ1ZdXV1dvXVV2ebN28edN5+JwV9fX3Zfffdl02fPj2bMGFCdtVVV2Vr1qzJ+vv7i2vsdSrV448/fsb/nb506dIsy0Z2b7/44ovZrbfeml144YXZ5MmTsxUrVmRvvvnm+Xz7cM6qsizLyvMZNAAAAAAYGe4JBgAAAEDyRDAAAAAAkieCAQAAAJA8EQwAAACA5IlgAAAAACRPBAMAAAAgeSIYAAAAAMkTwQAAAABInggGAAAAQPJEMAAAAACSJ4IBAAAAkLz/B/PdE9tOGNGLAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 1500x500 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Show the distribution of request counts per IP address (x-axis)\n",
    "fig, ax = plt.subplots(figsize=(15, 5))\n",
    "_ = plt.hist(ip_counts_df, log=True, bins=1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "2c4de55c-5893-4c91-9990-e454a5e5c8a4",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:38:30 INFO (1032629450:3): About 19.51% (11286/57833) of all requests are done from IP: \"217.175.140.69\"\n"
     ]
    }
   ],
   "source": [
    "# The number of requests from the IP '217.175.140.69' is a clear outlier\n",
    "max_ip_count = ip_counts_df.loc[MAX_COUNT_IP]\n",
    "logger.info(f'About {round(max_ip_count*100/len(data_df), 2)}% ({max_ip_count}/{len(data_df)}) of all requests are done from IP: \"{MAX_COUNT_IP}\"')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "81f47bcd-2498-4c8b-a436-27cd5b0b3b41",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CLIENT_IP</th>\n",
       "      <th>CLIENT_USERAGENT</th>\n",
       "      <th>REQUEST_SIZE</th>\n",
       "      <th>RESPONSE_CODE</th>\n",
       "      <th>MATCHED_VARIABLE_SRC</th>\n",
       "      <th>MATCHED_VARIABLE_NAME</th>\n",
       "      <th>MATCHED_VARIABLE_VALUE</th>\n",
       "      <th>EVENT_ID</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>217.175.140.69</td>\n",
       "      <td>Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.3...</td>\n",
       "      <td>735</td>\n",
       "      <td>302</td>\n",
       "      <td>REQUEST_COOKIES</td>\n",
       "      <td>REQUEST_COOKIES.user_id</td>\n",
       "      <td>4f1a4c5f-9636-4e6d-9713-b94a7e22cbb0</td>\n",
       "      <td>YXqIH2QB5cBXmMW1PQw-</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>217.175.140.69</td>\n",
       "      <td>Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.3...</td>\n",
       "      <td>551</td>\n",
       "      <td>304</td>\n",
       "      <td>REQUEST_HEADERS</td>\n",
       "      <td>REQUEST_HEADERS.If-Modified-Since</td>\n",
       "      <td>Thu, 25 Jan 2018 07:17:06 GMT</td>\n",
       "      <td>wm-kHmQB5cBXmMW1NATt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>217.175.140.69</td>\n",
       "      <td>Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.3...</td>\n",
       "      <td>2277</td>\n",
       "      <td>200</td>\n",
       "      <td>REQUEST_GET_ARGS</td>\n",
       "      <td>REQUEST_GET_ARGS.callback_uid</td>\n",
       "      <td>2c42dc598cf3ff</td>\n",
       "      <td>mV0PHWQB5cBXmMW1Nuon</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>217.175.140.69</td>\n",
       "      <td>Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7....</td>\n",
       "      <td>680</td>\n",
       "      <td>302</td>\n",
       "      <td>REQUEST_GET_ARGS</td>\n",
       "      <td>REQUEST_GET_ARGS.r</td>\n",
       "      <td>//dmg.digitaltarget.ru/1/224/i/i?a=224&amp;e=5a65a...</td>\n",
       "      <td>Oq8KJGQB5cBXmMW1vQVL</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>217.175.140.69</td>\n",
       "      <td>Mozilla/5.0 (compatible; MSIE 9.0; Windows NT ...</td>\n",
       "      <td>4660</td>\n",
       "      <td>200</td>\n",
       "      <td>REQUEST_GET_ARGS</td>\n",
       "      <td>REQUEST_GET_ARGS.q</td>\n",
       "      <td>{\\\"tags\\\":[{\\\"sizes\\\":[{\\\"width\\\":728,\\\"height...</td>\n",
       "      <td>D759JWQB5cBXmMW1Lw0r</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>217.175.140.69</td>\n",
       "      <td>Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.3...</td>\n",
       "      <td>3007</td>\n",
       "      <td>502</td>\n",
       "      <td>REQUEST_GET_ARGS</td>\n",
       "      <td>REQUEST_GET_ARGS.callback_uid</td>\n",
       "      <td>1715ca8ec91592a</td>\n",
       "      <td>NbkMJWQB5cBXmMW1VVhF</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>217.175.140.69</td>\n",
       "      <td>Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7....</td>\n",
       "      <td>3795</td>\n",
       "      <td>307</td>\n",
       "      <td>REQUEST_COOKIES</td>\n",
       "      <td>REQUEST_COOKIES.rpx</td>\n",
       "      <td>31956=70895,0,1,,&amp;6286=70686,0,1,,&amp;106496=7085...</td>\n",
       "      <td>QIEmIGQB5cBXmMW1qsEs</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>217.175.140.69</td>\n",
       "      <td>*BgfBAAAA-EAAAEFBAAQLljjU6Vfh4i4fw0IhLFvB2RNU3...</td>\n",
       "      <td>218</td>\n",
       "      <td>200</td>\n",
       "      <td>REQUEST_PATH</td>\n",
       "      <td>REQUEST_PATH</td>\n",
       "      <td>/updates/kdb/i386/diffs/base087e.kdc.ply</td>\n",
       "      <td>_lPZG2QB5cBXmMW1csGr</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>217.175.140.69</td>\n",
       "      <td>Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKi...</td>\n",
       "      <td>3002</td>\n",
       "      <td>302</td>\n",
       "      <td>REQUEST_COOKIES</td>\n",
       "      <td>REQUEST_COOKIES.KRTBCOOKIE_561</td>\n",
       "      <td>9455-uid:076313ed-38b6-47d3-9c7d-e7278703aaae</td>\n",
       "      <td>smO3HWQB5cBXmMW1V7UQ</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>217.175.140.69</td>\n",
       "      <td>Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7...</td>\n",
       "      <td>2831</td>\n",
       "      <td>200</td>\n",
       "      <td>REQUEST_COOKIES</td>\n",
       "      <td>REQUEST_COOKIES.icu</td>\n",
       "      <td>ChgI44kuEAoYFyAXKBcw-6fA0wU4F0AXSBcKGAjLpDMQCh...</td>\n",
       "      <td>OrfZJGQB5cBXmMW1kyE-</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         CLIENT_IP                                   CLIENT_USERAGENT  \\\n",
       "11  217.175.140.69  Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.3...   \n",
       "15  217.175.140.69  Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.3...   \n",
       "17  217.175.140.69  Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.3...   \n",
       "21  217.175.140.69  Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7....   \n",
       "27  217.175.140.69  Mozilla/5.0 (compatible; MSIE 9.0; Windows NT ...   \n",
       "28  217.175.140.69  Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.3...   \n",
       "39  217.175.140.69  Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7....   \n",
       "41  217.175.140.69  *BgfBAAAA-EAAAEFBAAQLljjU6Vfh4i4fw0IhLFvB2RNU3...   \n",
       "43  217.175.140.69  Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKi...   \n",
       "53  217.175.140.69  Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7...   \n",
       "\n",
       "    REQUEST_SIZE  RESPONSE_CODE MATCHED_VARIABLE_SRC  \\\n",
       "11           735            302      REQUEST_COOKIES   \n",
       "15           551            304      REQUEST_HEADERS   \n",
       "17          2277            200     REQUEST_GET_ARGS   \n",
       "21           680            302     REQUEST_GET_ARGS   \n",
       "27          4660            200     REQUEST_GET_ARGS   \n",
       "28          3007            502     REQUEST_GET_ARGS   \n",
       "39          3795            307      REQUEST_COOKIES   \n",
       "41           218            200         REQUEST_PATH   \n",
       "43          3002            302      REQUEST_COOKIES   \n",
       "53          2831            200      REQUEST_COOKIES   \n",
       "\n",
       "                MATCHED_VARIABLE_NAME  \\\n",
       "11            REQUEST_COOKIES.user_id   \n",
       "15  REQUEST_HEADERS.If-Modified-Since   \n",
       "17      REQUEST_GET_ARGS.callback_uid   \n",
       "21                 REQUEST_GET_ARGS.r   \n",
       "27                 REQUEST_GET_ARGS.q   \n",
       "28      REQUEST_GET_ARGS.callback_uid   \n",
       "39                REQUEST_COOKIES.rpx   \n",
       "41                       REQUEST_PATH   \n",
       "43     REQUEST_COOKIES.KRTBCOOKIE_561   \n",
       "53                REQUEST_COOKIES.icu   \n",
       "\n",
       "                               MATCHED_VARIABLE_VALUE              EVENT_ID  \n",
       "11               4f1a4c5f-9636-4e6d-9713-b94a7e22cbb0  YXqIH2QB5cBXmMW1PQw-  \n",
       "15                      Thu, 25 Jan 2018 07:17:06 GMT  wm-kHmQB5cBXmMW1NATt  \n",
       "17                                     2c42dc598cf3ff  mV0PHWQB5cBXmMW1Nuon  \n",
       "21  //dmg.digitaltarget.ru/1/224/i/i?a=224&e=5a65a...  Oq8KJGQB5cBXmMW1vQVL  \n",
       "27  {\\\"tags\\\":[{\\\"sizes\\\":[{\\\"width\\\":728,\\\"height...  D759JWQB5cBXmMW1Lw0r  \n",
       "28                                    1715ca8ec91592a  NbkMJWQB5cBXmMW1VVhF  \n",
       "39  31956=70895,0,1,,&6286=70686,0,1,,&106496=7085...  QIEmIGQB5cBXmMW1qsEs  \n",
       "41           /updates/kdb/i386/diffs/base087e.kdc.ply  _lPZG2QB5cBXmMW1csGr  \n",
       "43      9455-uid:076313ed-38b6-47d3-9c7d-e7278703aaae  smO3HWQB5cBXmMW1V7UQ  \n",
       "53  ChgI44kuEAoYFyAXKBcw-6fA0wU4F0AXSBcKGAjLpDMQCh...  OrfZJGQB5cBXmMW1kyE-  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check on the requests done from that IP\n",
    "max_count_ip_df = data_df[data_df['CLIENT_IP'] == MAX_COUNT_IP]\n",
    "max_count_ip_df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "e7eb7e87-76a0-407d-995a-9b68259c3645",
   "metadata": {},
   "outputs": [],
   "source": [
    "from src.wrangler.utils import convert_ipv4_to_ipv6\n",
    "\n",
    "# Convert all the addresses to the uniform IPv6 variant\n",
    "data_df['CLIENT_IP'] = data_df['CLIENT_IP'].apply(convert_ipv4_to_ipv6)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "ae2c677f-e7e5-4ba2-9ebf-27a02e107771",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:38:31 INFO (utils:101): Found 103 invalid IP addresses:\n",
      "['> -gOxT\"O<Ghè\\x19e]Ø\\x1d\\x81È8\\xa0G\\x88\\x87`\\x08\\x07\\x83Qf¾\\x86ñ\\x1e\\x93}\\x7fy\\x1c\\x96ðù\\x88!T\\'|kó\\x07s\\x8c;©èE\\x1e \\x8dáÐìcqµѭцAÃ,\\x0e\\x08ÈÈëéO`>y¢¾\\x96Ô,®/ô=>;tó\\x1c-³\\x91¹Wå\\x10\\x11\\x9c¹QԊñ©´-NÝK½«àrJ\\x94|\\x0f\\\\#1¦3\\x8eÎjA^õ¡ÿ', 'Remote Code Execution', '2a01:598:9902:df0c:8115:691e:c38', '~@.*\")ۅ', '\\x9eÄ}jSL\\xa0\\x060', 'ր\\x08ÿ', '2001:7d0:87e2:1480:e870:b625:397', 'M{5¯ۯ\\x1aXµ\\x0b\\x08#\\x80©نFî>R\\x03·8çp\\x0b\\x8cQÌû¿¼G̓X¿', '\\x9d\\x9b¸#ØÓ ', '\\x89f~|°ØÀ\\x01¶\\x0cg8%ú·P:V\\x96\\x9b\\xad', \"\\n¨Àç۷\\xad|Ó\\r¼Ł\\x88;\\x90z¢±Ç×\\x15íVë¨'2yKï#r\\x7fï\\x92yúÔX»\\x9aR薲s\\x13´'°Îåü\\x8f?\\xady¬ÚMå©g\\x03ÍCՐä\\x9fr:״\\x89cUùòþ¸\\x1bT{\\x82øÿ\", 'ß9oöqÎ', '2a02:2168:13cb:4300:b5d0:78ec:8d', '2a00:1148:b0ba:2615:8b4:f98f:f56', '¾\\x8d\\x13_ı-\\x86\\x94#\\x87\\x03zÌb\\x8dϰ\\x02lôîÙ$õ\\x15Áø¦ÎÚÞæÖP\\x9b\\x16mÞh\\x8c\\x01\\x9d\\x85r@鸆ý(»î\\x07\\x99\\x1dJì\\x80<ޜ\\x0f\\x95?ø\\x9a\\x06¥v\\x01\\x1eo', 'SQL Injection', 'Uû齗$\\x81\\x9cíç¨ùN', '\\x80¿Jw\\x91þ\\x87!\\x12 á\\x96FÁ霯N£\\x93֬¼ERÚ3\\x8f\\x95¤9ÏDb\\x08üù¦Cû©ʱF\\x0c6ÿ', ')vÕê\\x04x¥Å>\\x97\\x15W!¡´´üS©ó²l3\\x14¸©qK\\x8aÙNâ±\\x1e)ø§⟊»\\x81\\x16)qRâ\\x97\\x14®\\x048©1Râ¤Ån\\x99$\\x18£\\x15g\\x14¸«\\x11_\\x14üTø§â¬D8¥ÅXÅ.*\\x89!Å.*Î(Å;\\x81_\\x14b¬â\\x97\\x14��\\x8a\\x93\\x15g\\x15', '2a02:2698:3c23:65d4:1839:9c8f:ef', '«e;½@õÍs\\x9d\\x1eßë\\x0fþ\\x8b5â±]ÜÀ', '¿\\x89b_', 'I·`)ó>ïï\\x0b#��é=\\x7fAþ\\x14yÒzþ\\x83ü ë\\x03\\x04V\\x9aEݴG>E¼É!õ\\x90ý¿=Àûg\\x15Áè\\x7fò', 'r÷\\x8cÑÎÛN7 ÏÓ\\x18ÇéZ(ó)Eý¥c6uóƍóm\\x04°#p', 'Ƭ\\x8eÕîz\\x1fü\\x805\\x1fûyÿ', \"\\x94j\\x17JA\\x12r9\\x1f*\\x7fñ5ÝhF#¨Îa\\x0c±\\x98\\x98¨n\\xa0oN8'§ֶà·\\x163^ßÜ\", '> -gOxT\"O<Ghè\\x19e]Ø\\x1d\\x81È8¦\\x07\\x87n4íÇ־\\x82ñ\\x1e\\x93}\\x7fy\\x1c\\x96ðù\\x88!T\\'|kó\\x07s\\x8c;©èE\\x1e \\x8dáÐìcqµѭцAÃ,\\x0e\\x08ÈÈëéSd3笓M¯¥õ\\x0b \\x8bý\\x0fO\\x8eÝ<Ç\\x0blänUùD\\x04g.Tu\"¼jm\\x0bS·Rïjø\\x1c\\x92¥\\x1f\\x03×\\x08Ìj\\x80ãh¯\\x7fÐÿ', 'ihõ¥m@u\\x14\\x94SµÀZZJZ6$JZJZ.\\x02ÒÒRU', 'õt\\x04\\x102\\x06AbÅX\\x12;àúT~\\x14\\x88Á_¥\\x11äÆñ§â¦Qý*ù¥ÝýáeØð϶Ü\\x15Ûæ|¾\\x9bWü*\\x0f´ːwtö_ð¯v¸´_\\x9dzÆu\\x1f$ñ¥Æ\\x7fë\\x9aä\\x7f$üëCÅR\\tt»y\\x07G\\x9e6\\x1fF\\x8aB?J9¥ÝýáeÙ\\x1f?}²|\\x83¿§û_þ\\x14¢òqü\\x7føê\\x1fæµî\\x1aSM', '2a02:2698:7c25:f4dc:409e:83aa:61', \" 0\\x15V9\\x18ó´z\\x01AXGT\\x90þ8þ\\x95tÎ6íDÇëþ\\x15T³µP\\x02\\x18\\x11\\x83,'#ûÌHϯ5i\\ue77dª\\x96ٻ¡üóFÙ;ÆؠBnîjUËt«\\x0b\\x10ᛁޭåGÝé@\\x15ö\\x1f\\\\}*\\x02̃\\x19©\\x89Ü1ó\\n¤É\\x17����\\x01R\\x9e\\x05?\\x8a·\\x84í\\x83õ¢ÛzÜe}µ \", 'O÷Æ\\x18\\x03XL\\x1a\\x1c²tþïùïZ±̒.Aç¸î :©¸·{òë£×Ì\\x0cÙ-Êò9\\x15\\x9f\\x8aëC\\x81YòA\\x9eWò©\\x84ù¯Îöw»ÒÀsæ\\x99V\\x18\\x15Îj\\x1aîzy맠\\x87S)ôÊk°\\tE\\x14QÔ\\x05¢\\x8a(\\x7fsï¸\\tKL§VIÛ\\x7fø', '2a00:1370:812a:1379:3d16:a3b4:88', 'N)^I$ ;\\x16\\x08¡W=\\x80íþy¨T\\x82A\\x1d\\x8eh\\x07¯֧ï\\x10â ®Ñ\\x17þ', 'f#þY©ü\\tþ´ü\\x979Ú\\x17éUÅʎÕy%Y:T{Ñû6\\x01ûE7njLÓ3Y^ZYÚàgËò\\x829äc\\x8aãn\\x1a8Y`B\\u07fc8fëÇaÿ', '±4)L\\x1aUԫ\\x82cy\\\\g¦V\\x14#8Ç\\x14\\x01ó¥\\x15ôޏ¬\\\\j\\x17', '©å\\x92>\\x9dj\\x83J[½!\\x17\\x9e@\\x06\\x14b²\\x8b\\x13Më֒«a\\x85%-\\x14Ê>®©*\\x1a3^B>t³EC\\x9a\\\\օ\\x93Sª\\x1au1\\x92RÓ)Ô\\x01-I\\x9a\\x82\\x9d@Ë\\x14ꭚ\\x934Ê%Í.j*J\\x94\\x05\\x9cՂAè*\\x90©³V2J)¹¤ÍIW$¢\\x99IH¢LÓh¤¦1MBM<\\x9a\\x86¨ç\\x9b\\x1bKM©��a\\x1dÆóKÍIIPzHm\\x14Þi´\\x8dC', '> -gOxT\"O<Ghè\\x19e]Ø\\x1d\\x81È8¤\\x07\\x87d\\x8a\\x7f\\x98\\u07bfʾ\\x81ñ\\x1e\\x93}\\x7fy\\x1c\\x96ðù\\x88!T\\'|kó\\x07s\\x8c;©èE\\x1e \\x8dáÐìcqµѭцAÃ,\\x0e\\x08ÈÈëé@\\x1f=\\x12M6¾\\x97Ô,®/ô=>;tó\\x1c-³\\x91¹Wå\\x10\\x11\\x9c¹QԊñ©´-NÝK½«àrJ\\x94|\\x0f\\\\#1¦3\\x8d¢½ÿ', 'Gÿ', 'ìújHß.V膢6óã!M]óO÷\\x8fçIæÿ', 'WËæ\\x03J\\x9fáªù«\\x01¨d\\rÏ\\x7fZk\\x9bú°\\x15j@iq\\x8e¿¥\\x1cQku@:\\x99\\x9a]Ôú_\\x8a$£,~`ç¨èk\\x9cmñ\\x1f\\x9b\\x91ë]\\x8dU\\x91\\x15Æ\\rtFoµÑ\\'>\\x0ey©*\\x9bÄcå\\x0fáH¯\\x9e;×zۚ\"-SóPÓsX¹l\\x06ÜSºq\\x9e\\x0fjè\\x92pà\\x01ǭq', '2a02:2168:d84:ec00:54d3:8341:440', '\\x07ò\\xadU\\x96¬̃ÐÔêsP¯ݦ\\x83´ֻ\\x88ڋ\\x87\\x1fCü©\\t\\x14Ä àÔf²kP\\x17½z®\\x9asn¾ſô#^O^£¥\\x7fǷü\\r¿¥l\\x91\\x0cé\\x18W?sĶçþ\\x9a\\x11ù\\x8aè\\x8da^ñä\\x1fI\\x97õ\\x06·[\\x90l;yk\\x9d¥½\\x80ɯ9\\x9eé¥lä®;\\nôêòÙÑ~Ó(*\\x1b,O5²D\\x94K;õf?S]\\x85ªÆS2', 'Cross-Site Scripting', '2a02:c7d:1171:8300:2980:a4b7:4f9', 'kÇ%\\x92Yܼ\\x8cX\\x9a\\x99ÖWrì\\x0b\\x13߭FU\\x87PGá^Ý*1§Ñy\\x9c®E\\x1cRâ§Å7\\x15Þgr\\x1a\\x8e\\xadb¢¦\"**^(ÅX\\x88)*l\\nLR\\x02*Z~(¦2*(Å.(\\x01\\x94ê)(\\x02dûëõ\\xad\\x9fZƏï\\x8aÙï@\\x11Õ)rkC֩KV\\x8a1é)æ\\x99Hfå\\'5%%v\\x9c£iԔú', 'i$^Q\\x87\\x01»{V òsV¥åÛýãU\\x08£\\x9bõ\\x02\\x18þô\\x9fîÕË@LÒ`\\x7fË3ù\\x921U\\x17å-\\ued66·{F\\x06\\x07ÐT¹?Àf\\x14AÖ7\\x0c¥~nùçó\\x02¨\\x1aݖäʸ$\\x1f¥`\\x9a!  ;|¿áÙDhs\\x9f\\xad9>íÙÿ', '\\x02 ý9g³\\x95\\x9e~7ǼA\\x1fy~è ÷RN1^\\x81¤ZϥØÝ\\x1dD\\x81\\x11\\x1cFÎ\\x1c\\x01´\\x86\\x1c\\x12>|\\x80', '\\x0c²\\x17´\\x8dìN\\x08¨ù', '?{7?\\x94\\x86¹۱V>F¢¾ºþÀÒûÛ\\x01ÿ', \"\\x07©¬¤\\n¸/ó\\x1fî\\x8fêkOÎ\\x1f\\x90À\\x1e\\x95\\x9côz\\x7fZ\\x14t©\\x1a\\x8eqøӚU\\x15Ê\\x1b\\x8c\\x8cf©yßSXrs½ì\\x06óí5\\x90û}j\\x93ώõ\\x88ò\\x93\\u07ba£\\x17\\x15¯A\\x93µyÝþ|ÙÎN\\x02E\\x91Øç=~\\x95Øù\\x9eõç÷ÌÆipz\\x84Èìxþ\\x95ìQݿËÕ\\x1c²4\\x08*¸\\x1c\\x8a¬¬yÏ\\u058cÈ\\x07'<T;¿Ù?QÍz\\x9fð\\x08\\x1cQ\\x1b9Qõõ¤(§°©W\\r\\x9cv©±@\\x19æ$ô¦}\\x9e3Øþ\\x7fýj±\", '> -gOxT\"O<Ghè\\x19e]Ø\\x1d\\x81È8¤#ÃA\"¤Þ\\u07bfʾ\\x81ñ\\x1e\\x93}\\x7fy\\x1c\\x96ðù\\x88!T\\'|kó\\x07s\\x8c;©èE\\x1e \\x8dáÐìcqµѭцAÃ,\\x0e\\x08ÈÈëéL\\x0f\\x9e\\x89\\'\\xad6¾\\x97Ô,®/ô=>;tó\\x1c-³\\x91¹Wå\\x10\\x11\\x9c¹QԊñ©´-NÝK½«àrJ\\x94|\\x0f\\\\#1\\xa0\\x0e6\\x8a÷ý\\x0fþ@\\x1a\\x8fý¼ÿ', \"Ãѓ?û-F.bïo\\x19?\\x95]¼¿\\x10¹\\x0f\\x95\\x9f¸ñ°÷m§ò��Uûf8'\\x1d°Ëü÷\\x0cÕ\", 'ÐIǗåÿ', 'eÓÕ~#$', ' n¹{}=`\\x9d¥\\x0cpG\\x0bïþ\\x15Ó֖', ']övêÌ=\\x9a¼¯³·Wø\\x9e\\x0ba©Éc½v\\x89Qù*N9õÎ\\x0f^ù\\x06´ÿ', '', 'ë\\x08\\x0c\\n¶¤u\\x1dk\\x9b\\x957·æ3ZBò.@È\\x1f¦jh\\x18\\x04äãüúVx\\x94¨Çnõ\\x0b\\x82q\\x8eF .Gkhµ[', '¢\\x92×˾û8äyª\\x07û¬A\\x19ü', '2a02:2698:7022:939a:c473:f721:9d', '\\x9a\\\\·¿÷·ÓSÁ<ù?½ú\\x0fð¥ûD¿Þý\\x07øW¦i\\x90Ai`÷òÆ%nv\\x03Ða¶\\x8cg8%º\\x9fJ½cª', '\\x84Ý붹\\x82¥R\\tÁÎ G', '/Þàt³HČã\\x83ü=3Rḿ\\x0f~õ\\x99\\x1eJlà\\x8fCWË\\x03°÷', ']ïÐ\\x042\\x8fZ®^\\x9aTT\\x07\\x14í䀔µDM@~¦¡$Öܨ\\x8b\\x93智©dÔ[½\\x8dh£\\xa0®^-UɪŪ', \"ù8\\xad\\x14<\\x99#ÏÏß\\x03ØÓÆ\\x053rö¦f·۠\\x163M¨\\x7f\\x11L'ÜTؒBõ\", '2\\x8ac\\x16\\x9bKM\\xad9P\\t\\x9a3M¢\\x9f(\\x01¨Ãf\\x94\\x903YåÓ?x\\x03ZòèIz\\x94U%\\x90\\x13\\x8d\\xadn\\x14ùX\\x0f¦ÒäSk\\x10\\x12\\x8a(Í\\x03\\x12\\x99NÍFy«°\\x15Í*\\x8crjP\\x07s\\x8av\\x07÷×ó¨å\\x02\\x03W\\x12=Ã9ÅSÝÏcRy\\x83º\\x0fÏÿ', '> -gOxT\"O<Ghè\\x19e]Ø\\x1d\\x81È8¦\\x07\\x87î8Çj\\x8e¾\\x87ñ\\x1e\\x93}\\x7fy\\x1c\\x96ðù\\x88!T\\'|kó\\x07s\\x8c;©èE\\x1e \\x8dáÐìcqµѭцAÃ,\\x0e\\x08ÈÈëé@\\x1f<R×Òڅ\\x95Åþ\\x87§Çn\\x9ec\\x85¶r7*ü¢\\x023\\x97*:\\x91^56\\x85©۩wµ|\\x0eIR\\x8f\\x81ë\\x84f4\\x01Ǔ\\x9a ßt?ù', 'Kæ\\x1a\\\\\\x8aֿÈ.ubjw\\x9b\\\\Àz²\\x1a±tÒ\\x1dΌKS\\x89k\\x9e\\x0fS\\x07¦᪳V];\\x8eçD\\x1f4ýõ\\x84Ó*\\x8a¥ö±Uɥí~ásªó)\\x17©®\\\\Ýÿ', '\\x0c\\x9dÏü\\x07ù\\x9aã®Îë¦~0ÁpG#\\x81\\x8aŖ·9ö\\x05¦1\\x8fã^¿L×I¦8h.-܅Ç͓Ð\\x0cóý \\x11Ü îۓ·hük', '\\x89BÌG\\x0c8÷¯F\\x9fÂyóø\\x9a:\\xa0ö¶@ù M!9Þý\\x14ÿ', 'r®\\t÷À5Þ\\x7fbØÿ', 'vüÃúV}\\x14ãeý\\x7fÀ\\x03@@\\x1bî:··zoÙ߿\\x15\\x9fV|çÇ$·Ô×7½ßNÀ#FWÐÕb*âÉ\\x11ê\\x19=Á,?*\\x8d±ۚê[\\x08\\xadNÎ(!ÇU\"\\x99YÉ\\\\d\\x99¢£Í\\x15\\x17µÆ-\\x1c\\x8aL\\x1eԹ=é', 'L\\x1aª=z\\x81f\\x8a\\x834¹\\xadwéªZ?Ì\\tsJXT\\x19Í!\\x1cTÚÝ;ÿ', 'Gæ*\\x06h\\x98þµ\\x17\\x96\\x99ÿ', '2a02:2168:f55:1b00:c589:6624:fb4', 'é\\x8fN\\x84~G����תûÿ', '2a00:1370:8120:29a1:e89b:bb06:6f', '=ér=h\\x01h¨÷\\nMޔ\\x01%\\x14Üã®?*;æ\\x80\\x03E\\x1fZ3éACzÓM:\\x98O~\\x94\\x08ÛÓãónwu\\x11.GÔð?\\xadG¯Üb\\x04\\x8bûÇ{û*\\x9csí\\x93úWK¤Ŷ\\x02笇¯°à\\x7fZòMfa<÷\\x1dÄ{#\\x1f÷×?®kh\\x99\\x9cTy', '2a00:1370:8120:29a1:f100:f51c:9a', '2a02:2698:4c27:6f12:2938:d5d9:3c', '2a02:2168:1b49:d900:71e7:9ac2:bf', ')٨Ê\\x069è}GùÅP\\x16:u¢ªåÇÞ\\x05\\x87÷\\x80þc52²·Ý þ<þ\"\\x80\\x1fE\\x14P\\x03OJE¦\\x92:P\\x05\\x02\\x1fQ\\x9a\\x92£4À\\ue51f2p\\x08\\x03Ì4\\x92\\x03¸g¸ÛÁÍO0 tþñ\\x86\\x1f\\x86\\x16«\\x9fº\\x9fï\\x8fֲ;c°Þ>_f©\\x0e\\x07J\\x8c\\x80\\x01ÇZ\\x97 ㎴\\x14', 'iY\\x98\\x0f¢¢ȧf¦̲Zô(cX¡\\x18ë³y÷$f¼ä×Cq~ª¬\\x8bóavý8ÅbïÐÐÃ,_æ=ù¦Õtaµ~\\x95.i\\x80´SsFh', \"#g¸ǹ®ªy^9\\x08\\x84©7\\x0c\\x179ʜ(\\\\pGÌ\\x1b'9Æ>µ\\xad4j¯\\x17\\x9b\\x80\\x81ÁT#8@½wg\\x1bI\\x03å��ØD³yÛ7H¬\\x18F\\x18\\x10ޅ\\x08ÏN§=\\x07j˚åآû\\xadâhëÊ]Da\\x18þìýÒwg<g\\x80MR¹vÈåÈG]à\", '2a01:540:2001:ad53:204f:349b:d5a', '½\\x16\\x02Y#cÉ(¤ýH¥ҿä', '2001:5b0:216a:be90:280:aeff:fe21', 'E\\x16\\x1a¼¶Hb(³Dsò7lõÁç\\x83Ü\\x10kÕÿ', '7\\x8d?\\x152\\x8féNì\\x0f\\x9füçõý\\x07øRy¯ëú\\x0fð¯}¸´_\\x9dzÆu\\x1f$ñ¥Æ\\x7fë\\x9aä\\x7f$üëCÅR\\tt»y\\x07G\\x9e6\\x1fF\\x8aB?J@|çç?¯è?\\x8f9ý\\x7fAþ\\x15ï\\x9aSM', '¹8_%¶}ñ9FÁ\\x19\\x1e\\x87ë\\\\ê-«鯒±ʹå\\x1bóY½R²·ù\\x92ÈóÄì\\x8fò²\\x92\\x08Àà\\x8f\\xa0óäþ÷è?º\\x0bMZæѥq²F\\x97næ\\x97s\\x1f\\x978èËë^¹¬êSiÞO\\x94±·\\x99¿;Ã\\x1f»·\\x18Ã/\\xad6ìÒäNþ\\x80ç$Òå½ü÷ÓSÁ<ù?½ú\\x0fð¥ûD¿Þý\\x07øW¦i\\x90Ai`÷òÆ%nv\\x03Ða¶\\x8cg8%º\\x9fJ½cª', '> -gOxT\"O<Ghè\\x19e]Ø\\x1d\\x81È8§q\\x1e!¹\\x87zMƾ\\x83ñ\\x1e\\x93}\\x7fy\\x1c\\x96ðù\\x88!T\\'|kó\\x07s\\x8c;©èE\\x1e \\x8dáÐìcqµѭцAÃ,\\x0e\\x08ÈÈëéH\\x0f\\x9f7\\x1a7\\x1aúOP²¸¿ÐôøíÓÌp¶ÎFå_\\x94@FråGR Ʀе;u.ö¯\\x81É*Qð=p\\x8cƘ\\x1c\\x8eãVÁàW¸h\\x7fò', '2a02:2168:e4e:2300:b6a:2db3:fc95', '2a00:1370:811e:814:b412:ad6a:eb6', '\\x06>\\x96\\x92\\x96±nß×a\\x8f¢\\x92\\x8a7ý', '«è%5g§ê\"Ze:\\x9b^\\x0bZ%Ø\\x06Ó)ù¨sT´Õ', '2a00:1370:8112:4467:a57c:479b:8e', '¸\\x1cô\\x18«c;º����C×҃D\\x8dP>@Ùn\\x99Àb?\\xadGæ¦\\x01ä\\x92z\\x7fõêN|¯ÃҲý8\\xa0ÑXÕ~¢¢§>sÔ~U\\x1fÍíHÀ', 'ti;B>Xc|tc÷¿\\x95s|֩\\u074c`sHE·\\x9c08µEr?ÖoÉúýßëXéמü\\x1aµóÿ', '2a02:2698:4c27:37bd:846c:d5bd:49', 'Á5ÎBÒÀìv|¤m*Ý\\x18\\x7f\\x88í^¬±yº\\x84\\x81¿\\x860Gåÿ', '>ݢÕ òæ\\x1b%\\x8clߟ\\x98\\x81Ó\\x1d3\\x9eÿ', 'ÕBÿ']\n"
     ]
    }
   ],
   "source": [
    "from src.wrangler.utils import check_invalid_ip_addresses\n",
    "\n",
    "# Check on the IP address values as well, we expect IP4 and IP6 addresses\n",
    "unique_client_ips = data_df['CLIENT_IP'].unique()\n",
    "check_invalid_ip_addresses(unique_client_ips)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "215ec2c0-dd0d-437f-81bc-2b243bf8454b",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:38:31 INFO (utils:101): Found 0 invalid IP addresses:\n",
      "[]\n"
     ]
    }
   ],
   "source": [
    "from src.wrangler.utils import fix_broken_ipv6_addresses\n",
    "from src.wrangler.utils import check_invalid_ip_addresses\n",
    "\n",
    "# Fix the IPv6 addresses missing the digits and convert to int values for future ease of use\n",
    "data_df['CLIENT_IP'] = data_df['CLIENT_IP'].apply(fix_broken_ipv6_addresses)\n",
    "\n",
    "# Do the second check to make sure all are valid\n",
    "unique_client_ips = data_df['CLIENT_IP'].unique()\n",
    "check_invalid_ip_addresses(unique_client_ips)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "42720864-cc37-4a7c-b30e-1408fb10a0f3",
   "metadata": {},
   "outputs": [],
   "source": [
    "# CLIENT_IP column conclusion:\n",
    "#    Is useful as too many requests from the same IP address can be\n",
    "#    a sign of an attack, also a malformed IP can be a sign of an attack\n",
    "#----------------------------------------------------------"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "4e782162-5a03-41bd-87b7-0a13708daea9",
   "metadata": {},
   "outputs": [],
   "source": [
    "#----------------------------------------------------------\n",
    "# Consider the CLIENT_USERAGENT column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "fac6cc8d-54f7-4e08-bc8d-9d92a348abf7",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:38:31 INFO (1046836279:3): There are 557 distinct user agent values for IP: \"217.175.140.69\", namely:\n",
      "<StringArray>\n",
      "[                                                                                                                                                                                                                                                                       'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/52.0.2743.116 Safari/537.36',\n",
      "                                                                                                                                                                                                                                                                        'Mozilla/5.0 (Windows NT 5.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.112 Safari/537.36',\n",
      "                                                                                                                                                                                                                                                                        'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.112 Safari/537.36',\n",
      "                                                                                                                                                                                                                                                                                                          'Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7.0; rv:11.0) like Gecko',\n",
      "                                                                                                                                                                                                                                                                                                        'Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0)',\n",
      "                                                                                                                                                                                                                                                                         'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3202.94 Safari/537.36',\n",
      "                                                                                                                                                                                                                                                                                                                 '*BgfBAAAA-EAAAEFBAAQLljjU6Vfh4i4fw0IhLFvB2RNU3BPAByQBAIAAKAA=',\n",
      "                                                                                                                                                                                                                                                                  'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.99 Safari/537.36',\n",
      "                                                                                                                                                                                                                                                                                                         'Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7.0; rv:11.0) like Gecko',\n",
      "                                                                                                                                                                                                                                                                                                                                    'MICROSOFT_DEVICE_METADATA_RETRIEVAL_CLIENT',\n",
      " ...\n",
      "                                                                                                                                                                                                                                                                                                                 '*BcfBAAAA-EAAAEFBAAQLljjU6Vfh4i4fw0IhLFvB2RNU3pGAByQBAIAAKAA=',\n",
      "                                                                                                                                                                                                                                        'Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.22 (KHTML, like Gecko) Chrome/25.0.1364.172 YaBrowser/1.7.1364.22076 Safari/537.22',\n",
      "                                                                                                                                                                                                                                               'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/44.0.2403.157 YaBrowser/15.9.2403.2966 Safari/537.36',\n",
      "                                                                                                                                                                                                                                                                                                     'Mozilla/5.0 (Windows NT 6.1; Win64; x64; Trident/7.0; rv:11.0) like Gecko',\n",
      "                                                                                                                                                                                                                                                                                                                 '*BcfBAAAA-EAAAEFBAAQLljjUQjrIENYJawZVGRZ5QtyLyhMAV6gBAIAAKAA=',\n",
      "                                                                                                                                                                                                                                                                                                                 '*BcfBAAAA-EAAAEFBAAQLljjU6Vfh4i4fw0IhLFvB2RNU3xLAByQBAIAAKAA=',\n",
      "                                                                                                                                                                                                                                                                                                                 '*BcfBAAAA-EAAAEFBAAQLljjU6Vfh4i4fw0IhLFvB2RNU39JAByQBAIAAKAA=',\n",
      "                                                                                                                                                                                                                                                                                                                 '*BcfBAAAA-EAAAEFBAAQLljjU3srEMoknMVoVMx8OfkxAy-NAV6gBAIAAKAA=',\n",
      "                                                                                                                                                                                                                                                                                                                 '*BcfBAAAA-EAAAEFBAAQLljjU6Vfh4i4fw0IhLFvB2RNU3dNAByQBAIAAKAA=',\n",
      " '@bMrWDiTknAUbmxaWClXIOYYcM98pHOZZ0G3EHdloMovbyPw2NgCBRmdM8YTbQcKkuS0D8Pe2OUCN0Iv1zaBh6TSMYhnM2q9hDq9kRwpc4LBQKnzcq95Iakt4JkZD1XXAxT3pqySFhQoH3-swQUD0LOlNspR5cxRibguAb5EFrK7gYeE60waNlhzA4gH64eSPsmwf4JLv4wx9qHnDIiN--XOW4A_8ibKD9PJScPhwWDYvZCMqMZP8yn40IRypzrrk34NjB91fl4jobkjF3LjtJ3WZs5f7X8ATRtuP2t6HUkWHK542SqFI9yrSaR4UzOvOfvjsIn6X_M4i5gC9fMnmXTFSP7bbaeuOFl5zAy64BiC=']\n",
      "Length: 557, dtype: string\n"
     ]
    }
   ],
   "source": [
    "# List the unique user agents used from the IP address from which the maximum number of requests came\n",
    "unique_agent_values_mci = max_count_ip_df['CLIENT_USERAGENT'].unique()\n",
    "logger.info(f'There are {len(unique_agent_values_mci)} distinct user agent values for IP: \"{MAX_COUNT_IP}\", namely:\\n{unique_agent_values_mci}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "fe16299d-a8b6-419c-a17d-da4d54c5ee5a",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:38:31 INFO (1228870834:3): There are 6993 distinct user agent values for 57833 requests\n"
     ]
    }
   ],
   "source": [
    "# List the unique user agents used from All the IP addresses\n",
    "unique_agent_values_all = data_df['CLIENT_USERAGENT'].unique()\n",
    "logger.info(f'There are {len(unique_agent_values_all)} distinct user agent values for {len(data_df)} requests')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "981c852a-965a-496b-af63-807c81626540",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:38:31 INFO (3889525522:4): There are: 639 distinct malformed user agent values present, which is 9.14 %!\n"
     ]
    }
   ],
   "source": [
    "from src.wrangler.utils import is_bad_user_agent\n",
    "\n",
    "broken_agent_values_all = [user_agent for user_agent in unique_agent_values_all if is_bad_user_agent(user_agent)]\n",
    "logger.info(f'There are: {len(broken_agent_values_all)} distinct malformed user agent values present, which is {round(len(broken_agent_values_all)*100/len(unique_agent_values_all), 2)} %!')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "70576d0a-a744-4a4d-b7ff-c904466e1da6",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:38:31 INFO (1949312520:3): There are: 337 distinct malformed user agent values for IP: \"217.175.140.69\" present, which is 60.5 %!\n"
     ]
    }
   ],
   "source": [
    "# Check on the percent of malformed user agent values for maximum count IP:\n",
    "broken_agent_values_mci = [user_agent for user_agent in unique_agent_values_mci if is_bad_user_agent(user_agent)]\n",
    "logger.info(f'There are: {len(broken_agent_values_mci)} distinct malformed user agent values for IP: \"{MAX_COUNT_IP}\" present, which is {round(len(broken_agent_values_mci)*100/len(unique_agent_values_mci), 2)} %!')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "3f82f95b-fba0-4340-b9e8-2f773237932c",
   "metadata": {},
   "outputs": [],
   "source": [
    "from src.wrangler.utils import is_good_user_agent\n",
    "\n",
    "# Extend data with the validity flag for the user agent as it may be a good indicator of the attack\n",
    "# The percent of malformed user agent values is significantly higher for the IP from which most requests came\n",
    "data_df['IS_USERAGENT_VALID'] = data_df['CLIENT_USERAGENT'].apply(is_good_user_agent)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "1e9adb54-7830-4689-9cae-9f7b4eb85510",
   "metadata": {},
   "outputs": [],
   "source": [
    "# CLIENT_USERAGENT column conclusion:\n",
    "#    Is useful, as malformed user agents can be a sign of an attack\n",
    "#    Also, using multiple clients from the same IP address or a\n",
    "#    specific user agent type used.\n",
    "#----------------------------------------------------------"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "70067165-0fa6-46a3-9363-5730893201a1",
   "metadata": {},
   "outputs": [],
   "source": [
    "#----------------------------------------------------------\n",
    "# Consider the REQUEST_SIZE column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "fb6af829-fa61-4d47-9efc-83dc26d653eb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot: >"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAiMAAAGsCAYAAAAPJKchAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjYuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8o6BhiAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAxKklEQVR4nO3df1RVdb7/8dfhIKAoeAMFFAMGsrGgxih/UMxINYyUrUgpy1vab83uNII/CrvfMb0m9+bP6zUs/JHTymtOSExxrYl1Z1RSurdIJ0nXzQhF84DCTIBmIIfz/cN1zngEjYO6t+fwfKy11/J89mef84a14rz67M/+fCwOh8MhAAAAk/iZXQAAAOjZCCMAAMBUhBEAAGAqwggAADAVYQQAAJiKMAIAAExFGAEAAKYijAAAAFMRRgAAgKkIIwAAwFReFUZ27Nihe+65R4MGDZLFYlFxcbFH17/00kuyWCwdjuDg4MtTMAAA+FFeFUZOnjypG2+8UatWrerW9bNmzZLNZnM7rrvuOt1///2XuFIAANBVXhVGMjIytHDhQo0fP77T862trZozZ44GDx6s4OBgjRw5Utu2bXOd79u3ryIjI11HXV2d9u3bpyeeeMKgnwAAAJzL3+wCLqXHHntMBw8e1Ntvv61Bgwbp3Xff1dixY7V3715dc801HfqvXbtWQ4cOVWpqqgnVAgAAyctGRi6kqqpKmzZt0jvvvKPU1FTFx8dr1qxZuu222/TGG2906N/S0qKNGzcyKgIAgMl8ZmTk888/l8Ph0NChQ93aW1paFBYW1qF/UVGRmpubNXnyZKNKBAAAnfCZMNLe3i6r1aqKigpZrVa3c3379u3Qf+3atRo3bpwiIyONKhEAAHTCZ8LI8OHDZbfbdezYsR+dA1JdXa0///nPeu+99wyqDgAAnI9XhZETJ07o66+/dr2urq7Wnj17dNVVV2no0KH6x3/8R02ePFlLly7V8OHDVV9frz/96U9KSkrSXXfd5bpu/fr1ioqKUkZGhhk/BgAAOIvF4XA4zC6iq7Zt26a0tLQO7VOmTNGGDRt0+vRpLVy4UG+++aa+/fZbhYWFafTo0Zo/f76SkpIknbmdExMTo8mTJ+vll182+kcAAADn8KowAgAAfI/PPNoLAAC8E2EEAACYyismsLa3t+vo0aPq16+fLBaL2eUAAIAucDgcam5u1qBBg+Tnd/7xD68II0ePHtWQIUPMLgMAAHTD4cOHFR0dfd7zXhFG+vXrJ+nMDxMSEmJyNQAAoCuampo0ZMgQ1/f4+XhFGHHemgkJCSGMAADgZX5sigUTWAEAgKkIIwAAwFSEEQAAYCrCCAAAMBVhBAAAmIowAgAATEUYAQAApiKMAAAAU3nFomcAfFNra6vy8/NVVVWl+Ph4TZ8+XQEBAWaXBcBghBEAppgzZ46WL1+utrY2V9vs2bOVnZ2tV155xcTKABiN2zQADDdnzhwtXrxYYWFhWrNmjWw2m9asWaOwsDAtXrxYc+bMMbtEAAayOBwOh9lF/JimpiaFhoaqsbGRvWkAL9fa2qrg4GCFhYXpyJEj8vf/+wBtW1uboqOj1dDQoJMnT3LLBvByXf3+ZmQEgKHy8/PV1tamhQsXugURSfL399eCBQvU1tam/Px8kyoEYDTCCABDVVVVSZLGjRvX6Xlnu7MfAN9HGAFgqPj4eElSSUlJp+ed7c5+AHwfc0YAGIo5I0DPwZwRAFekgIAAZWdnq66uTtHR0SooKNDRo0dVUFCg6Oho1dXVKTs7myAC9CCsMwLAcM51RJYvX66pU6e62v39/TV79mzWGQF6GG7TADANK7ACvq2r39+EEQAAcFkwZwQAAHgFwggAADAVYQQAAJiKMAIAAExFGAEAAKYijAAAAFN5HEZ27Nihe+65R4MGDZLFYlFxcfGPXrN9+3YlJycrKChIP/nJT/Taa691p1YAAOCDPA4jJ0+e1I033qhVq1Z1qX91dbXuuusupaamavfu3Zo7d66ee+45bdmyxeNiAQCA7/F4OfiMjAxlZGR0uf9rr72mq6++WitWrJAkDRs2TJ999pmWLFmiCRMmePrxAADAx1z2OSPl5eVKT093a/vVr36lzz77TKdPn+70mpaWFjU1NbkdAADAN132MFJbW6uIiAi3toiICLW1tam+vr7Ta/Ly8hQaGuo6hgwZcrnLBAAAJjHkaRqLxeL22rkdzrntTrm5uWpsbHQdhw8fvuw1AgAAc3g8Z8RTkZGRqq2tdWs7duyY/P39FRYW1uk1gYGBCgwMvNylAQCAK8BlHxkZPXq0SktL3do++ugj3XzzzerVq9fl/ngAAHCF8ziMnDhxQnv27NGePXsknXl0d8+ePaqpqZF05hbL5MmTXf2nTZumQ4cOKScnR/v379f69eu1bt06zZo169L8BAAAwKt5fJvms88+U1pamut1Tk6OJGnKlCnasGGDbDabK5hIUlxcnLZu3ars7Gy9+uqrGjRokFauXMljvQAAQJJkcThnk17BmpqaFBoaqsbGRoWEhJhdDgAA6IKufn+zNw0AADAVYQQAAJiKMAIAAExFGAEAAKYijAAAAFMRRgAAgKkIIwAAwFSEEQAAYCrCCAAAMBVhBAAAmIowAgAATEUYAQAApiKMAAAAUxFGAACAqQgjAADAVIQRAABgKsIIAAAwFWEEAACYijACAABMRRgBAACmIowAAABTEUYAAICpCCMAAMBU/mYXAKDnstvtKisrk81mU1RUlFJTU2W1Ws0uC4DBGBkBYIqioiIlJCQoLS1NkyZNUlpamhISElRUVGR2aQAMRhgBYLiioiJlZWUpKSlJ5eXlam5uVnl5uZKSkpSVlUUgAXoYi8PhcJhdxI9pampSaGioGhsbFRISYnY5AC6C3W5XQkKCkpKSVFxcLD+/v/8/UXt7uzIzM1VZWakDBw5wywbwcl39/mZkBIChysrKdPDgQc2dO9ctiEiSn5+fcnNzVV1drbKyMpMqBGA0wggAQ9lsNklSYmJip+ed7c5+AHwfYQSAoaKioiRJlZWVnZ53tjv7AfB9hBEAhkpNTVVsbKwWLVqk9vZ2t3Pt7e3Ky8tTXFycUlNTTaoQgNEIIwAMZbVatXTpUpWUlCgzM9PtaZrMzEyVlJRoyZIlTF4FehAWPQNguPHjx6uwsFAzZ85USkqKqz0uLk6FhYUaP368idUBMBqP9gIwDSuwAr6tq9/fjIwAMI3VatWYMWPMLgOAyZgzAgAATEUYAQAApiKMAAAAUxFGAACAqQgjAADAVIQRAABgKsIIAAAwFWEEAACYijACAABMRRgBAACmIowAAABTEUYAAICpCCMAAMBUhBEAAGAqwggAADAVYQQAAJiKMAIAAExFGAEAAKbqVhjJz89XXFycgoKClJycrLKysgv237hxo2688Ub16dNHUVFReuyxx9TQ0NCtggEAgG/xOIxs3rxZM2bM0Isvvqjdu3crNTVVGRkZqqmp6bT/xx9/rMmTJ+uJJ57Ql19+qXfeeUeffvqpnnzyyYsuHgAAeD+Pw8iyZcv0xBNP6Mknn9SwYcO0YsUKDRkyRKtXr+60/yeffKLY2Fg999xziouL02233aapU6fqs88+u+jiAQCA9/MojLS2tqqiokLp6elu7enp6dq1a1en16SkpOjIkSPaunWrHA6H6urqVFhYqLvvvvu8n9PS0qKmpia3AwAA+CaPwkh9fb3sdrsiIiLc2iMiIlRbW9vpNSkpKdq4caMmTpyogIAARUZGqn///vqP//iP835OXl6eQkNDXceQIUM8KRMAAHiRbk1gtVgsbq8dDkeHNqd9+/bpueee029/+1tVVFToww8/VHV1taZNm3be98/NzVVjY6PrOHz4cHfKBAAAXsDfk87h4eGyWq0dRkGOHTvWYbTEKS8vT7feeqtmz54tSbrhhhsUHBys1NRULVy4UFFRUR2uCQwMVGBgoCelAQAAL+XRyEhAQICSk5NVWlrq1l5aWqqUlJROr/n+++/l5+f+MVarVdKZERUAPZfdbte2bdu0adMmbdu2TXa73eySAJjA49s0OTk5Wrt2rdavX6/9+/crOztbNTU1rtsuubm5mjx5sqv/Pffco6KiIq1evVrffPONdu7cqeeee04jRozQoEGDLt1PAsCrFBUVKSEhQWlpaZo0aZLS0tKUkJCgoqIis0sDYDCPw8jEiRO1YsUKLViwQD/72c+0Y8cObd26VTExMZIkm83mtubIo48+qmXLlmnVqlVKTEzU/fffr2uvvZY/OEAPVlRUpKysLCUlJam8vFzNzc0qLy9XUlKSsrKy+PsA9DAWhxfcK2lqalJoaKgaGxsVEhJidjkALoLdbldCQoKSkpJUXFzsdhu3vb1dmZmZqqys1IEDB1y3dAF4p65+f7M3DQBDlZWV6eDBg5o7d26H+WR+fn7Kzc1VdXX1j24zAcB3EEYAGMpms0mSEhMTOz3vbHf2A+D7CCMADOV8nL+ysrLT8872zh77B+CbCCMADJWamqrY2FgtWrRI7e3tbufa29uVl5enuLg4paammlQhAKMRRgAYymq1aunSpSopKVFmZqbb0zSZmZkqKSnRkiVLmLwK9CAercAKAJfC+PHjVVhYqJkzZ7otmBgXF6fCwkKNHz/exOoAGI1HewGYxm63q6ysTDabTVFRUUpNTWVEBPAhXf3+ZmQEgGmsVqvGjBljdhkATMacEQAAYCpGRgCYhts0ACRGRgCYhI3yADgRRgAYjo3yAJyNp2kAGIqN8oCeg43yAFyR2CgPwLkIIwAMxUZ5AM5FGAFgKDbKA3AuwggAQ7FRHoBzEUYAGIqN8gCci0XPABiOjfIAnI1HewGYhhVYAd/GRnkArnhslAdAYs4IAAAwGWEEAACYijACAABMRRgBAACmIowAAABTEUYAAICpCCMAAMBUhBEAAGAqwggAADAVYQQAAJiKMAIAAExFGAEAAKYijAAAAFMRRgAAgKkIIwAAwFSEEQAAYCrCCAAAMBVhBAAAmIowAgAATEUYAQAApiKMAAAAUxFGAACAqQgjAADAVIQRAABgKsIIAAAwFWEEAACYijACAABMRRgBAACmIowAAABTEUYAAICpCCMAAMBUhBEAAGCqboWR/Px8xcXFKSgoSMnJySorK7tg/5aWFr344ouKiYlRYGCg4uPjtX79+m4VDAAAfIu/pxds3rxZM2bMUH5+vm699Va9/vrrysjI0L59+3T11Vd3es0DDzyguro6rVu3TgkJCTp27Jja2touungAAOD9LA6Hw+HJBSNHjtRNN92k1atXu9qGDRumzMxM5eXldej/4Ycf6sEHH9Q333yjq666qltFNjU1KTQ0VI2NjQoJCenWewAAAGN19fvbo9s0ra2tqqioUHp6ult7enq6du3a1ek17733nm6++Wa98sorGjx4sIYOHapZs2bp1KlT5/2clpYWNTU1uR0AAMA3eXSbpr6+Xna7XREREW7tERERqq2t7fSab775Rh9//LGCgoL07rvvqr6+XtOnT9df//rX884bycvL0/z58z0pDQAAeKluTWC1WCxurx0OR4c2p/b2dlksFm3cuFEjRozQXXfdpWXLlmnDhg3nHR3Jzc1VY2Oj6zh8+HB3ygQAAF7Ao5GR8PBwWa3WDqMgx44d6zBa4hQVFaXBgwcrNDTU1TZs2DA5HA4dOXJE11xzTYdrAgMDFRgY6ElpAADAS3k0MhIQEKDk5GSVlpa6tZeWliolJaXTa2699VYdPXpUJ06ccLV99dVX8vPzU3R0dDdKBgAAvsTj2zQ5OTlau3at1q9fr/379ys7O1s1NTWaNm2apDO3WCZPnuzqP2nSJIWFhemxxx7Tvn37tGPHDs2ePVuPP/64evfufel+EgAA4JU8Xmdk4sSJamho0IIFC2Sz2ZSYmKitW7cqJiZGkmSz2VRTU+Pq37dvX5WWlurXv/61br75ZoWFhemBBx7QwoULL91PAQAAvJbH64yYgXVGAADwPpdlnREAAIBLjTACAABMRRgBAACmIowAAABTEUYAAICpCCMAAMBUhBEAAGAqwggAADAVYQQAAJiKMAIAAExFGAEAAKYijAAAAFN5vGsvAFwqdrtdZWVlstlsioqKUmpqqqxWq9llATAYIyMATFFUVKSEhASlpaVp0qRJSktLU0JCgoqKiswuDYDBGBkBYLiioiJlZWXp7rvv1uzZs9W7d2+dOnVKH3zwgbKyslRYWKjx48ebXSYAg1gcDofD7CJ+TFNTk0JDQ9XY2KiQkBCzywFwEex2uxISEhQeHq76+nodPHjQdS42Nlbh4eFqaGjQgQMHuGUDeLmufn9zmwaAocrKynTw4EFVVFQoKSlJ5eXlam5uVnl5uZKSklRRUaHq6mqVlZWZXSoAgxBGABjq22+/lSSNHTtWxcXFGjVqlPr27atRo0apuLhYY8eOdesHwPcRRgAY6vjx45Kk8ePHy8/P/U+Qn5+fMjMz3foB8H2EEQCGGjBggKQzk1jb29vdzrW3t6u4uNitHwDfRxgBYKjBgwdLkj744ANlZma6zRnJzMzUBx984NYPgO/jaRoAhjr7aZrjx4/r0KFDrnM8TQP4lq5+f7POCABDWa1WLV26tNN1Rj788EP913/9lwoLCwkiQA9CGAFguPHjx6uwsFAzZ85USUmJqz0uLo4Fz4AeiNs0AEzD3jSAb2PRMwAA4BUIIwBMwUZ5AJwIIwAM59wor7Pl4LOysggkQA/DnBEAhnI+2puUlKTi4mK3VVjb29uVmZmpyspKHu0FfABzRgBckZwb5c2dO7fT5eBzc3PZKA/oYQgjAAxls9kkSYmJiZ2ed7Y7+wHwfYQRAIaKioqSJFVWVnZ63tnu7AfA9xFGABgqNTVVsbGxWrRoUacb5eXl5SkuLk6pqakmVQjAaIQRAIZyLgdfUlLS6UZ5JSUlWrJkCZNXgR6E5eABGO7s5eBTUlJc7SwHD/RMPNoLwDQsBw/4NnbtBXDFs1qtGjNmjNllADAZYQSAaVpbW5Wfn6+qqirFx8dr+vTpCggIMLssAAYjjAAwxZw5c7R8+XK1tbW52mbPnq3s7Gy98sorJlYGwGg8TQPAcHPmzNHixYsVFhamNWvWyGazac2aNQoLC9PixYs1Z84cs0sEYCAmsAIwVGtrq4KDgxUWFqYjR47I3//vA7RtbW2Kjo5WQ0ODTp48yS0bwMuxNw2AK1J+fr7a2tq0cOFCtyAiSf7+/lqwYIHa2tqUn59vUoUAjEYYAWCoqqoqSdK4ceM6Pe9sd/YD4PsIIwAMFR8fL0kqKSnp9Lyz3dkPgO9jzggAQzFnBOg5mDMC4IoUEBCg7Oxs1dXVKTo6WgUFBTp69KgKCgoUHR2turo6ZWdnE0SAHoR1RgAYzrmOyPLlyzV16lRXu7+/v2bPns06I0APw20aAKZhBVbAt3X1+5swAgAALgvmjAAAAK9AGAEAAKYijAAAAFMRRgAAgKm6FUby8/MVFxenoKAgJScnq6ysrEvX7dy5U/7+/vrZz37WnY8FAAA+yOMwsnnzZs2YMUMvvviidu/erdTUVGVkZKimpuaC1zU2Nmry5Mm64447ul0sAADwPR4/2jty5EjddNNNWr16tatt2LBhyszMVF5e3nmve/DBB3XNNdfIarWquLhYe/bs6fJn8mgvAADe57I82tva2qqKigqlp6e7taenp2vXrl3nve6NN95QVVWV5s2b16XPaWlpUVNTk9sBwPe0trZqxYoV+vWvf60VK1aotbXV7JIAmMCjMFJfXy+73a6IiAi39oiICNXW1nZ6zYEDB/TCCy9o48aNbhtiXUheXp5CQ0Ndx5AhQzwpE4AXmDNnjoKDg5Wdna1Vq1YpOztbwcHBmjNnjtmlATBYtyawWiwWt9cOh6NDmyTZ7XZNmjRJ8+fP19ChQ7v8/rm5uWpsbHQdhw8f7k6ZAK5Qc+bM0eLFixUWFqY1a9bIZrNpzZo1CgsL0+LFiwkkQA/j0ZyR1tZW9enTR++8847uu+8+V/tvfvMb7dmzR9u3b3fr/9133+kf/uEfZLVaXW3t7e1yOByyWq366KOPdPvtt//o5zJnBPAdra2tCg4OVlhYmI4cOeI2YtrW1qbo6Gg1NDTo5MmT7FMDeLnLMmckICBAycnJKi0tdWsvLS1VSkpKh/4hISHau3ev9uzZ4zqmTZuma6+9Vnv27NHIkSM9+XgAPiA/P19tbW1auHBhh1u3/v7+WrBggdra2pSfn29ShQCM1rVJHGfJycnRI488optvvlmjR49WQUGBampqNG3aNElnbrF8++23evPNN+Xn56fExES36wcOHKigoKAO7QB6hqqqKknSuHHjOj3vbHf2A+D7PA4jEydOVENDgxYsWCCbzabExERt3bpVMTExkiSbzfaja44A6Lni4+MlSSUlJXryySc7nC8pKXHrB8D3ebzOiBmYMwL4DuaMAD3HZZkzAgAXKyAgQNnZ2aqrq1N0dLQKCgp09OhRFRQUKDo6WnV1dcrOziaIAD2Ix7dpAOBivfLKK5Kk5cuXa+rUqa52f39/zZ4923UeQM/AbRoApmltbVV+fr6qqqoUHx+v6dOnMyIC+JCufn8TRgAAwGXBnBEAAOAVCCMAAMBUhBEApjlx4oTuu+8+3XDDDbrvvvt04sQJs0sCYAKepgFgihEjRujTTz91vd67d6/69eunW265Rf/7v/9rYmUAjMbICADDOYOIxWLRI488or/85S965JFHZLFY9Omnn2rEiBFmlwjAQDxNA8BQJ06cUL9+/WSxWPT9998rKCjIde6HH35Qnz595HA41NzcrL59+5pYKYCLxdM0AK5IjzzyiCTp4YcfdgsikhQUFKRJkya59QPg+wgjAAzl3I131qxZnZ7Pyclx6wfA9xFGABjKuRvvkiVLOj2/bNkyt34AfB9zRgAYijkjQM/BnBEAV6S+ffvqlltukcPhUJ8+ffTwww/r888/18MPP+wKIrfccgtBBOhBGBkBYIpz1xlxYp0RwHcwMgLgivbCCy8oOjrarS06OlovvPCCSRUBMAthBIDhioqKNGHCBDU0NLi1NzQ0aMKECSoqKjKpMgBmIIwAMJTdbte0adMkSXfccYfKy8vV3Nys8vJy3XHHHZKkZ555Rna73cwyARiIMALAUNu2bdPx48d122236Q9/+INGjRqlvn37atSoUfrDH/6g2267TceOHdO2bdvMLhWAQQgjAAzlDBnz58+Xn5/7nyA/Pz/NmzfPrR8A30cYAQAApiKMADDUmDFjJEnz5s1Te3u727n29na99NJLbv0A+D7CCABDjRkzRgMHDtTHH3+se++9120C67333qudO3dq4MCBhBGgB/E3uwAAPYvVatXq1auVlZWl//7v/1ZJSYnrXJ8+fWSxWLR69WpZrVYTqwRgJEZGABhu/PjxKiwsVEREhFt7RESECgsLNX78eJMqA2AGloMHYBq73a6ysjLZbDZFRUUpNTWVERHAh3T1+5vbNABMY7VamRsCgNs0AADAXIQRAABgKm7TADANc0YASIyMADBJUVGREhISlJaWpkmTJiktLU0JCQns2Av0QIQRAIYrKipSVlaWkpKS3BY9S0pKUlZWFoEE6GF4tBeAoex2uxISEpSUlKTi4mK3zfLa29uVmZmpyspKHThwgFs2gJfr6vc3IyMADFVWVqaDBw9q7ty5ne7am5ubq+rqapWVlZlUIQCjEUYAGMpms0mSEhMTOz3vbHf2A+D7CCMADBUVFSVJqqys7PS8s93ZD4DvI4wAMFRqaqpiY2O1aNEitbe3u51rb29XXl6e4uLilJqaalKFAIxGGAFgKKvVqqVLl6qkpESZmZluT9NkZmaqpKRES5YsYfIq0IOw6BkAwzl37Z05c6ZSUlJc7XFxcezaC/RAPNoLwDSswAr4NnbtBXDFY9deABJzRgAAgMkIIwAAwFSEEQAAYCrCCAAAMBVhBAAAmIowAsA0X3/9tQICAmSxWBQQEKCvv/7a7JIAmIBHewGYws/PT2cvc3T69Gldc801slgsHZaJB+DbGBkBYLizg0ifPn20ePFi9enTR5LkcDjk58efJqAn4b94AIb6+uuvXUHEZrPp5MmTmjVrlk6ePCmbzSbpTCDhlg3QcxBGABjquuuuk3RmRCQyMtLtXGRkpGuExNkPgO8jjAAw1OnTpyVJ8+fP7/T83Llz3foB8H3dCiP5+fmKi4tTUFCQkpOTVVZWdt6+RUVF+uUvf6kBAwYoJCREo0eP1h//+MduFwzAu/Xq1UuSNG/evE7PL1q0yK0fAN/ncRjZvHmzZsyYoRdffFG7d+9WamqqMjIyVFNT02n/HTt26Je//KW2bt2qiooKpaWl6Z577tHu3bsvungA3mffvn2SpO+//161tbVu52pra/X999+79QPg+yyOs5+t64KRI0fqpptu0urVq11tw4YNU2ZmpvLy8rr0Htdff70mTpyo3/72t13q39UtiAF4h3Ofppk7d64WLVrkCiI83gv4hq5+f3s0MtLa2qqKigqlp6e7taenp2vXrl1deo/29nY1NzfrqquuOm+flpYWNTU1uR0AfEd7e7ssFoukMyMk//zP/0wQAXowj8JIfX297Ha7IiIi3NojIiI6DLeez9KlS3Xy5Ek98MAD5+2Tl5en0NBQ1zFkyBBPygTgBQoLCxUdHe3WFh0drcLCQpMqAmCWbk1gdf4fjZPD4ejQ1plNmzbppZde0ubNmzVw4MDz9svNzVVjY6PrOHz4cHfKBHCFKioqUlZWloYPH67y8nI1NzervLxcw4cPV1ZWloqKiswuEYCBPAoj4eHhslqtHUZBjh071mG05FybN2/WE088od///ve68847L9g3MDBQISEhbgcA32C32zVz5kyNGzdOW7Zs0Q8//KD3339fP/zwg7Zs2aJx48Zp1qxZstvtZpcKwCAehZGAgAAlJyertLTUrb20tFQpKSnnvW7Tpk169NFH9Z//+Z+6++67u1cpAJ9QVlamgwcPKiUlRUOHDlVaWpomTZqktLQ0DR06VKNHj1Z1dfUFlwwA4Fs8vk2Tk5OjtWvXav369dq/f7+ys7NVU1OjadOmSTpzi2Xy5Mmu/ps2bdLkyZO1dOlSjRo1SrW1taqtrVVjY+Ol+ykAeA3nku+5ublKSkpyu02TlJTkWvTM2Q+A7/N4196JEyeqoaFBCxYskM1mU2JiorZu3aqYmBhJZ/6AnL3myOuvv662tjY9++yzevbZZ13tU6ZM0YYNGy7+JwDgVZzzxW677TYVFxe7NsUbNWqUiouL9fOf/1w7d+684LwyAL7F4zAiSdOnT9f06dM7PXduwNi2bVt3PgJAD9WVyfAAfAt70wAw1LFjxyRJO3fuVGZmptttmszMTO3cudOtHwDfRxgBYKioqChJZ/ag2bt3r1JSUhQSEqKUlBRVVlbq5ZdfdusHwPcRRgAYKjU1VbGxsdq1a5cqKyv17LPPKj09Xc8++6z27t2r8vJyxcXFKTU11exSARjE471pzMDeNIBvKSoq0oQJE2SxWHT2nyDn6y1btmj8+PEmVgjgUrgse9MAwKXwySefSOo4WdX5ZI3zPICegZERAIZqbW1VcHCwwsLCdOjQIZWXl8tmsykqKkqjR49WTEyMGhoadPLkSQUEBJhdLoCLwMgIgCtSfn6+2tratHDhQgUGBmrMmDF66KGHNGbMGAUGBmrBggVqa2tTfn6+2aUCMAhhBIChqqqqJEnjxo3r9Lyz3dkPgO8jjAAwVHx8vCSppKSk0/POdmc/AL6POSMADHX2nJEjR47I3//vC0G3tbUpOjqaOSOAj2DOCIArUkBAgLKzs1VXV6fo6GgVFBTo6NGjKigoUHR0tOrq6pSdnU0QAXqQbu1NAwAX45VXXpEkLVu2TFOnTnW1+/v7a/bs2a7zAHoGRkYAmGLUqFGKjo52axs8eLBGjRplUkUAzEIYAWC4oqIiZWVl6YYbbnDbKO+GG25QVlaWioqKzC4RgIGYwArAUHa7XQkJCUpKSlJxcbFr1VVJam9vV2ZmpiorK3XgwAFZrVYTKwVwsZjACuCKVFZWpoMHD2ru3LluQUQ6sxx8bm6uqqurVVZWZlKFAIxGGAFgKJvNJklKTEzs9Lyz3dkPgO8jjAAwVFRUlCSpsrKy0/POdmc/AL6POSMADHX2nJEtW7Zo586dro3ybr31Vk2YMIE5I4CP6Or3N+uMADCU1WrV0qVLlZWVpdDQUJ06dcp1rnfv3vrhhx9UWFhIEAF6EG7TADCFw+FQZwOzXjBYC+AS4zYNAEM5b9OEh4ervr5eBw8edJ2LjY1VeHi4GhoauE0D+AAe7QVwRXI+2ltRUaGkpCS3Rc+SkpJUUVHBo71AD8OcEQCG+vbbbyVJY8eO1VtvvaUpU6aoqqpK8fHxeuutt/Tggw/qgw8+cPUD4PsIIwAMdfz4cUnS/v37FRoa6mrfu3evQkNDFRMT49YPgO/jNg0AQw0YMECS3OaKnO3QoUNu/QD4PsIIAENdddVVrn8PGDBABQUFOnr0qAoKCtwCyNn9APg2btMAMNTq1aslSb169VJQUJCefvpp17mrr75avXr10unTp7V69WplZGSYVSYAAzEyAsBQzuXeT58+rfr6erdzx48f1+nTp936AfB9hBEAhjr79svZq6+e+5rbNEDPQRgBYKh58+Zd0n4AvB9hBIChAgICLmk/AN6PMALAUG+++eYl7QfA+xFGABjqiy++cP07MDDQ7dzZr8/uB8C38WgvAEM59+bs3bu36uvrVVBQ4FoO/umnn1Z4eLhOnTrF7r1AD0IYAWCoyMhIffnllzp16pQreDjNnTvX9ToyMtKsEgEYjNs0AAw1YsQI178v9Gjv2f0A+DbCCABDjRkz5pL2A+D9CCMAAMBUhBEAhtq2bdsl7QfA+xFGABjqf/7nfy5pPwDejzACwFAHDhy4pP0AeD/CCABD1dXVXdJ+ALwfYQQAAJiKMALAUP369buk/QB4P8IIAEP16dPnkvYD4P0IIwAMdfjw4UvaD4D3I4wAAABTEUYAAICpCCMAAMBUhBEAAGAqwggAADBVt8JIfn6+4uLiFBQUpOTkZJWVlV2w//bt25WcnKygoCD95Cc/0WuvvdatYgEAgO/xOIxs3rxZM2bM0Isvvqjdu3crNTVVGRkZqqmp6bR/dXW17rrrLqWmpmr37t2aO3eunnvuOW3ZsuWiiwcAAN7P4nA4HJ5cMHLkSN10001avXq1q23YsGHKzMxUXl5eh/7PP/+83nvvPe3fv9/VNm3aNP3lL39ReXl5lz6zqalJoaGhamxsVEhIiCflArjCWCyWLvf18M8TgCtMV7+//T1509bWVlVUVOiFF15wa09PT9euXbs6vaa8vFzp6elubb/61a+0bt06nT59Wr169epwTUtLi1paWtx+GAAX72hjozbvqbjo9znValfNX09269qgmKAu9522udjj97/6qmD1DrB6fN25IkODlJk4XL39e1/0ewG4MI/CSH19vex2uyIiItzaIyIiVFtb2+k1tbW1nfZva2tTfX29oqKiOlyTl5en+fPne1IagC7YvKdC6w/+xtQaEuYndLnvzh/+n8fvv/Oox5ec11XBG/Sra5Iv3RsC6JRHYcTp3GFWh8NxwaHXzvp31u6Um5urnJwc1+umpiYNGTKkO6UCOMvEnyVL+veLfp+LGRn53fMPdbnvlH/b5PH7X8qRkZ/HXXfR7wPgx3kURsLDw2W1WjuMghw7dqzD6IdTZGRkp/39/f0VFhbW6TWBgYEKDAz0pDQAXTAoNFTZv7jd1Bpef/CHLvd9bWLm5SsEwBXDo6dpAgIClJycrNLSUrf20tJSpaSkdHrN6NGjO/T/6KOPdPPNN3c6XwSAb+vqpFQmrwI9h8eP9ubk5Gjt2rVav3699u/fr+zsbNXU1GjatGmSztximTx5sqv/tGnTdOjQIeXk5Gj//v1av3691q1bp1mzZl26nwKAV/mxoEEQAXoWj+eMTJw4UQ0NDVqwYIFsNpsSExO1detWxcTESJJsNpvbmiNxcXHaunWrsrOz9eqrr2rQoEFauXKlJkyYcOl+CgBe53xzzQgiQM/j8TojZmCdEQAAvE9Xv7/ZmwYAAJiKMAIAAExFGAEAAKYijAAAAFMRRgAAgKkIIwAAwFSEEQAAYCrCCAAAMBVhBAAAmMrj5eDN4FwktqmpyeRKAABAVzm/t39ssXevCCPNzc2SpCFDhphcCQAA8FRzc7NCQ0PPe94r9qZpb2/X0aNH1a9fv0431gLgvZqamjRkyBAdPnyYvacAH+NwONTc3KxBgwbJz+/8M0O8IowA8F1shAmACawAAMBUhBEAAGAqwggAUwUGBmrevHkKDAw0uxQAJmHOCAAAMBUjIwAAwFSEEQAAYCrCCAAAMBVhBAAAmIowAnipRx99VBaLRRaLRf7+/rr66qv1zDPP6G9/+5urT2xsrKvP2ce//uu/ur3X7373O40YMULBwcHq16+ffv7zn6ukpMStz4YNG9S/f/9Oa+nfv782bNjget3ZZ1osFr399tuuPq+//rpuvPFGBQcHq3///ho+fLj+7d/+7YJ1O48xY8b86O9n9+7dGjdunAYOHKigoCDFxsZq4sSJqq+vlyQdPHhQFotFe/bskSSNGTPmgp+5ffv2Dr/3s4+xY8f+aE0AOucVe9MA6NzYsWP1xhtvqK2tTfv27dPjjz+u7777Tps2bXL1WbBggZ566im36/r16+f696xZs7Rq1SotXLhQmZmZOn36tN566y3de++9+vd//3f90z/9U7dqe+ONNzp8QTvDzLp165STk6OVK1fqF7/4hVpaWvTFF19o3759kqRPP/1UdrtdkrRr1y5NmDBB//d//+daoTUgIOCCn33s2DHdeeeduueee/THP/5R/fv3V3V1td577z19//33nV5TVFSk1tZWt7bW1lbdfffdCgoK0siRI13tzt/72Xg0Geg+wgjgxQIDAxUZGSlJio6O1sSJE91GKKQzwcPZ51yffPKJli5dqpUrV+rXv/61q/3ll1/WDz/8oJycHN17773d2qSyf//+5/3c999/Xw888ICeeOIJV9v111/v+veAAQNc/77qqqskSQMHDjzvyMy5du3apaamJq1du1b+/mf+zMXFxen2228/7zXOzznbU089pePHj+uzzz5TUFCQq/3s3zuAi8dtGsBHfPPNN/rwww/Vq1evLl+zadMm9e3bV1OnTu1wbubMmTp9+rS2bNlyKcuUJEVGRuqTTz7RoUOHLvl7O9+/ra1N77777o9uXX4++fn5evPNN1VUVKTo6OhLXCGAsxFGAC9WUlKivn37qnfv3oqPj9e+ffv0/PPPu/V5/vnn1bdvX7dj27ZtkqSvvvpK8fHxnd72GDRokEJDQ/XVV191q7aHHnqow+d+8803kqR58+apf//+io2N1bXXXqtHH31Uv//979Xe3t6tzzrXqFGjNHfuXE2aNEnh4eHKyMjQ4sWLVVdX16Xrd+zYoRkzZujVV19VSkpKh/PO3/vZx7/8y79cktqBnojbNIAXS0tL0+rVq/X9999r7dq1+uqrr9xut0jS7Nmz9eijj7q1DR48uEvv73A4fnR+xvksX75cd955p1ub83ZPVFSUysvLVVlZqe3bt2vXrl2aMmWK1q5dqw8//PCCW4131csvv6ycnBz96U9/0ieffKLXXntNixYt0o4dO5SUlHTe62pqapSVlaWnn35aTz75ZKd9nL/3s3V2mwdA1xBGAC8WHByshIQESdLKlSuVlpam+fPnu/1fenh4uKvPua655hp9/PHHam1t7RA6jh49qqamJg0dOlSSFBISohMnTshut8tqtbr62e12nThxQqGhoW7XR0ZGnvdznRITE5WYmKhnn31WH3/8sVJTU7V9+3alpaV1/ZdwAWFhYbr//vt1//33Ky8vT8OHD9eSJUv0u9/9rtP+p06d0n333afrr79eK1asOO/7nv17B3DxuE0D+JB58+ZpyZIlOnr0aJf6P/TQQzpx4oRef/31DueWLFmioKAgTZw4UZL005/+VHa7Xbt373br9/nnn8tut+vaa6+9qNqvu+46SdLJkycv6n3OJyAgQPHx8Rd8/yeffFJ//etf9c4777gmvgK4/PivDfAhY8aM0fXXX69FixZp1apVkqTm5mbV1ta69evTp49CQkI0evRo/eY3v9Hs2bPV2trq9mjvypUrtWHDBoWFhUk6ExYyMjL0+OOPa9myZYqPj1dVVZVycnKUkZHhChNO3333XYfP7devn4KDg/XMM89o0KBBuv322xUdHS2bzaaFCxdqwIABGj169EX/HkpKSvT222/rwQcf1NChQ+VwOPT+++9r69atHR7JdVq8eLHeeecdvf/++2pra+tQe2hoqHr37i1Jamlp6XDe399f4eHhF1070CM5AHilKVOmOO69994O7Rs3bnQEBAQ4ampqHDExMQ5JHY6pU6e6XbNu3TpHcnKyIygoyCHJERAQ4Ni+fXuH925sbHRkZ2c7EhISHEFBQY6EhATHjBkzHN99951bv84+U5IjLy/P4XA4HIWFhY677rrLERUV5QgICHAMGjTIMWHCBMcXX3zR4TP//Oc/OyQ5/va3v3X5d1NVVeV46qmnHEOHDnX07t3b0b9/f8ctt9zieOONN1x9qqurHZIcu3fvdjgcDkdsbOx565bkunbKlCmdnr/22mu7XB8AdxaHo5vPvQHwSQcPHtQvfvELjR49Whs3bnSbHwIAlwNzRgC4iY2N1bZt2/TTn/7UtVQ6AFxOjIwA8DobN27sdKE2SYqJidGXX35pcEUALgZhBIDXaW5uPu8CZr169VJMTIzBFQG4GIQRAABgKuaMAAAAUxFGAACAqQgjAADAVIQRAABgKsIIAAAwFWEEAACYijACAABMRRgBAACm+v+rjcbqaU5YqAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Check on the distribution of the request sizes, there are clear outliers here\n",
    "# The request sizes go up to 10 megabytes which may be an indicator of an attack\n",
    "data_df['REQUEST_SIZE'].plot.box()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "963051aa-75d1-44cb-b1a8-3d3e6d632cd5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAABMEAAAG+CAYAAACamBO+AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjYuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8o6BhiAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAn4UlEQVR4nO3df6xU9Z34/9f1XrlUK+wi2yu/BLYR1ymKehkNVLbSbeleXExLuqXZBrCBTQjTGPbGdmFJtBoamqYSsmVgw2ol3fiD0K2sWUjtza4Klm52oJem2+nuFsUFFCTQlAu4Bb2c7x/9cL975YfMcO8M59zHI5nEOXPmzGvAtzBPz5zbkCRJEgAAAACQYVfVewAAAAAA6G8iGAAAAACZJ4IBAAAAkHkiGAAAAACZJ4IBAAAAkHkiGAAAAACZJ4IBAAAAkHlN9R6gUmfOnIm33norrrvuumhoaKj3OAAAAADUUZIkcfz48Rg5cmRcddWFz/dKXQR76623YsyYMfUeAwAAAIAryP79+2P06NEXfDx1Eey6666LiN+9sSFDhtR5GgAAAADqqaurK8aMGdPTjC4kdRHs7FcghwwZIoIBAAAAEBHxgZfNSs2F8YvFYuRyucjn8/UeBQAAAICUaUiSJKn3EJXo6uqKoUOHxrFjx5wJBgAAADDAXWorSs2ZYAAAAABQLREMAAAAgMxLTQRzTTAAAAAAquWaYAAAAACklmuCAQAAAMD/I4IBAAAAkHmpiWCuCQYAAABAtVwTDAAAAIDUck0wAAAAAPh/RDAAAAAAMk8EAwAAACDzUhPBXBgfAAAAgGq5MD4AAAAAqeXC+CkzbumWGLd0S73HAAAAAMgkEQwAAACAzBPBAAAAAMg8EQwAAACAzEtNBPPTIQEAAACoVmoiWKFQiHK5HKVSqd6jAAAAAJAyqYlgAAAAAFAtEQwAAACAzBPBAAAAAMg8EQwAAACAzBPBAAAAAMi81ESwYrEYuVwu8vl8vUcBAAAAIGVSE8EKhUKUy+UolUr1HgUAAACAlElNBAMAAACAaolgAAAAAGSeCAYAAABA5olgAAAAAGSeCAYAAABA5olgAAAAAGSeCAYAAABA5qUmghWLxcjlcpHP5+s9CgAAAAApk5oIVigUolwuR6lUqvcoAAAAAKRMaiIYAAAAAFRLBAMAAAAg80QwAAAAADJPBAMAAAAg80QwAAAAADJPBAMAAAAg80QwAAAAADJPBAMAAAAg80QwAAAAADJPBAMAAAAg80QwAAAAADIvNRGsWCxGLpeLfD5f71EAAAAASJnURLBCoRDlcjlKpVK9RwEAAAAgZVITwQAAAACgWiIYAAAAAJknggEAAACQeSIYAAAAAJknggEAAACQeSIYAAAAAJknggEAAACQeSIYAAAAAJknggEAAACQeSIYAAAAAJknggEAAACQeSIYAAAAAJknggEAAACQeSIYAAAAAJknggEAAACQeXWLYO+8806MHTs2HnrooXqNAAAAAMAAUbcI9o1vfCPuvvvuer08AAAAAANIXSLYr371q/jP//zPmDlzZj1eHgAAAIABpuIItm3btpg1a1aMHDkyGhoaYvPmzefss3bt2hg/fnwMHjw4WltbY/v27b0ef+ihh2LlypVVDw0AAAAAlag4gp08eTImTZoUa9asOe/jGzdujCVLlsTy5cujs7Mzpk2bFm1tbbFv376IiPinf/qnmDBhQkyYMOGSXu/UqVPR1dXV6wYAAAAAlWiq9AltbW3R1tZ2wcdXrVoVCxYsiIULF0ZExOrVq+PFF1+MdevWxcqVK+Pf/u3f4rnnnotNmzbFiRMn4t13340hQ4bEww8/fN7jrVy5Mh599NFKxwQAAACAHn16TbDTp0/Hrl27YsaMGb22z5gxI3bs2BERv4ta+/fvjzfeeCO+/e1vx1/+5V9eMIBFRCxbtiyOHTvWc9u/f39fjgwAAADAAFDxmWAXc+TIkeju7o6WlpZe21taWuLQoUNVHbO5uTmam5v7YjwAAAAABqg+jWBnNTQ09LqfJMk52yIiHnjggUs+ZrFYjGKxGN3d3Zc7HgAAAAADTJ9+HXL48OHR2Nh4zllfhw8fPufssEoVCoUol8tRKpUu6zgAAAAADDx9GsEGDRoUra2t0dHR0Wt7R0dHTJ06tS9fCgAAAAAuWcVfhzxx4kTs2bOn5/7evXtj9+7dMWzYsLjxxhujvb095s6dG5MnT44pU6bE+vXrY9++fbFo0aI+HRwAAAAALlXFEWznzp0xffr0nvvt7e0RETF//vzYsGFDzJkzJ44ePRqPPfZYHDx4MCZOnBhbt26NsWPHXtagrgkGAAAAQLUakiRJ6j1EJbq6umLo0KFx7NixGDJkSL3H6TPjlm6JiIg3vnlfnScBAAAASI9LbUV9ek0wAAAAALgSiWAAAAAAZJ4IBgAAAEDmpSaCFYvFyOVykc/n6z0KAAAAACmTmghWKBSiXC5HqVSq9ygAAAAApExqIhgAAAAAVEsEAwAAACDzUhPBXBMMAAAAgGqlJoK5JhgAAAAA1UpNBAMAAACAaolgAAAAAGSeCAYAAABA5olgAAAAAGReaiKYnw4JAAAAQLVSE8H8dEgAAAAAqpWaCAYAAAAA1RLBAAAAAMg8EQwAAACAzBPBAAAAAMg8EQwAAACAzEtNBCsWi5HL5SKfz9d7FAAAAABSJjURrFAoRLlcjlKpVO9RAAAAAEiZ1EQwAAAAAKiWCAYAAABA5olgAAAAAGSeCAYAAABA5olgAAAAAGSeCAYAAABA5olgAAAAAGSeCAYAAABA5qUmghWLxcjlcpHP5+s9CgAAAAApk5oIVigUolwuR6lUqvcoAAAAAKRMaiIYAAAAAFRLBAMAAAAg80QwAAAAADJPBAMAAAAg80QwAAAAADJPBAMAAAAg80QwAAAAADJPBAMAAAAg80QwAAAAADJPBAMAAAAg80QwAAAAADIvNRGsWCxGLpeLfD5f71EAAAAASJnURLBCoRDlcjlKpVK9RwEAAAAgZVITwQAAAACgWiIYAAAAAJknggEAAACQeSIYAAAAAJknggEAAACQeSIYAAAAAJknggEAAACQeSIYAAAAAJknggEAAACQeSIYAAAAAJknggEAAACQeSIYAAAAAJknggEAAACQeSIYAAAAAJlX8wh2/PjxyOfzcfvtt8ett94af//3f1/rEQAAAAAYYJpq/YLXXHNNvPLKK3HNNdfEO++8ExMnTozZs2fH9ddfX+tRAAAAABggan4mWGNjY1xzzTUREfHb3/42uru7I0mSWo8BAAAAwABScQTbtm1bzJo1K0aOHBkNDQ2xefPmc/ZZu3ZtjB8/PgYPHhytra2xffv2Xo//5je/iUmTJsXo0aPja1/7WgwfPrzqNwAAAAAAH6TiCHby5MmYNGlSrFmz5ryPb9y4MZYsWRLLly+Pzs7OmDZtWrS1tcW+fft69vm93/u9+NnPfhZ79+6NZ555Jt5+++3q3wEAAAAAfICKI1hbW1usWLEiZs+efd7HV61aFQsWLIiFCxfGLbfcEqtXr44xY8bEunXrztm3paUlbrvttti2bdsFX+/UqVPR1dXV6wYAAAAAlejTa4KdPn06du3aFTNmzOi1fcaMGbFjx46IiHj77bd7QlZXV1ds27Ytbr755gsec+XKlTF06NCe25gxY/pyZAAAAAAGgD6NYEeOHInu7u5oaWnptb2lpSUOHToUEREHDhyIP/7jP45JkybFPffcE1/5ylfitttuu+Axly1bFseOHeu57d+/vy9HBgAAAGAAaOqPgzY0NPS6nyRJz7bW1tbYvXv3JR+rubk5mpub+3I8AAAAAAaYPj0TbPjw4dHY2Nhz1tdZhw8fPufssEoVi8XI5XKRz+cv6zgAAAAADDx9GsEGDRoUra2t0dHR0Wt7R0dHTJ069bKOXSgUolwuR6lUuqzjAAAAADDwVPx1yBMnTsSePXt67u/duzd2794dw4YNixtvvDHa29tj7ty5MXny5JgyZUqsX78+9u3bF4sWLerTwQEAAADgUlUcwXbu3BnTp0/vud/e3h4REfPnz48NGzbEnDlz4ujRo/HYY4/FwYMHY+LEibF169YYO3Zs300NAAAAABWoOILde++9kSTJRfdZvHhxLF68uOqhzqdYLEaxWIzu7u4+PS4AAAAA2den1wTrT64JBgAAAEC1UhPBAAAAAKBaIhgAAAAAmZeaCFYsFiOXy0U+n6/3KAAAAACkTGoimGuCAQAAAFCt1EQwAAAAAKiWCAYAAABA5olgAAAAAGReaiKYC+MDAAAAUK3URDAXxgcAAACgWqmJYAAAAABQLREMAAAAgMwTwQAAAADIPBEMAAAAgMxLTQTz0yEBAAAAqFZqIpifDgkAAABAtZrqPQCXZtzSLT3//MY376vjJAAAAADpk5ozwQAAAACgWiIYAAAAAJknggEAAACQeSIYAAAAAJmXmghWLBYjl8tFPp+v9ygAAAAApExqIlihUIhyuRylUqneowAAAACQMqmJYAAAAABQLREMAAAAgMwTwQAAAADIPBEMAAAAgMwTwQAAAADIPBEMAAAAgMwTwQAAAADIvNREsGKxGLlcLvL5fL1HAQAAACBlUhPBCoVClMvlKJVK9R4FAAAAgJRJTQQDAAAAgGqJYAAAAABknggGAAAAQOaJYAAAAABknggGAAAAQOaJYAAAAABknggGAAAAQOaJYAAAAABknggGAAAAQOaJYAAAAABknggGAAAAQOalJoIVi8XI5XKRz+frPQoAAAAAKZOaCFYoFKJcLkepVKr3KAAAAACkTGoiGAAAAABUSwQDAAAAIPNEMAAAAAAyTwQDAAAAIPNEMAAAAAAyTwQDAAAAIPNEMAAAAAAyTwQDAAAAIPNEMAAAAAAyTwQDAAAAIPNEMAAAAAAyTwS7woxbuiXGLd1S7zEAAAAAMkUEAwAAACDzRDAAAAAAMk8EAwAAACDzah7B9u/fH/fee2/kcrm47bbbYtOmTbUeAQAAAIABpqnmL9jUFKtXr47bb789Dh8+HHfeeWfMnDkzrr322lqPAgAAAMAAUfMINmLEiBgxYkRERHzkIx+JYcOGxa9//WsRDAAAAIB+U/HXIbdt2xazZs2KkSNHRkNDQ2zevPmcfdauXRvjx4+PwYMHR2tra2zfvv28x9q5c2ecOXMmxowZU/HgAAAAAHCpKo5gJ0+ejEmTJsWaNWvO+/jGjRtjyZIlsXz58ujs7Ixp06ZFW1tb7Nu3r9d+R48ejXnz5sX69esv+nqnTp2Krq6uXreBbtzSLTFu6ZZ6jwEAAACQGhVHsLa2tlixYkXMnj37vI+vWrUqFixYEAsXLoxbbrklVq9eHWPGjIl169b17HPq1Kn43Oc+F8uWLYupU6de9PVWrlwZQ4cO7bk5awwAAACASvXpT4c8ffp07Nq1K2bMmNFr+4wZM2LHjh0REZEkSTzwwAPxyU9+MubOnfuBx1y2bFkcO3as57Z///6+HBkAAACAAaBPL4x/5MiR6O7ujpaWll7bW1pa4tChQxER8eMf/zg2btwYt912W8/1xP7hH/4hbr311vMes7m5OZqbm/tyTAAAAAAGmH756ZANDQ297idJ0rPtnnvuiTNnzvTHyw44Z68L9sY376vzJAAAAABXtj79OuTw4cOjsbGx56yvsw4fPnzO2WGVKhaLkcvlIp/PX9ZxAAAAABh4+jSCDRo0KFpbW6Ojo6PX9o6Ojg+8AP4HKRQKUS6Xo1QqXdZxAAAAABh4Kv465IkTJ2LPnj099/fu3Ru7d++OYcOGxY033hjt7e0xd+7cmDx5ckyZMiXWr18f+/bti0WLFvXp4AAAAABwqSqOYDt37ozp06f33G9vb4+IiPnz58eGDRtizpw5cfTo0Xjsscfi4MGDMXHixNi6dWuMHTv2sgYtFotRLBaju7v7so4DAAAAwMDTkCRJUu8hKtHV1RVDhw6NY8eOxZAhQ+o9Tp85e5H7s95/sfv3P36xfQEAAAAGikttRX16TTAAAAAAuBJV/HVIautiZ4C9fx9nhAEAAACcnzPBAAAAAMi81ESwYrEYuVwu8vl8vUcBAAAAIGVSE8EKhUKUy+UolUr1HgUAAACAlElNBAMAAACAaolgAAAAAGSeCAYAAABA5qUmgrkwPgAAAADVSk0Ec2F8AAAAAKqVmggGAAAAANUSwQAAAADIPBEMAAAAgMwTwQAAAADIvNREMD8dEgAAAIBqpSaC+emQAAAAAFQrNREMAAAAAKolggEAAACQeU31HoDzG7d0S71HAAAAAMgMZ4IBAAAAkHkiGAAAAACZl5oIViwWI5fLRT6fr/coAAAAAKRMaiJYoVCIcrkcpVKp3qMAAAAAkDKpiWAAAAAAUC0RDAAAAIDME8EAAAAAyDwRDAAAAIDME8EAAAAAyDwRDAAAAIDME8EAAAAAyLzURLBisRi5XC7y+Xy9RwEAAAAgZVITwQqFQpTL5SiVSvUeBQAAAICUSU0E49KNW7olxi3dUu8xAAAAAK4YIhgAAAAAmSeCAQAAAJB5IhgAAAAAmSeCAQAAAJB5IhgAAAAAmddU7wHoO34iJAAAAMD5ORMMAAAAgMwTwQAAAADIPBEMAAAAgMwTwQAAAADIvNREsGKxGLlcLvL5fL1HAQAAACBlUhPBCoVClMvlKJVK9R4FAAAAgJRJTQQDAAAAgGqJYAAAAABknggGAAAAQOaJYAAAAABknggGAAAAQOaJYAAAAABknggGAAAAQOaJYAAAAABknggGAAAAQOaJYAPIuKVbYtzSLfUeAwAAAKDmRDAAAAAAMk8EAwAAACDzRDAAAAAAMk8EAwAAACDzRDAg8/xQCAAAAOoSwT73uc/F7//+78fnP//5erw8AAAAAANMXSLYgw8+GN/73vfq8dIAAAAADEB1iWDTp0+P6667rh4vDQAAAMAAVHEE27ZtW8yaNStGjhwZDQ0NsXnz5nP2Wbt2bYwfPz4GDx4cra2tsX379r6YFQAAAACqUnEEO3nyZEyaNCnWrFlz3sc3btwYS5YsieXLl0dnZ2dMmzYt2traYt++fVUNeOrUqejq6up1AwAAAIBKVBzB2traYsWKFTF79uzzPr5q1apYsGBBLFy4MG655ZZYvXp1jBkzJtatW1fVgCtXroyhQ4f23MaMGVPVcQAAAAAYuPr0mmCnT5+OXbt2xYwZM3ptnzFjRuzYsaOqYy5btiyOHTvWc9u/f39fjAoAAADAANLUlwc7cuRIdHd3R0tLS6/tLS0tcejQoZ77n/nMZ+KnP/1pnDx5MkaPHh3PP/985PP58x6zubk5mpub+3JMAAAAAAaYPo1gZzU0NPS6nyRJr20vvvhixccsFotRLBaju7v7sucb6MYt3dLzz2988746TgIAAABQG336dcjhw4dHY2Njr7O+IiIOHz58ztlhlSoUClEul6NUKl3WcQAAAAAYePo0gg0aNChaW1ujo6Oj1/aOjo6YOnVqX74UAAAAAFyyir8OeeLEidizZ0/P/b1798bu3btj2LBhceONN0Z7e3vMnTs3Jk+eHFOmTIn169fHvn37YtGiRX06OAAAAABcqooj2M6dO2P69Ok999vb2yMiYv78+bFhw4aYM2dOHD16NB577LE4ePBgTJw4MbZu3Rpjx469rEFdEwwAAACAalUcwe69995IkuSi+yxevDgWL15c9VDnUygUolAoRFdXVwwdOrRPjw0AAABAtvXpNcEAAAAA4EokggEAAACQeamJYMViMXK5XOTz+XqPAgAAAEDKpCaCFQqFKJfLUSqV6j0KAAAAACmTmggGAAAAANUSwQAAAADIPBEMAAAAgMxLTQRzYfz+MW7plhi3dEu9xwAAAADoV6mJYC6MDwAAAEC1UhPBAAAAAKBaIhgAAAAAmSeCAQAAAJB5IhgAAAAAmZeaCOanQwIAAABQrdREMD8dEgAAAIBqpSaCAQAAAEC1RDAAAAAAMk8EAwAAACDzRDAAAAAAMk8EAwAAACDzUhPBisVi5HK5yOfz9R5lQBq3dEuMW7ql3mMAXDL/3QIAAP6v1ESwQqEQ5XI5SqVSvUcBAAAAIGVSE8EAAAAAoFoiGAAAAACZJ4IBAAAAkHkiGAAAAACZJ4IBAAAAkHkiGAAAAACZJ4IBAAAAkHmpiWDFYjFyuVzk8/l6j0JEjFu6JcYt3VLvMQAAAAAuSWoiWKFQiHK5HKVSqd6jAAAAAJAyqYlgAAAAAFAtEQwAAACAzBPBAAAAAMg8EQwAAACAzBPBAAAAAMg8EQwAAACAzBPBAAAAAMg8EQwAAACAzBPBAAAAAMg8EQwAAACAzBPBAAAAAMi8pnoPcKmKxWIUi8Xo7u6u9yipMW7ploiIeOOb9/XZc84+3levV+k8l/OezurL+dKqP36vgMs3kNbmQHqvAABXioH+d7DUnAlWKBSiXC5HqVSq9ygAAAAApExqIhgAAAAAVEsEAwAAACDzRDAAAAAAMk8EAwAAACDzRDAAAAAAMk8EAwAAACDzRDAAAAAAMk8EAwAAACDzRDAAAAAAMk8EAwAAACDzRDAAAAAAMk8EAwAAACDzRDAAAAAAMk8EAwAAACDzRDAAAAAAMq8uEeyf//mf4+abb46bbropnnjiiXqMAAAAAMAA0lTrF3zvvfeivb09XnrppRgyZEjceeedMXv27Bg2bFitRwEAAABggKj5mWD//u//Hh/72Mdi1KhRcd1118XMmTPjxRdfrPUYAAAAAAwgFUewbdu2xaxZs2LkyJHR0NAQmzdvPmeftWvXxvjx42Pw4MHR2toa27dv73nsrbfeilGjRvXcHz16dLz55pvVTQ8AAAAAl6DiCHby5MmYNGlSrFmz5ryPb9y4MZYsWRLLly+Pzs7OmDZtWrS1tcW+ffsiIiJJknOe09DQUOkYAAAAAHDJKr4mWFtbW7S1tV3w8VWrVsWCBQti4cKFERGxevXqePHFF2PdunWxcuXKGDVqVK8zvw4cOBB33333BY936tSpOHXqVM/9rq6uSkcGAAAAYIDr0wvjnz59Onbt2hVLly7ttX3GjBmxY8eOiIi466674j/+4z/izTffjCFDhsTWrVvj4YcfvuAxV65cGY8++mhfjjngjFu6pU/2udxjv/HN+y75GBfa93KOeanOd+wPer3L0Z/HroVq5k/7e663NP36vX/WNM3OwHSl/Tt6oXmutDkhbf7v3xWv9HVkvWeL30+orz69MP6RI0eiu7s7Wlpaem1vaWmJQ4cORUREU1NTPP744zF9+vS444474qtf/Wpcf/31FzzmsmXL4tixYz23/fv39+XIAAAAAAwAfXom2Fnvv8ZXkiS9tt1///1x//33X9Kxmpubo7m5uU/nAwAAAGBg6dMzwYYPHx6NjY09Z32ddfjw4XPODqtUsViMXC4X+Xz+so4DAAAAwMDTpxFs0KBB0draGh0dHb22d3R0xNSpUy/r2IVCIcrlcpRKpcs6DgAAAAADT8Vfhzxx4kTs2bOn5/7evXtj9+7dMWzYsLjxxhujvb095s6dG5MnT44pU6bE+vXrY9++fbFo0aI+HRwAAAAALlXFEWznzp0xffr0nvvt7e0RETF//vzYsGFDzJkzJ44ePRqPPfZYHDx4MCZOnBhbt26NsWPH9t3UAAAAAFCBiiPYvffeG0mSXHSfxYsXx+LFi6se6nyKxWIUi8Xo7u7u0+MCAAAAkH19ek2w/uSaYAAAAABUKzURDAAAAACqJYIBAAAAkHmpiWDFYjFyuVzk8/l6jwIAAABAyqQmgrkmGAAAAADVSk0EAwAAAIBqiWAAAAAAZJ4IBgAAAEDmNdV7gEtVLBajWCzGe++9FxERXV1ddZ6ob5059U69R+jl/b++lcx3oede6PfsfMc+u+/7n/v+fSs55gc952LzftB7uBz9eexavGY1x6r1e67Hr3F/StP7udAarsXsafp1OiuNM1frSn2vV9pcF5rnSpsT0ub//l3xSl9H1nu2+P2k3rL67+DZ95MkyUX3a0g+aI8rzIEDB2LMmDH1HgMAAACAK8j+/ftj9OjRF3w8dRHszJkz8dZbb8V1110XDQ0N9R6nT3R1dcWYMWNi//79MWTIkHqPA1ccawQuzPqAi7NG4OKsEbg4ayQdkiSJ48ePx8iRI+Oqqy585a/UfB3yrKuuuuqiVS/NhgwZYlHBRVgjcGHWB1ycNQIXZ43AxVkjV76hQ4d+4D4ujA8AAABA5olgAAAAAGSeCHYFaG5ujkceeSSam5vrPQpckawRuDDrAy7OGoGLs0bg4qyRbEndhfEBAAAAoFLOBAMAAAAg80QwAAAAADJPBAMAAAAg80QwAAAAADJPBAMAAAAg80SwGlm7dm2MHz8+Bg8eHK2trbF9+/aL7v/KK69Ea2trDB48OP7wD/8w/u7v/q5Gk0LtVbI+fvCDH8SnP/3p+IM/+IMYMmRITJkyJV588cUaTgu1V+mfIWf9+Mc/jqamprj99tv7d0Cos0rXyKlTp2L58uUxduzYaG5ujo9+9KPx3e9+t0bTQu1VukaefvrpmDRpUlxzzTUxYsSI+PKXvxxHjx6t0bRQO9u2bYtZs2bFyJEjo6GhITZv3vyBz/FZPd1EsBrYuHFjLFmyJJYvXx6dnZ0xbdq0aGtri3379p13/71798bMmTNj2rRp0dnZGX/zN38TDz74YPzjP/5jjSeH/lfp+ti2bVt8+tOfjq1bt8auXbti+vTpMWvWrOjs7Kzx5FAbla6Rs44dOxbz5s2LP/mTP6nRpFAf1ayRL3zhC/Ev//Iv8eSTT8Z//dd/xbPPPht/9Ed/VMOpoXYqXSOvvvpqzJs3LxYsWBC/+MUvYtOmTVEqlWLhwoU1nhz638mTJ2PSpEmxZs2aS9rfZ/X0a0iSJKn3EFl39913x5133hnr1q3r2XbLLbfEZz/72Vi5cuU5+//1X/91vPDCC/HLX/6yZ9uiRYviZz/7WfzkJz+pycxQK5Wuj/P52Mc+FnPmzImHH364v8aEuql2jXzxi1+Mm266KRobG2Pz5s2xe/fuGkwLtVfpGvnhD38YX/ziF+P111+PYcOG1XJUqItK18i3v/3tWLduXbz22ms9277zne/Et771rdi/f39NZoZ6aGhoiOeffz4++9nPXnAfn9XTz5lg/ez06dOxa9eumDFjRq/tM2bMiB07dpz3OT/5yU/O2f8zn/lM7Ny5M959991+mxVqrZr18X5nzpyJ48eP+yBDJlW7Rp566ql47bXX4pFHHunvEaGuqlkjL7zwQkyePDm+9a1vxahRo2LChAnx0EMPxf/+7//WYmSoqWrWyNSpU+PAgQOxdevWSJIk3n777fj+978f9913Xy1Ghiuaz+rp11TvAbLuyJEj0d3dHS0tLb22t7S0xKFDh877nEOHDp13//feey+OHDkSI0aM6Ld5oZaqWR/v9/jjj8fJkyfjC1/4Qn+MCHVVzRr51a9+FUuXLo3t27dHU5M/5sm2atbI66+/Hq+++moMHjw4nn/++Thy5EgsXrw4fv3rX7suGJlTzRqZOnVqPP300zFnzpz47W9/G++9917cf//98Z3vfKcWI8MVzWf19HMmWI00NDT0up8kyTnbPmj/822HLKh0fZz17LPPxte//vXYuHFjfOQjH+mv8aDuLnWNdHd3x1/8xV/Eo48+GhMmTKjVeFB3lfw5cubMmWhoaIinn3467rrrrpg5c2asWrUqNmzY4GwwMquSNVIul+PBBx+Mhx9+OHbt2hU//OEPY+/evbFo0aJajApXPJ/V083/Iu5nw4cPj8bGxnP+T8vhw4fPKchn3XDDDefdv6mpKa6//vp+mxVqrZr1cdbGjRtjwYIFsWnTpvjUpz7Vn2NC3VS6Ro4fPx47d+6Mzs7O+MpXvhIRv/vAnyRJNDU1xY9+9KP45Cc/WZPZoRaq+XNkxIgRMWrUqBg6dGjPtltuuSWSJIkDBw7ETTfd1K8zQy1Vs0ZWrlwZH//4x+OrX/1qRETcdtttce2118a0adNixYoVznRhQPNZPf2cCdbPBg0aFK2trdHR0dFre0dHR0ydOvW8z5kyZco5+//oRz+KyZMnx9VXX91vs0KtVbM+In53BtgDDzwQzzzzjOtTkGmVrpEhQ4bEz3/+89i9e3fPbdGiRXHzzTfH7t274+67767V6FAT1fw58vGPfzzeeuutOHHiRM+2//7v/46rrroqRo8e3a/zQq1Vs0beeeeduOqq3h8TGxsbI+L/P+MFBiqf1TMgod8999xzydVXX508+eSTSblcTpYsWZJce+21yRtvvJEkSZIsXbo0mTt3bs/+r7/+enLNNdckf/VXf5WUy+XkySefTK6++urk+9//fr3eAvSbStfHM888kzQ1NSXFYjE5ePBgz+03v/lNvd4C9KtK18j7PfLII8mkSZNqNC3UXqVr5Pjx48no0aOTz3/+88kvfvGL5JVXXkluuummZOHChfV6C9CvKl0jTz31VNLU1JSsXbs2ee2115JXX301mTx5cnLXXXfV6y1Avzl+/HjS2dmZdHZ2JhGRrFq1Kuns7Ez+53/+J0kSn9WzSASrkWKxmIwdOzYZNGhQcueddyavvPJKz2Pz589PPvGJT/Ta/+WXX07uuOOOZNCgQcm4ceOSdevW1XhiqJ1K1scnPvGJJCLOuc2fP7/2g0ONVPpnyP8lgjEQVLpGfvnLXyaf+tSnkg996EPJ6NGjk/b29uSdd96p8dRQO5Wukb/9279Ncrlc8qEPfSgZMWJE8qUvfSk5cOBAjaeG/vfSSy9d9LOFz+rZ05AkzmkFAAAAINtcEwwAAACAzBPBAAAAAMg8EQwAAACAzBPBAAAAAMg8EQwAAACAzBPBAAAAAMg8EQwAAACAzBPBAAAAAOg327Zti1mzZsXIkSOjoaEhNm/eXNHzv/71r0dDQ8M5t2uvvbai44hgAAAAAPSbkydPxqRJk2LNmjVVPf+hhx6KgwcP9rrlcrn48z//84qOI4IBAAAA0G/a2tpixYoVMXv27PM+fvr06fja174Wo0aNimuvvTbuvvvuePnll3se//CHPxw33HBDz+3tt9+OcrkcCxYsqGiOpst5EwAAAABwOb785S/HG2+8Ec8991yMHDkynn/++fjTP/3T+PnPfx433XTTOfs/8cQTMWHChJg2bVpFr+NMMAAAAADq4rXXXotnn302Nm3aFNOmTYuPfvSj8dBDD8U999wTTz311Dn7nzp1Kp5++umKzwKLcCYYAAAAAHXy05/+NJIkiQkTJvTafurUqbj++uvP2f8HP/hBHD9+PObNm1fxa4lgAAAAANTFmTNnorGxMXbt2hWNjY29Hvvwhz98zv5PPPFE/Nmf/VnccMMNFb+WCAYAAABAXdxxxx3R3d0dhw8f/sBrfO3duzdeeumleOGFF6p6LREMAAAAgH5z4sSJ2LNnT8/9vXv3xu7du2PYsGExYcKE+NKXvhTz5s2Lxx9/PO644444cuRI/Ou//mvceuutMXPmzJ7nffe7340RI0ZEW1tbVXM0JEmSXPa7AQAAAIDzePnll2P69OnnbJ8/f35s2LAh3n333VixYkV873vfizfffDOuv/76mDJlSjz66KNx6623RsTvvjY5duzYmDdvXnzjG9+oag4RDAAAAIDMu6reAwAAAABAfxPBAAAAAMg8EQwAAACAzBPBAAAAAMg8EQwAAACAzBPBAAAAAMg8EQwAAACAzBPBAAAAAMg8EQwAAACAzBPBAAAAAMg8EQwAAACAzPv/AJD0Wy7B83P1AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 1500x500 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Given most of the requests are small\n",
    "fig, ax = plt.subplots(figsize=(15, 5))\n",
    "_ = plt.hist(data_df['REQUEST_SIZE'], log=True, bins=500)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "d6e9e3c0-b141-417c-abe3-bb12f962cb1a",
   "metadata": {},
   "outputs": [],
   "source": [
    "# REQUEST_SIZE column conclusion:\n",
    "#    Is useful, as too little or too much request data can be a sign of an attack.\n",
    "#---------------------------------------------------------"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "d114eac7-5605-46e9-8e52-89897d9f4081",
   "metadata": {},
   "outputs": [],
   "source": [
    "#----------------------------------------------------------\n",
    "# Consider the RESPONSE_CODE column\n",
    "#\n",
    "# According to:\n",
    "#    https://developer.mozilla.org/en-US/docs/Web/HTTP/Status\n",
    "# The valid response code ranges are:\n",
    "#   Informational responses (100 – 199)\n",
    "#   Successful responses (200 – 299)\n",
    "#   Redirection messages (300 – 399)\n",
    "#   Client error responses (400 – 499)\n",
    "#   Server error responses (500 – 599)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "ba0b8a85-5a35-4270-b38b-b204e4b5d999",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:38:32 INFO (511511623:3): There are 20 distinct response codes present\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "200    25771\n",
       "404    20367\n",
       "302     6630\n",
       "403     1156\n",
       "304      940\n",
       "504      700\n",
       "301      584\n",
       "502      558\n",
       "500      318\n",
       "400      212\n",
       "Name: RESPONSE_CODE, dtype: int64"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check on the RESPONSE_CODE distinct value counts\n",
    "resp_codes_df = data_df['RESPONSE_CODE'].value_counts()\n",
    "logger.info(f'There are {len(resp_codes_df)} distinct response codes present')\n",
    "resp_codes_df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "ecab3b25-3663-4e55-942b-3d4acb3d7420",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:38:32 INFO (970884873:3): The min/max values for the available response codes are: 200/504\n",
      "14:38:32 INFO (970884873:6): The number of invalid response codes present below/above valid ranges is: 0/0\n"
     ]
    }
   ],
   "source": [
    "# Let us check on the codes we have in the data\n",
    "resp_codes = data_df['RESPONSE_CODE'].unique()\n",
    "logger.info(f'The min/max values for the available response codes are: {resp_codes.min()}/{resp_codes.max()}')\n",
    "num_inv_low = np.sum(data_df['RESPONSE_CODE'] < 100)\n",
    "num_inv_high = np.sum(data_df['RESPONSE_CODE'] > 599)\n",
    "logger.info(f'The number of invalid response codes present below/above valid ranges is: {num_inv_low}/{num_inv_high}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "cd18ce90-07e6-4c06-a94a-1142b8a215ef",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAABNQAAAGsCAYAAAAVAfqCAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjYuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8o6BhiAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAsWklEQVR4nO3dfYyV9Z3//9eUmymycBbEmWFWiuyuEu1Q/8CGG7tqvRkgIrU2qy2biWZdbFfFEiBdbbMpm2zFr1btbkhd65raerM0G7XtBkvBqHSJ4g1doljX2BRX3DJidZgRSgfE6/fHxvNzAJWPgsPo45Gc5Jxzvc+Z6yKfXk6eveachqqqqgAAAAAAB+Rj/b0DAAAAADCQCGoAAAAAUEBQAwAAAIACghoAAAAAFBDUAAAAAKCAoAYAAAAABQQ1AAAAACgwuL93oD+98cYb+e1vf5sRI0akoaGhv3cHAAAAgH5UVVVee+21tLa25mMfe/vr0D7SQe23v/1txo0b19+7AQAAAMBhZPPmzTn66KPfdvtHOqiNGDEiyf/9I40cObKf9wYAAACA/tTT05Nx48bVm9Hb+UgHtTf/zHPkyJGCGgAAAABJ8q4fDeZLCQAAAACggKAGAAAAAAUENQAAAAAoIKgBAAAAQAFBDQAAAAAKCGoAAAAAUEBQAwAAAIACghoAAAAAFBDUAAAAAKCAoAYAAAAABQQ1AAAAACggqAEAAABAAUENAAAAAAoIagAAAABQQFADAAAAgAKCGgAAAAAUGNzfO8DBd8yVK+r3n7/m7H7cEwAAAIAPH1eoAQAAAEABQQ0AAAAACghqAAAAAFBAUAMAAACAAoIaAAAAABQQ1AAAAACgQFFQW7p0aT796U9nxIgRaWpqyrnnnptnn322z8xFF12UhoaGPrepU6f2ment7c38+fMzZsyYDB8+PHPmzMmLL77YZ6arqysdHR2p1Wqp1Wrp6OjItm3b+sy88MILOeecczJ8+PCMGTMmV1xxRXbt2lVySAAAAABQpCiorVmzJpdddlnWrVuX1atX5/XXX097e3t27NjRZ27mzJnZsmVL/Xbffff12b5gwYLce++9Wb58edauXZvt27dn9uzZ2bNnT31m7ty52bBhQ1auXJmVK1dmw4YN6ejoqG/fs2dPzj777OzYsSNr167N8uXLc/fdd2fRokXv5d8BAAAAAA7I4JLhlStX9nn8/e9/P01NTVm/fn1OOeWU+vONjY1paWnZ73t0d3fn1ltvze23354zzzwzSXLHHXdk3Lhxuf/++zNjxow888wzWblyZdatW5cpU6YkSW655ZZMmzYtzz77bCZOnJhVq1blV7/6VTZv3pzW1tYkyfXXX5+LLroo3/rWtzJy5MiSQwMAAACAA/K+PkOtu7s7STJ69Og+zz/00ENpamrKcccdl3nz5mXr1q31bevXr8/u3bvT3t5ef661tTVtbW15+OGHkySPPPJIarVaPaYlydSpU1Or1frMtLW11WNaksyYMSO9vb1Zv379fve3t7c3PT09fW4AAAAAUOI9B7WqqrJw4cJ85jOfSVtbW/35WbNm5c4778wDDzyQ66+/Po8//nhOP/309Pb2Jkk6OzszdOjQjBo1qs/7NTc3p7Ozsz7T1NS0z89samrqM9Pc3Nxn+6hRozJ06ND6zN6WLl1a/0y2Wq2WcePGvdfDBwAAAOAjquhPPt/q8ssvz5NPPpm1a9f2ef6CCy6o329ra8tJJ52U8ePHZ8WKFTnvvPPe9v2qqkpDQ0P98Vvvv5+Zt7rqqquycOHC+uOenh5RDQAAAIAi7+kKtfnz5+enP/1pHnzwwRx99NHvODt27NiMHz8+zz33XJKkpaUlu3btSldXV5+5rVu31q84a2lpyUsvvbTPe7388st9Zva+Eq2rqyu7d+/e58q1NzU2NmbkyJF9bgAAAABQoiioVVWVyy+/PPfcc08eeOCBTJgw4V1f88orr2Tz5s0ZO3ZskmTy5MkZMmRIVq9eXZ/ZsmVLNm7cmOnTpydJpk2blu7u7jz22GP1mUcffTTd3d19ZjZu3JgtW7bUZ1atWpXGxsZMnjy55LAAAAAA4IAV/cnnZZddlrvuuis/+clPMmLEiPoVYrVaLcOGDcv27duzZMmSfOELX8jYsWPz/PPP5+tf/3rGjBmTz3/+8/XZiy++OIsWLcqRRx6Z0aNHZ/HixZk0aVL9Wz+PP/74zJw5M/PmzcvNN9+cJLnkkksye/bsTJw4MUnS3t6eE044IR0dHbnuuuvy6quvZvHixZk3b54rzwAAAAA4ZIquULvpppvS3d2d0047LWPHjq3ffvSjHyVJBg0alKeeeiqf+9znctxxx+XCCy/Mcccdl0ceeSQjRoyov8+NN96Yc889N+eff35OPvnkHHHEEfmP//iPDBo0qD5z5513ZtKkSWlvb097e3s+9alP5fbbb69vHzRoUFasWJGPf/zjOfnkk3P++efn3HPPzbe//e33+28CAAAAAG+roaqqqr93or/09PSkVqulu7v7Q3VV2zFXrqjff/6as/txTwAAAAAGjgNtRe/pSwkAAAAA4KNKUAMAAACAAoIaAAAAABQQ1AAAAACggKAGAAAAAAUENQAAAAAoIKgBAAAAQAFBDQAAAAAKCGoAAAAAUEBQAwAAAIACghoAAAAAFBDUAAAAAKCAoAYAAAAABQQ1AAAAACggqAEAAABAAUENAAAAAAoIagAAAABQQFADAAAAgAKCGgAAAAAUENQAAAAAoICgBgAAAAAFBDUAAAAAKCCoAQAAAEABQQ0AAAAACghqAAAAAFBAUAMAAACAAoIaAAAAABQQ1AAAAACggKAGAAAAAAUENQAAAAAoIKgBAAAAQAFBDQAAAAAKCGoAAAAAUEBQAwAAAIACghoAAAAAFBDUAAAAAKCAoAYAAAAABQQ1AAAAACggqAEAAABAAUENAAAAAAoIagAAAABQQFADAAAAgAKCGgAAAAAUENQAAAAAoICgBgAAAAAFBDUAAAAAKCCoAQAAAEABQQ0AAAAACghqAAAAAFBAUAMAAACAAoIaAAAAABQQ1AAAAACggKAGAAAAAAUENQAAAAAoIKgBAAAAQAFBDQAAAAAKCGoAAAAAUEBQAwAAAIACg/t7BwAAAA6WY65cUb///DVn9+OeAPBh5go1AAAAAChQFNSWLl2aT3/60xkxYkSamppy7rnn5tlnn+0zU1VVlixZktbW1gwbNiynnXZann766T4zvb29mT9/fsaMGZPhw4dnzpw5efHFF/vMdHV1paOjI7VaLbVaLR0dHdm2bVufmRdeeCHnnHNOhg8fnjFjxuSKK67Irl27Sg4JAAAAAIoUBbU1a9bksssuy7p167J69eq8/vrraW9vz44dO+oz1157bW644YYsW7Ysjz/+eFpaWnLWWWfltddeq88sWLAg9957b5YvX561a9dm+/btmT17dvbs2VOfmTt3bjZs2JCVK1dm5cqV2bBhQzo6Ourb9+zZk7PPPjs7duzI2rVrs3z58tx9991ZtGjR+/n3AAAAAIB31FBVVfVeX/zyyy+nqakpa9asySmnnJKqqtLa2poFCxbk7/7u75L839Vozc3N+X//7//ly1/+crq7u3PUUUfl9ttvzwUXXJAk+e1vf5tx48blvvvuy4wZM/LMM8/khBNOyLp16zJlypQkybp16zJt2rT893//dyZOnJif/exnmT17djZv3pzW1tYkyfLly3PRRRdl69atGTly5Lvuf09PT2q1Wrq7uw9ofqDwuREAAHxU+V0YgPfjQFvR+/oMte7u7iTJ6NGjkySbNm1KZ2dn2tvb6zONjY059dRT8/DDDydJ1q9fn927d/eZaW1tTVtbW33mkUceSa1Wq8e0JJk6dWpqtVqfmba2tnpMS5IZM2akt7c369ev3+/+9vb2pqenp88NAAAAAEq856BWVVUWLlyYz3zmM2lra0uSdHZ2Jkmam5v7zDY3N9e3dXZ2ZujQoRk1atQ7zjQ1Ne3zM5uamvrM7P1zRo0alaFDh9Zn9rZ06dL6Z7LVarWMGzeu9LABAAAA+Ih7z0Ht8ssvz5NPPpl/+7d/22dbQ0NDn8dVVe3z3N72ntnf/HuZeaurrroq3d3d9dvmzZvfcZ8AAAAAYG/vKajNnz8/P/3pT/Pggw/m6KOPrj/f0tKSJPtcIbZ169b61WQtLS3ZtWtXurq63nHmpZde2ufnvvzyy31m9v45XV1d2b179z5Xrr2psbExI0eO7HMDAAAAgBJFQa2qqlx++eW555578sADD2TChAl9tk+YMCEtLS1ZvXp1/bldu3ZlzZo1mT59epJk8uTJGTJkSJ+ZLVu2ZOPGjfWZadOmpbu7O4899lh95tFHH013d3efmY0bN2bLli31mVWrVqWxsTGTJ08uOSwAAAAAOGCDS4Yvu+yy3HXXXfnJT36SESNG1K8Qq9VqGTZsWBoaGrJgwYJcffXVOfbYY3Psscfm6quvzhFHHJG5c+fWZy+++OIsWrQoRx55ZEaPHp3Fixdn0qRJOfPMM5Mkxx9/fGbOnJl58+bl5ptvTpJccsklmT17diZOnJgkaW9vzwknnJCOjo5cd911efXVV7N48eLMmzfPlWcAAAAAHDJFQe2mm25Kkpx22ml9nv/+97+fiy66KEnyta99LTt37syll16arq6uTJkyJatWrcqIESPq8zfeeGMGDx6c888/Pzt37swZZ5yR2267LYMGDarP3Hnnnbniiivq3wY6Z86cLFu2rL590KBBWbFiRS699NKcfPLJGTZsWObOnZtvf/vbRf8AAAAAAFCioaqqqr93or/09PSkVqulu7v7Q3VV2zFXrqjff/6as/txTwAA4IPld2EA3o8DbUXv+Vs+AQAAAOCjSFADAAAAgAKCGgAAAAAUENQAAAAAoICgBgAAAAAFBDUAAAAAKCCoAQAAAEABQQ0AAAAACghqAAAAAFBAUAMAAACAAoIaAAAAABQQ1AAAAACggKAGAAAAAAUENQAAAAAoIKgBAAAAQAFBDQAAAAAKCGoAAAAAUEBQAwAAAIACghoAAAAAFBDUAAAAAKCAoAYAAAAABQQ1AAAAACggqAEAAABAAUENAAAAAAoIagAAAABQQFADAAAAgAKCGgAAAAAUENQAAAAAoICgBgAAAAAFBDUAAAAAKCCoAQAAAEABQQ0AAAAACghqAAAAAFBAUAMAAACAAoIaAAAAABQQ1AAAAACggKAGAAAAAAUENQAAAAAoIKgBAAAAQAFBDQAAAAAKCGoAAAAAUEBQAwAAAIACghoAAAAAFBDUAAAAAKCAoAYAAAAABQQ1AAAAACggqAEAAABAAUENAAAAAAoIagAAAABQQFADAAAAgAKCGgAAAAAUENQAAAAAoICgBgAAAAAFBDUAAAAAKCCoAQAAAEABQQ0AAAAACghqAAAAAFBAUAMAAACAAoIaAAAAABQQ1AAAAACgQHFQ+8UvfpFzzjknra2taWhoyI9//OM+2y+66KI0NDT0uU2dOrXPTG9vb+bPn58xY8Zk+PDhmTNnTl588cU+M11dXeno6EitVkutVktHR0e2bdvWZ+aFF17IOeeck+HDh2fMmDG54oorsmvXrtJDAgAAAIADVhzUduzYkRNPPDHLli1725mZM2dmy5Yt9dt9993XZ/uCBQty7733Zvny5Vm7dm22b9+e2bNnZ8+ePfWZuXPnZsOGDVm5cmVWrlyZDRs2pKOjo759z549Ofvss7Njx46sXbs2y5cvz913351FixaVHhIAAAAAHLDBpS+YNWtWZs2a9Y4zjY2NaWlp2e+27u7u3Hrrrbn99ttz5plnJknuuOOOjBs3Lvfff39mzJiRZ555JitXrsy6desyZcqUJMktt9ySadOm5dlnn83EiROzatWq/OpXv8rmzZvT2tqaJLn++utz0UUX5Vvf+lZGjhxZemgAAAAA8K4OyWeoPfTQQ2lqaspxxx2XefPmZevWrfVt69evz+7du9Pe3l5/rrW1NW1tbXn44YeTJI888khqtVo9piXJ1KlTU6vV+sy0tbXVY1qSzJgxI729vVm/fv1+96u3tzc9PT19bgAAAABQ4qAHtVmzZuXOO+/MAw88kOuvvz6PP/54Tj/99PT29iZJOjs7M3To0IwaNarP65qbm9PZ2VmfaWpq2ue9m5qa+sw0Nzf32T5q1KgMHTq0PrO3pUuX1j+TrVarZdy4ce/7eAEAAAD4aCn+k893c8EFF9Tvt7W15aSTTsr48eOzYsWKnHfeeW/7uqqq0tDQUH/81vvvZ+atrrrqqixcuLD+uKenR1QDAAAAoMgh+ZPPtxo7dmzGjx+f5557LknS0tKSXbt2paurq8/c1q1b61ectbS05KWXXtrnvV5++eU+M3tfidbV1ZXdu3fvc+XamxobGzNy5Mg+NwAAAAAocciD2iuvvJLNmzdn7NixSZLJkydnyJAhWb16dX1my5Yt2bhxY6ZPn54kmTZtWrq7u/PYY4/VZx599NF0d3f3mdm4cWO2bNlSn1m1alUaGxszefLkQ31YAAAAAHxEFf/J5/bt2/PrX/+6/njTpk3ZsGFDRo8endGjR2fJkiX5whe+kLFjx+b555/P17/+9YwZMyaf//znkyS1Wi0XX3xxFi1alCOPPDKjR4/O4sWLM2nSpPq3fh5//PGZOXNm5s2bl5tvvjlJcskll2T27NmZOHFikqS9vT0nnHBCOjo6ct111+XVV1/N4sWLM2/ePFeeAQAAAHDIFAe1J554Ip/97Gfrj9/8TLILL7wwN910U5566qn88Ic/zLZt2zJ27Nh89rOfzY9+9KOMGDGi/pobb7wxgwcPzvnnn5+dO3fmjDPOyG233ZZBgwbVZ+68885cccUV9W8DnTNnTpYtW1bfPmjQoKxYsSKXXnppTj755AwbNixz587Nt7/97fJ/BQAAAAA4QA1VVVX9vRP9paenJ7VaLd3d3R+qq9qOuXJF/f7z15zdj3sCAAAfLL8LA/B+HGgrOuSfoQYAAAAAHyaCGgAAAAAUENQAAAAAoICgBgAAAAAFBDUAAAAAKCCoAQAAAEABQQ0AAAAACghqAAAAAFBAUAMAAACAAoIaAAAAABQQ1AAAAACggKAGAAAAAAUENQAAAAAoIKgBAAAAQAFBDQAAAAAKCGoAAAAAUEBQAwAAAIACghoAAAAAFBDUAAAAAKCAoAYAAAAABQQ1AAAAACggqAEAAABAAUENAAAAAAoIagAAAABQQFADAAAAgAKCGgAAAAAUENQAAAAAoICgBgAAAAAFBDUAAAAAKCCoAQAAAEABQQ0AAAAACghqAAAAAFBAUAMAAACAAoIaAAAAABQQ1AAAAACggKAGAAAAAAUENQAAAAAoIKgBAAAAQAFBDQAAAAAKCGoAAAAAUEBQAwAAAIACghoAAAAAFBDUAAAAAKCAoAYAAAAABQQ1AAAAACggqAEAAABAAUENAAAAAAoIagAAAABQQFADAAAAgAKCGgAAAAAUENQAAAAAoICgBgAAAAAFBDUAAAAAKCCoAQAAAEABQQ0AAAAACghqAAAAAFBAUAMAAACAAoIaAAAAABQQ1AAAAACggKAGAAAAAAWKg9ovfvGLnHPOOWltbU1DQ0N+/OMf99leVVWWLFmS1tbWDBs2LKeddlqefvrpPjO9vb2ZP39+xowZk+HDh2fOnDl58cUX+8x0dXWlo6MjtVottVotHR0d2bZtW5+ZF154Ieecc06GDx+eMWPG5IorrsiuXbtKDwkAAAAADlhxUNuxY0dOPPHELFu2bL/br7322txwww1ZtmxZHn/88bS0tOSss87Ka6+9Vp9ZsGBB7r333ixfvjxr167N9u3bM3v27OzZs6c+M3fu3GzYsCErV67MypUrs2HDhnR0dNS379mzJ2effXZ27NiRtWvXZvny5bn77ruzaNGi0kMCAAAAgAM2uPQFs2bNyqxZs/a7raqqfOc738k3vvGNnHfeeUmSH/zgB2lubs5dd92VL3/5y+nu7s6tt96a22+/PWeeeWaS5I477si4ceNy//33Z8aMGXnmmWeycuXKrFu3LlOmTEmS3HLLLZk2bVqeffbZTJw4MatWrcqvfvWrbN68Oa2trUmS66+/PhdddFG+9a1vZeTIke/pHwQAAAAA3slB/Qy1TZs2pbOzM+3t7fXnGhsbc+qpp+bhhx9Okqxfvz67d+/uM9Pa2pq2trb6zCOPPJJarVaPaUkyderU1Gq1PjNtbW31mJYkM2bMSG9vb9avX7/f/evt7U1PT0+fGwAAAACUOKhBrbOzM0nS3Nzc5/nm5ub6ts7OzgwdOjSjRo16x5mmpqZ93r+pqanPzN4/Z9SoURk6dGh9Zm9Lly6tfyZbrVbLuHHj3sNRAgAAAPBRdki+5bOhoaHP46qq9nlub3vP7G/+vcy81VVXXZXu7u76bfPmze+4TwAAAACwt4Ma1FpaWpJknyvEtm7dWr+arKWlJbt27UpXV9c7zrz00kv7vP/LL7/cZ2bvn9PV1ZXdu3fvc+XamxobGzNy5Mg+NwAAAAAocVCD2oQJE9LS0pLVq1fXn9u1a1fWrFmT6dOnJ0kmT56cIUOG9JnZsmVLNm7cWJ+ZNm1auru789hjj9VnHn300XR3d/eZ2bhxY7Zs2VKfWbVqVRobGzN58uSDeVgAAAAAUFf8LZ/bt2/Pr3/96/rjTZs2ZcOGDRk9enQ+8YlPZMGCBbn66qtz7LHH5thjj83VV1+dI444InPnzk2S1Gq1XHzxxVm0aFGOPPLIjB49OosXL86kSZPq3/p5/PHHZ+bMmZk3b15uvvnmJMkll1yS2bNnZ+LEiUmS9vb2nHDCCeno6Mh1112XV199NYsXL868efNceQYAAADAIVMc1J544ol89rOfrT9euHBhkuTCCy/Mbbfdlq997WvZuXNnLr300nR1dWXKlClZtWpVRowYUX/NjTfemMGDB+f888/Pzp07c8YZZ+S2227LoEGD6jN33nlnrrjiivq3gc6ZMyfLli2rbx80aFBWrFiRSy+9NCeffHKGDRuWuXPn5tvf/nb5vwIAAAAAHKCGqqqq/t6J/tLT05NarZbu7u4P1VVtx1y5on7/+WvO7sc9AQCAD5bfhQF4Pw60FR2Sb/kEAAAAgA8rQQ0AAAAACghqAAAAAFBAUAMAAACAAoIaAAAAABQQ1AAAAACggKAGAAAAAAUENQAAAAAoIKgBAAAAQAFBDQAAAAAKCGoAAAAAUEBQAwAAAIACghoAAAAAFBDUAAAAAKCAoAYAAAAABQQ1AAAAACggqAEAAABAAUENAAAAAAoIagAAAABQQFADAAAAgAKCGgAAAAAUENQAAAAAoICgBgAAAAAFBDUAAAAAKCCoAQAAAEABQQ0AAAAACghqAAAAAFBAUAMAAACAAoIaAAAAABQQ1AAAAACggKAGAAAAAAUENQAAAAAoIKgBAAAAQAFBDQAAAAAKCGoAAAAAUEBQAwAAAIACghoAAAAAFBDUAAAAAKCAoAYAAAAABQQ1AAAAACggqAEAAABAAUENAA6yY65ckWOuXNHfuwEAABwighoAAAAAFBDUAAAAAKCAoAYAAAAABQQ1AAAAACggqAEAAABAAUENAAAAAAoIagAAAABQQFADAAAAgAKCGgAAAAAUENQAAAAAoICgBgAAAAAFBDUAAAAAKCCoAQAAAEABQQ0AAAAACghqAAAAAFBAUAMAAACAAoIaAAAAABQQ1AAAAACgwEEPakuWLElDQ0OfW0tLS317VVVZsmRJWltbM2zYsJx22ml5+umn+7xHb29v5s+fnzFjxmT48OGZM2dOXnzxxT4zXV1d6ejoSK1WS61WS0dHR7Zt23awDwcAAAAA+jgkV6h98pOfzJYtW+q3p556qr7t2muvzQ033JBly5bl8ccfT0tLS84666y89tpr9ZkFCxbk3nvvzfLly7N27dps3749s2fPzp49e+ozc+fOzYYNG7Jy5cqsXLkyGzZsSEdHx6E4HAAAAACoG3xI3nTw4D5Xpb2pqqp85zvfyTe+8Y2cd955SZIf/OAHaW5uzl133ZUvf/nL6e7uzq233prbb789Z555ZpLkjjvuyLhx43L//fdnxowZeeaZZ7Jy5cqsW7cuU6ZMSZLccsstmTZtWp599tlMnDjxUBwWAAAAAByaK9See+65tLa2ZsKECfniF7+Y3/zmN0mSTZs2pbOzM+3t7fXZxsbGnHrqqXn44YeTJOvXr8/u3bv7zLS2tqatra0+88gjj6RWq9VjWpJMnTo1tVqtPrM/vb296enp6XMDAAAAgBIHPahNmTIlP/zhD/Pzn/88t9xySzo7OzN9+vS88sor6ezsTJI0Nzf3eU1zc3N9W2dnZ4YOHZpRo0a940xTU9M+P7upqak+sz9Lly6tf+ZarVbLuHHj3texAgAAAPDRc9CD2qxZs/KFL3whkyZNyplnnpkVK1Yk+b8/7XxTQ0NDn9dUVbXPc3vbe2Z/8+/2PldddVW6u7vrt82bNx/QMQEAAADAmw7Jn3y+1fDhwzNp0qQ899xz9c9V2/sqsq1bt9avWmtpacmuXbvS1dX1jjMvvfTSPj/r5Zdf3ufqt7dqbGzMyJEj+9wAAAAAoMQhD2q9vb155plnMnbs2EyYMCEtLS1ZvXp1ffuuXbuyZs2aTJ8+PUkyefLkDBkypM/Mli1bsnHjxvrMtGnT0t3dnccee6w+8+ijj6a7u7s+AwAAAACHwkH/ls/FixfnnHPOySc+8Yls3bo1//iP/5ienp5ceOGFaWhoyIIFC3L11Vfn2GOPzbHHHpurr746RxxxRObOnZskqdVqufjii7No0aIceeSRGT16dBYvXlz/E9IkOf744zNz5szMmzcvN998c5LkkksuyezZs33DJwAAAACH1EEPai+++GK+9KUv5Xe/+12OOuqoTJ06NevWrcv48eOTJF/72teyc+fOXHrppenq6sqUKVOyatWqjBgxov4eN954YwYPHpzzzz8/O3fuzBlnnJHbbrstgwYNqs/ceeedueKKK+rfBjpnzpwsW7bsYB8OAAAAAPTRUFVV1d870V96enpSq9XS3d39ofo8tWOuXFG///w1Z/fjngB8NL15HnYOBvjg+V0YgPfjQFvRIf8MNQAAAAD4MBHUAAAAAKCAoAYAAAAABQQ1AAAAACggqAEAAABAAUENAAAAAAoIagAAAABQQFADAAAAgAKCGgAAAAAUENQAAAAAoICgBgAAAAAFBDUAAAAAKCCoAQAAAEABQQ0AAAAACghqAAAAAFBAUAMAAACAAoIaAAAAABQQ1AAAAACggKAGAAAAAAUENQAAAAAoIKgBAAAAQAFBDQAAAAAKCGoAAAAAUEBQAwAAAIACghoAAAAAFBDUAAAAAKCAoAYAAAAABQQ1AAAAACggqAEAAABAAUENAAAAAAoIagAAAABQQFADAAAAgAKCGgAAAAAUENQAAAAAoICgBgAAAAAFBDUAAAAAKCCoAQAAAEABQQ0AAAAACghqAAAAAFBAUAMAAACAAoIaAAAAABQQ1AAAAACggKAGAAAAAAUENQAAAAAoIKgBAAAAQAFBDQAAAAAKCGoAAAAAUEBQAwAAAIACg/t7BwAAAN6PY65c0d+7AMBHjCvUAAAAAKCAoAYAAAAABQQ1APgAHXPlCn+aBAAAA5ygBgAAAAAFBDUAAAAAKOBbPgEAAAA4YG/9CJPnrzm7H/ek/7hCDQAAAAAKuEINAN4n/w8dAAAfNn7HfWeuUAMAAACAAoIaAAAAABQQ1AAAAACggM9QAwAAAPgI8jlp792Av0Ltu9/9biZMmJCPf/zjmTx5cv7zP/+zv3cJAAB4n465ckX9BgCHmwEd1H70ox9lwYIF+cY3vpH/+q//yl/8xV9k1qxZeeGFF/p71wAAAAD4kBrQf/J5ww035OKLL87f/M3fJEm+853v5Oc//3luuummLF26dJ/53t7e9Pb21h93d3cnSXp6ej6YHf6AvNH7+/r9kmNr++bP6/c3/sOMA94G8FG393n3zcf7Owe/07a3ct4FPupKfqd96+xb9fT01M+nA+lc6r8BwAflnc61e2976/n0vXaHgeDN46mq6h3nGqp3mzhM7dq1K0cccUT+/d//PZ///Ofrz3/1q1/Nhg0bsmbNmn1es2TJkvzDP/zDB7mbAAAAAAwwmzdvztFHH/222wfsFWq/+93vsmfPnjQ3N/d5vrm5OZ2dnft9zVVXXZWFCxfWH7/xxht59dVXc+SRR6ahoeGQ7u8HqaenJ+PGjcvmzZszcuTI/t4dOCDWLQONNctAY80yEFm3DDTWLAORddtXVVV57bXX0tra+o5zAzaovWnvEFZV1dvGscbGxjQ2NvZ57o//+I8P1a71u5EjR/ofAwOOdctAY80y0FizDETWLQONNctAZN3+/2q12rvODNgvJRgzZkwGDRq0z9VoW7du3eeqNQAAAAA4WAZsUBs6dGgmT56c1atX93l+9erVmT59ej/tFQAAAAAfdgP6Tz4XLlyYjo6OnHTSSZk2bVq+973v5YUXXshXvvKV/t61ftXY2JhvfvOb+/x5KxzOrFsGGmuWgcaaZSCybhlorFkGIuv2vRmw3/L5pu9+97u59tprs2XLlrS1teXGG2/MKaec0t+7BQAAAMCH1IAPagAAAADwQRqwn6EGAAAAAP1BUAMAAACAAoIaAAAAABQQ1AAAAACggKA2QCxdujSf/vSnM2LEiDQ1NeXcc8/Ns88+22emqqosWbIkra2tGTZsWE477bQ8/fTTfWZ6e3szf/78jBkzJsOHD8+cOXPy4osvfpCHwkfEgazZiy66KA0NDX1uU6dO7TNjzfJBuummm/KpT30qI0eOzMiRIzNt2rT87Gc/q293nuVw825r1nmWw93SpUvT0NCQBQsW1J9zruVwt79163zL4WTJkiX7rMeWlpb6dufZg0NQGyDWrFmTyy67LOvWrcvq1avz+uuvp729PTt27KjPXHvttbnhhhuybNmyPP7442lpaclZZ52V1157rT6zYMGC3HvvvVm+fHnWrl2b7du3Z/bs2dmzZ09/HBYfYgeyZpNk5syZ2bJlS/1233339dluzfJBOvroo3PNNdfkiSeeyBNPPJHTTz89n/vc5+q/YDjPcrh5tzWbOM9y+Hr88cfzve99L5/61Kf6PO9cy+Hs7dZt4nzL4eWTn/xkn/X41FNP1bc5zx4kFQPS1q1bqyTVmjVrqqqqqjfeeKNqaWmprrnmmvrMH/7wh6pWq1X/8i//UlVVVW3btq0aMmRItXz58vrM//7v/1Yf+9jHqpUrV36wB8BHzt5rtqqq6sILL6w+97nPve1rrFkOB6NGjar+9V//1XmWAePNNVtVzrMcvl577bXq2GOPrVavXl2deuqp1Ve/+tWqqvxOy+Ht7dZtVTnfcnj55je/WZ144on73eY8e/C4Qm2A6u7uTpKMHj06SbJp06Z0dnamvb29PtPY2JhTTz01Dz/8cJJk/fr12b17d5+Z1tbWtLW11WfgUNl7zb7poYceSlNTU4477rjMmzcvW7durW+zZulPe/bsyfLly7Njx45MmzbNeZbD3t5r9k3OsxyOLrvsspx99tk588wz+zzvXMvh7O3W7ZucbzmcPPfcc2ltbc2ECRPyxS9+Mb/5zW+SOM8eTIP7ewcoV1VVFi5cmM985jNpa2tLknR2diZJmpub+8w2Nzfnf/7nf+ozQ4cOzahRo/aZefP1cCjsb80myaxZs/KXf/mXGT9+fDZt2pS///u/z+mnn57169ensbHRmqVfPPXUU5k2bVr+8Ic/5I/+6I9y77335oQTTqj/8uA8y+Hm7dZs4jzL4Wn58uX55S9/mccff3yfbX6n5XD1Tus2cb7l8DJlypT88Ic/zHHHHZeXXnop//iP/5jp06fn6aefdp49iAS1Aejyyy/Pk08+mbVr1+6zraGhoc/jqqr2eW5vBzID78fbrdkLLrigfr+trS0nnXRSxo8fnxUrVuS888572/ezZjmUJk6cmA0bNmTbtm25++67c+GFF2bNmjX17c6zHG7ebs2ecMIJzrMcdjZv3pyvfvWrWbVqVT7+8Y+/7ZxzLYeTA1m3zrccTmbNmlW/P2nSpEybNi1/9md/lh/84Af1L8twnn3//MnnADN//vz89Kc/zYMPPpijjz66/vyb39ixdy3eunVrvTy3tLRk165d6erqetsZONjebs3uz9ixYzN+/Pg899xzSaxZ+sfQoUPz53/+5znppJOydOnSnHjiifmnf/on51kOW2+3ZvfHeZb+tn79+mzdujWTJ0/O4MGDM3jw4KxZsyb//M//nMGDB9fXnXMth5N3W7f7+5B251sOJ8OHD8+kSZPy3HPP+Z32IBLUBoiqqnL55ZfnnnvuyQMPPJAJEyb02T5hwoS0tLRk9erV9ed27dqVNWvWZPr06UmSyZMnZ8iQIX1mtmzZko0bN9Zn4GB5tzW7P6+88ko2b96csWPHJrFmOTxUVZXe3l7nWQaMN9fs/jjP0t/OOOOMPPXUU9mwYUP9dtJJJ+Wv/uqvsmHDhvzpn/6pcy2HnXdbt4MGDdrnNc63HE56e3vzzDPPZOzYsX6nPZg+8K9B4D3527/926pWq1UPPfRQtWXLlvrt97//fX3mmmuuqWq1WnXPPfdUTz31VPWlL32pGjt2bNXT01Of+cpXvlIdffTR1f3331/98pe/rE4//fTqxBNPrF5//fX+OCw+xN5tzb722mvVokWLqocffrjatGlT9eCDD1bTpk2r/uRP/sSapd9cddVV1S9+8Ytq06ZN1ZNPPll9/etfrz72sY9Vq1atqqrKeZbDzzutWedZBoq9vy3RuZaB4K3r1vmWw82iRYuqhx56qPrNb35TrVu3rpo9e3Y1YsSI6vnnn6+qynn2YBHUBogk+719//vfr8+88cYb1Te/+c2qpaWlamxsrE455ZTqqaee6vM+O3furC6//PJq9OjR1bBhw6rZs2dXL7zwwgd8NHwUvNua/f3vf1+1t7dXRx11VDVkyJDqE5/4RHXhhRfusx6tWT5If/3Xf12NHz++Gjp0aHXUUUdVZ5xxRj2mVZXzLIefd1qzzrMMFHsHNedaBoK3rlvnWw43F1xwQTV27NhqyJAhVWtra3XeeedVTz/9dH278+zB0VBVVdU/18YBAAAAwMDjM9QAAAAAoICgBgAAAAAFBDUAAAAAKCCoAQAAAEABQQ0AAAAACghqAAAAAFBAUAMAAACAAoIaAAAAABQQ1AAAAACggKAGAAAAAAUENQAAAAAo8P8BE8lMiDox4V0AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 1500x500 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Let us visualize the response codes\n",
    "fig, ax = plt.subplots(figsize=(15, 5))\n",
    "_ = plt.bar(x=resp_codes_df.index, height=resp_codes_df.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "430a2d08-ead1-4427-8483-7cf1857d6295",
   "metadata": {},
   "outputs": [],
   "source": [
    "# RESPONSE_CODE column conclusion:\n",
    "#    Is useful as a negative (error response code) server response may have correlation with the attack\n",
    "#    In the data at hand it is not clear how much of the data corresponds to the actual attacks\n",
    "#---------------------------------------------------------"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "5979920b-a661-4a6f-8ca7-5a95a1b76147",
   "metadata": {},
   "outputs": [],
   "source": [
    "#----------------------------------------------------------\n",
    "# Consider the MATCHED_VARIABLE_SRC column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "25ba3455-40f0-4b5e-a266-5d4081f05a29",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:38:32 INFO (2379774332:5): The are min/max SRC values per row: 1/2\n",
      "14:38:32 INFO (2379774332:6): There are 1705/57833 rows with more than 1 SRC value\n"
     ]
    }
   ],
   "source": [
    "from src.wrangler.utils import split_data_values\n",
    "\n",
    "# Count the maximum number of SRC entries per row\n",
    "src_counts = data_df['MATCHED_VARIABLE_SRC'].apply(lambda val : len(split_data_values(val)))\n",
    "logger.info(f'The are min/max SRC values per row: {src_counts.min()}/{src_counts.max()}')\n",
    "logger.info(f'There are {np.sum(src_counts > 1)}/{len(data_df)} rows with more than 1 SRC value')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "6bd9cc22-7d7f-45cd-b305-fafffed2854e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CLIENT_IP</th>\n",
       "      <th>MATCHED_VARIABLE_SRC</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:bc8a:5c37</td>\n",
       "      <td>[REQUEST_URI]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:5d9e:d783</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:b07b:f040</td>\n",
       "      <td>[REQUEST_PATH]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:494e:513f</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:4266:092c</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:4fb7:57f7</td>\n",
       "      <td>[REQUEST_HEADERS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:58c6:c9f5</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:4d48:8eaa</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:5e32:c099</td>\n",
       "      <td>[REQUEST_METHOD, REQUEST_CONTE]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:53f6:8d36</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                 CLIENT_IP             MATCHED_VARIABLE_SRC\n",
       "0  2002:0000:0000:0000:0000:0000:bc8a:5c37                    [REQUEST_URI]\n",
       "1  2002:0000:0000:0000:0000:0000:5d9e:d783               [REQUEST_GET_ARGS]\n",
       "2  2002:0000:0000:0000:0000:0000:b07b:f040                   [REQUEST_PATH]\n",
       "3  2002:0000:0000:0000:0000:0000:494e:513f               [REQUEST_GET_ARGS]\n",
       "4  2002:0000:0000:0000:0000:0000:4266:092c               [REQUEST_GET_ARGS]\n",
       "5  2002:0000:0000:0000:0000:0000:4fb7:57f7                [REQUEST_HEADERS]\n",
       "6  2002:0000:0000:0000:0000:0000:58c6:c9f5               [REQUEST_GET_ARGS]\n",
       "7  2002:0000:0000:0000:0000:0000:4d48:8eaa               [REQUEST_GET_ARGS]\n",
       "8  2002:0000:0000:0000:0000:0000:5e32:c099  [REQUEST_METHOD, REQUEST_CONTE]\n",
       "9  2002:0000:0000:0000:0000:0000:53f6:8d36               [REQUEST_GET_ARGS]"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Split into first and second SRC column\n",
    "data_df['MATCHED_VARIABLE_SRC'] = data_df['MATCHED_VARIABLE_SRC'].apply(split_data_values)\n",
    "data_df[['CLIENT_IP', 'MATCHED_VARIABLE_SRC']].head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "c9d52293-b32b-42a4-97dc-50bcfab5c01d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['REQUEST_URI', 'REQUEST_GET_ARGS', 'REQUEST_PATH',\n",
       "       'REQUEST_HEADERS', 'REQUEST_METHOD', 'REQUEST_COOKIES',\n",
       "       'REQUEST_ARGS_KEYS', 'RESPONSE_HEADERS', 'REQUEST_POST_ARGS', '',\n",
       "       'REQUEST_JSON', 'REQUEST_XML', 'REQUEST_ARGS', 'CLIENT_USERAGENT',\n",
       "       'RESPONSE_BODY', 'CLIENT_SESSION_ID', 'REQUEST_CONTENT_TYPE',\n",
       "       'REQUEST_QUERY', 'REQUEST_FILES', 'CLIENT_IP'], dtype=object)"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from src.wrangler.utils import get_first_val\n",
    "\n",
    "# Check on the distinct SRC values\n",
    "dist_src_vals = data_df['MATCHED_VARIABLE_SRC'].apply(get_first_val).unique()\n",
    "dist_src_vals"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "ab9d5ae5-18fa-4d42-8a35-5928450b36f6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['', 'REQUEST_CONTE', 'REQUEST_HEADE', 'REQUEST_ARGS'], dtype=object)"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from src.wrangler.utils import get_second_val\n",
    "\n",
    "# Check on the distinct secondary SRC values\n",
    "# Notice that some of them are truncated and need to be restored\n",
    "dist_sec_src_vals = data_df['MATCHED_VARIABLE_SRC'].apply(get_second_val).unique()\n",
    "dist_sec_src_vals"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "f99ee11f-7b77-45b2-9516-2f233413a591",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:38:32 INFO (utils:51): Found the substitute: \"REQUEST_CONTE\" -> \"REQUEST_CONTENT_TYPE\", penalized Levenshtein similarity score: 7\n",
      "14:38:32 INFO (utils:51): Found the substitute: \"REQUEST_HEADE\" -> \"REQUEST_HEADERS\", penalized Levenshtein similarity score: 2\n",
      "14:38:32 INFO (utils:51): Found the substitute: \"REQUEST_ARGS\" -> \"REQUEST_ARGS\", penalized Levenshtein similarity score: 0\n"
     ]
    }
   ],
   "source": [
    "from src.wrangler.utils import get_sec_src_value_substitute\n",
    "\n",
    "# Create mapping for secondary values\n",
    "sec_to_src_map = {sec_src_val : get_sec_src_value_substitute(sec_src_val) for sec_src_val in dist_sec_src_vals}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "25faf753-7479-4da6-916e-83a277e5c233",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CLIENT_IP</th>\n",
       "      <th>MATCHED_VARIABLE_SRC</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:bc8a:5c37</td>\n",
       "      <td>[REQUEST_URI]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:5d9e:d783</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:b07b:f040</td>\n",
       "      <td>[REQUEST_PATH]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:494e:513f</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:4266:092c</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:4fb7:57f7</td>\n",
       "      <td>[REQUEST_HEADERS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:58c6:c9f5</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:4d48:8eaa</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:5e32:c099</td>\n",
       "      <td>[REQUEST_METHOD, REQUEST_CONTENT_TYPE]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:53f6:8d36</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                 CLIENT_IP  \\\n",
       "0  2002:0000:0000:0000:0000:0000:bc8a:5c37   \n",
       "1  2002:0000:0000:0000:0000:0000:5d9e:d783   \n",
       "2  2002:0000:0000:0000:0000:0000:b07b:f040   \n",
       "3  2002:0000:0000:0000:0000:0000:494e:513f   \n",
       "4  2002:0000:0000:0000:0000:0000:4266:092c   \n",
       "5  2002:0000:0000:0000:0000:0000:4fb7:57f7   \n",
       "6  2002:0000:0000:0000:0000:0000:58c6:c9f5   \n",
       "7  2002:0000:0000:0000:0000:0000:4d48:8eaa   \n",
       "8  2002:0000:0000:0000:0000:0000:5e32:c099   \n",
       "9  2002:0000:0000:0000:0000:0000:53f6:8d36   \n",
       "\n",
       "                     MATCHED_VARIABLE_SRC  \n",
       "0                           [REQUEST_URI]  \n",
       "1                      [REQUEST_GET_ARGS]  \n",
       "2                          [REQUEST_PATH]  \n",
       "3                      [REQUEST_GET_ARGS]  \n",
       "4                      [REQUEST_GET_ARGS]  \n",
       "5                       [REQUEST_HEADERS]  \n",
       "6                      [REQUEST_GET_ARGS]  \n",
       "7                      [REQUEST_GET_ARGS]  \n",
       "8  [REQUEST_METHOD, REQUEST_CONTENT_TYPE]  \n",
       "9                      [REQUEST_GET_ARGS]  "
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Apply the substitution\n",
    "fix_second_value = lambda lst : [lst[0], sec_to_src_map[lst[1]]] if len(lst) > 1 else lst\n",
    "data_df['MATCHED_VARIABLE_SRC'] = data_df['MATCHED_VARIABLE_SRC'].apply(fix_second_value)\n",
    "data_df[['CLIENT_IP', 'MATCHED_VARIABLE_SRC']].head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "7eef4801-3762-46ee-a625-ff8208e6c9be",
   "metadata": {},
   "outputs": [],
   "source": [
    "# MATCHED_VARIABLE_SRC columns conclusion:\n",
    "#    Are useful as contain specification of the request type that may be correlated with the attack types.\n",
    "#---------------------------------------------------------"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "75cd8f5b-2825-4a5c-83ea-f89e75b2c6f5",
   "metadata": {},
   "outputs": [],
   "source": [
    "#----------------------------------------------------------\n",
    "# Consider the MATCHED_VARIABLE_NAME column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "913de6fe-1ab1-419b-99ce-9fb33509a758",
   "metadata": {},
   "outputs": [],
   "source": [
    "from src.wrangler.utils import clean_up_variable_names\n",
    "\n",
    "# Remove the repeated MATCHED_VARIABLE_SRC column values from MATCHED_VARIABLE_NAME\n",
    "data_df['MATCHED_VARIABLE_NAME'] = data_df.apply(clean_up_variable_names, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "799db184-60b2-447a-8a2c-056dc41caeb0",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:38:33 INFO (2431830386:3): The are min/max NAME values per row: 1/11\n",
      "14:38:33 INFO (2431830386:4): There are 394/57833 rows with more than 1 NAME value\n"
     ]
    }
   ],
   "source": [
    "# Count the maximum number of NAME entries per row\n",
    "src_counts = data_df['MATCHED_VARIABLE_NAME'].apply(lambda val : len(split_data_values(val)))\n",
    "logger.info(f'The are min/max NAME values per row: {src_counts.min()}/{src_counts.max()}')\n",
    "logger.info(f'There are {np.sum(src_counts > 1)}/{len(data_df)} rows with more than 1 NAME value')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "8fafff48-a0b0-4cd9-bcc2-d417c58af0dd",
   "metadata": {},
   "outputs": [],
   "source": [
    "from src.wrangler.utils import fix_variable_names\n",
    "\n",
    "# Split into distinct variable names and fix\n",
    "data_df['MATCHED_VARIABLE_NAME'] = data_df['MATCHED_VARIABLE_NAME'].apply(lambda names : fix_variable_names(names))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "685869bf-3256-4b51-ad13-02148ad9452a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CLIENT_IP</th>\n",
       "      <th>MATCHED_VARIABLE_SRC</th>\n",
       "      <th>MATCHED_VARIABLE_NAME</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:bc8a:5c37</td>\n",
       "      <td>[REQUEST_URI]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:5d9e:d783</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[url]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:b07b:f040</td>\n",
       "      <td>[REQUEST_PATH]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:494e:513f</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[url]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:4266:092c</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[_JQUERY_NO_CHACHE_]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:4fb7:57f7</td>\n",
       "      <td>[REQUEST_HEADERS]</td>\n",
       "      <td>[User-Agent]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:58c6:c9f5</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[rid]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:4d48:8eaa</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[_JQUERY_NO_CHACHE_]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:5e32:c099</td>\n",
       "      <td>[REQUEST_METHOD, REQUEST_CONTENT_TYPE]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:53f6:8d36</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[_JQUERY_NO_CHACHE_]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:d557:f048</td>\n",
       "      <td>[REQUEST_COOKIES]</td>\n",
       "      <td>[LtpaToken2]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:d9af:8c45</td>\n",
       "      <td>[REQUEST_COOKIES]</td>\n",
       "      <td>[user_id]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:82c1:3305</td>\n",
       "      <td>[REQUEST_URI]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:d59f:d449</td>\n",
       "      <td>[REQUEST_URI]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:b070:eae7</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[_JQUERY_NO_CHACHE_]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:d9af:8c45</td>\n",
       "      <td>[REQUEST_HEADERS]</td>\n",
       "      <td>[If-Modified-Since]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:6dfc:5551</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[_JQUERY_NO_CHACHE_]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:d9af:8c45</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[callback_uid]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:54d6:3623</td>\n",
       "      <td>[REQUEST_HEADERS]</td>\n",
       "      <td>[X-csrftoken]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:538b:9320</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[_JQUERY_NO_CHACHE_]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  CLIENT_IP  \\\n",
       "0   2002:0000:0000:0000:0000:0000:bc8a:5c37   \n",
       "1   2002:0000:0000:0000:0000:0000:5d9e:d783   \n",
       "2   2002:0000:0000:0000:0000:0000:b07b:f040   \n",
       "3   2002:0000:0000:0000:0000:0000:494e:513f   \n",
       "4   2002:0000:0000:0000:0000:0000:4266:092c   \n",
       "5   2002:0000:0000:0000:0000:0000:4fb7:57f7   \n",
       "6   2002:0000:0000:0000:0000:0000:58c6:c9f5   \n",
       "7   2002:0000:0000:0000:0000:0000:4d48:8eaa   \n",
       "8   2002:0000:0000:0000:0000:0000:5e32:c099   \n",
       "9   2002:0000:0000:0000:0000:0000:53f6:8d36   \n",
       "10  2002:0000:0000:0000:0000:0000:d557:f048   \n",
       "11  2002:0000:0000:0000:0000:0000:d9af:8c45   \n",
       "12  2002:0000:0000:0000:0000:0000:82c1:3305   \n",
       "13  2002:0000:0000:0000:0000:0000:d59f:d449   \n",
       "14  2002:0000:0000:0000:0000:0000:b070:eae7   \n",
       "15  2002:0000:0000:0000:0000:0000:d9af:8c45   \n",
       "16  2002:0000:0000:0000:0000:0000:6dfc:5551   \n",
       "17  2002:0000:0000:0000:0000:0000:d9af:8c45   \n",
       "18  2002:0000:0000:0000:0000:0000:54d6:3623   \n",
       "19  2002:0000:0000:0000:0000:0000:538b:9320   \n",
       "\n",
       "                      MATCHED_VARIABLE_SRC MATCHED_VARIABLE_NAME  \n",
       "0                            [REQUEST_URI]                    []  \n",
       "1                       [REQUEST_GET_ARGS]                 [url]  \n",
       "2                           [REQUEST_PATH]                    []  \n",
       "3                       [REQUEST_GET_ARGS]                 [url]  \n",
       "4                       [REQUEST_GET_ARGS]  [_JQUERY_NO_CHACHE_]  \n",
       "5                        [REQUEST_HEADERS]          [User-Agent]  \n",
       "6                       [REQUEST_GET_ARGS]                 [rid]  \n",
       "7                       [REQUEST_GET_ARGS]  [_JQUERY_NO_CHACHE_]  \n",
       "8   [REQUEST_METHOD, REQUEST_CONTENT_TYPE]                    []  \n",
       "9                       [REQUEST_GET_ARGS]  [_JQUERY_NO_CHACHE_]  \n",
       "10                       [REQUEST_COOKIES]          [LtpaToken2]  \n",
       "11                       [REQUEST_COOKIES]             [user_id]  \n",
       "12                           [REQUEST_URI]                    []  \n",
       "13                           [REQUEST_URI]                    []  \n",
       "14                      [REQUEST_GET_ARGS]  [_JQUERY_NO_CHACHE_]  \n",
       "15                       [REQUEST_HEADERS]   [If-Modified-Since]  \n",
       "16                      [REQUEST_GET_ARGS]  [_JQUERY_NO_CHACHE_]  \n",
       "17                      [REQUEST_GET_ARGS]        [callback_uid]  \n",
       "18                       [REQUEST_HEADERS]         [X-csrftoken]  \n",
       "19                      [REQUEST_GET_ARGS]  [_JQUERY_NO_CHACHE_]  "
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Show the results head\n",
    "data_df[['CLIENT_IP', 'MATCHED_VARIABLE_SRC', 'MATCHED_VARIABLE_NAME']].head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "e1a8efc8-406c-421a-826d-605a869afdc2",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Check on the available counts for distinct values\n",
    "all_names = None\n",
    "for names in data_df['MATCHED_VARIABLE_NAME'].values:\n",
    "    new_names = pd.Series(names, dtype='string')\n",
    "    all_names = new_names if all_names is None else pd.concat([all_names, new_names])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "073f4add-ae27-48c1-b54e-a0d0352a1e14",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:38:48 INFO (1297094161:3): There are 3051 distinct variable names present\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "_JQUERY_NO_CHACHE_    11165\n",
       "LtpaToken2             3948\n",
       "User-cn                2444\n",
       "action                 2394\n",
       "rid                    2372\n",
       "User-Agent             2028\n",
       "id                     1454\n",
       "url                    1352\n",
       "AN-X-Request-Uuid      1024\n",
       "If-Modified-Since       585\n",
       "dtype: Int64"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Now count the unique values\n",
    "all_names_df = all_names.value_counts()\n",
    "logger.info(f'There are {len(all_names_df)} distinct variable names present')\n",
    "all_names_df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "778bc4ac-6b5f-4d0c-b004-60ceeabadaf9",
   "metadata": {},
   "outputs": [],
   "source": [
    "# MATCHED_VARIABLE_NAME column conclusion:\n",
    "#    It seems to be useful as some of the names may indicate what\n",
    "#    data is requested, like user ids or some user related cookies etc...\n",
    "#---------------------------------------------------------"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "60823c15-d4da-40d2-b825-9114a178ca59",
   "metadata": {},
   "outputs": [],
   "source": [
    "#----------------------------------------------------------\n",
    "# Consider the MATCHED_VARIABLE_VALUE column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "29c1518c-278c-4bda-b834-38e1365272f9",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:38:48 INFO (4258993274:3): The are min/max VALUE values per row: 1/36\n",
      "14:38:48 INFO (4258993274:4): There are 1753/57833 rows with more than 1 VALUE value\n"
     ]
    }
   ],
   "source": [
    "# Count the maximum number of NAME entries per row\n",
    "src_counts = data_df['MATCHED_VARIABLE_VALUE'].apply(lambda val : len(split_data_values(val)))\n",
    "logger.info(f'The are min/max VALUE values per row: {src_counts.min()}/{src_counts.max()}')\n",
    "logger.info(f'There are {np.sum(src_counts > 1)}/{len(data_df)} rows with more than 1 VALUE value')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "43b72c9a-356c-4511-847c-021dda33535c",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Split into distinct variable values\n",
    "data_df['MATCHED_VARIABLE_VALUE'] = data_df['MATCHED_VARIABLE_VALUE'].apply(lambda values : split_data_values(values) if values != '' else [])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "c59758b1-306c-49ef-ae33-e0ff9873dbe0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CLIENT_IP</th>\n",
       "      <th>MATCHED_VARIABLE_SRC</th>\n",
       "      <th>MATCHED_VARIABLE_NAME</th>\n",
       "      <th>MATCHED_VARIABLE_VALUE</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:bc8a:5c37</td>\n",
       "      <td>[REQUEST_URI]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[//tmp/20160925122692indo.php.vob]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:5d9e:d783</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[url]</td>\n",
       "      <td>[http://www.galitsios.gr/?option=com_k2]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:b07b:f040</td>\n",
       "      <td>[REQUEST_PATH]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[/opinion/page1_3.php\\\" and \\\"\\\"x\\\"\\\"=\\\"\\\"x\\\"]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:494e:513f</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[url]</td>\n",
       "      <td>[http://thereviewgroup.org/boss-capital/]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:4266:092c</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[_JQUERY_NO_CHACHE_]</td>\n",
       "      <td>[1516288084140]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:4fb7:57f7</td>\n",
       "      <td>[REQUEST_HEADERS]</td>\n",
       "      <td>[User-Agent]</td>\n",
       "      <td>[Mozilla/5.0 (Linux; Android 6.0; LG-H815 Buil...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:58c6:c9f5</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[rid]</td>\n",
       "      <td>[3585221644]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:4d48:8eaa</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[_JQUERY_NO_CHACHE_]</td>\n",
       "      <td>[214296569]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:5e32:c099</td>\n",
       "      <td>[REQUEST_METHOD, REQUEST_CONTENT_TYPE]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[POST, multipart/form-data; boundary=----WebKi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:53f6:8d36</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[_JQUERY_NO_CHACHE_]</td>\n",
       "      <td>[51660445]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:d557:f048</td>\n",
       "      <td>[REQUEST_COOKIES]</td>\n",
       "      <td>[LtpaToken2]</td>\n",
       "      <td>[LZp0su/0R1VKoIZTJ7DWhrQ1YhHzqkGQuSbtP1PYQEgVd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:d9af:8c45</td>\n",
       "      <td>[REQUEST_COOKIES]</td>\n",
       "      <td>[user_id]</td>\n",
       "      <td>[4f1a4c5f-9636-4e6d-9713-b94a7e22cbb0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:82c1:3305</td>\n",
       "      <td>[REQUEST_URI]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[/home/tag/tag/page/zlatoust-dvorec-pobedy/nex...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:d59f:d449</td>\n",
       "      <td>[REQUEST_URI]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[/about/'/kontakti/'/kontakti/]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:b070:eae7</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[_JQUERY_NO_CHACHE_]</td>\n",
       "      <td>[1516570326076]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:d9af:8c45</td>\n",
       "      <td>[REQUEST_HEADERS]</td>\n",
       "      <td>[If-Modified-Since]</td>\n",
       "      <td>[Thu, 25 Jan 2018 07:17:06 GMT]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:6dfc:5551</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[_JQUERY_NO_CHACHE_]</td>\n",
       "      <td>[1516464016113]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:d9af:8c45</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[callback_uid]</td>\n",
       "      <td>[2c42dc598cf3ff]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:54d6:3623</td>\n",
       "      <td>[REQUEST_HEADERS]</td>\n",
       "      <td>[X-csrftoken]</td>\n",
       "      <td>[150f44e0f9e0700c7f5b1ca4862ae919cf5fcc91c2fe8...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2002:0000:0000:0000:0000:0000:538b:9320</td>\n",
       "      <td>[REQUEST_GET_ARGS]</td>\n",
       "      <td>[_JQUERY_NO_CHACHE_]</td>\n",
       "      <td>[1516357230209]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  CLIENT_IP  \\\n",
       "0   2002:0000:0000:0000:0000:0000:bc8a:5c37   \n",
       "1   2002:0000:0000:0000:0000:0000:5d9e:d783   \n",
       "2   2002:0000:0000:0000:0000:0000:b07b:f040   \n",
       "3   2002:0000:0000:0000:0000:0000:494e:513f   \n",
       "4   2002:0000:0000:0000:0000:0000:4266:092c   \n",
       "5   2002:0000:0000:0000:0000:0000:4fb7:57f7   \n",
       "6   2002:0000:0000:0000:0000:0000:58c6:c9f5   \n",
       "7   2002:0000:0000:0000:0000:0000:4d48:8eaa   \n",
       "8   2002:0000:0000:0000:0000:0000:5e32:c099   \n",
       "9   2002:0000:0000:0000:0000:0000:53f6:8d36   \n",
       "10  2002:0000:0000:0000:0000:0000:d557:f048   \n",
       "11  2002:0000:0000:0000:0000:0000:d9af:8c45   \n",
       "12  2002:0000:0000:0000:0000:0000:82c1:3305   \n",
       "13  2002:0000:0000:0000:0000:0000:d59f:d449   \n",
       "14  2002:0000:0000:0000:0000:0000:b070:eae7   \n",
       "15  2002:0000:0000:0000:0000:0000:d9af:8c45   \n",
       "16  2002:0000:0000:0000:0000:0000:6dfc:5551   \n",
       "17  2002:0000:0000:0000:0000:0000:d9af:8c45   \n",
       "18  2002:0000:0000:0000:0000:0000:54d6:3623   \n",
       "19  2002:0000:0000:0000:0000:0000:538b:9320   \n",
       "\n",
       "                      MATCHED_VARIABLE_SRC MATCHED_VARIABLE_NAME  \\\n",
       "0                            [REQUEST_URI]                    []   \n",
       "1                       [REQUEST_GET_ARGS]                 [url]   \n",
       "2                           [REQUEST_PATH]                    []   \n",
       "3                       [REQUEST_GET_ARGS]                 [url]   \n",
       "4                       [REQUEST_GET_ARGS]  [_JQUERY_NO_CHACHE_]   \n",
       "5                        [REQUEST_HEADERS]          [User-Agent]   \n",
       "6                       [REQUEST_GET_ARGS]                 [rid]   \n",
       "7                       [REQUEST_GET_ARGS]  [_JQUERY_NO_CHACHE_]   \n",
       "8   [REQUEST_METHOD, REQUEST_CONTENT_TYPE]                    []   \n",
       "9                       [REQUEST_GET_ARGS]  [_JQUERY_NO_CHACHE_]   \n",
       "10                       [REQUEST_COOKIES]          [LtpaToken2]   \n",
       "11                       [REQUEST_COOKIES]             [user_id]   \n",
       "12                           [REQUEST_URI]                    []   \n",
       "13                           [REQUEST_URI]                    []   \n",
       "14                      [REQUEST_GET_ARGS]  [_JQUERY_NO_CHACHE_]   \n",
       "15                       [REQUEST_HEADERS]   [If-Modified-Since]   \n",
       "16                      [REQUEST_GET_ARGS]  [_JQUERY_NO_CHACHE_]   \n",
       "17                      [REQUEST_GET_ARGS]        [callback_uid]   \n",
       "18                       [REQUEST_HEADERS]         [X-csrftoken]   \n",
       "19                      [REQUEST_GET_ARGS]  [_JQUERY_NO_CHACHE_]   \n",
       "\n",
       "                               MATCHED_VARIABLE_VALUE  \n",
       "0                  [//tmp/20160925122692indo.php.vob]  \n",
       "1            [http://www.galitsios.gr/?option=com_k2]  \n",
       "2      [/opinion/page1_3.php\\\" and \\\"\\\"x\\\"\\\"=\\\"\\\"x\\\"]  \n",
       "3           [http://thereviewgroup.org/boss-capital/]  \n",
       "4                                     [1516288084140]  \n",
       "5   [Mozilla/5.0 (Linux; Android 6.0; LG-H815 Buil...  \n",
       "6                                        [3585221644]  \n",
       "7                                         [214296569]  \n",
       "8   [POST, multipart/form-data; boundary=----WebKi...  \n",
       "9                                          [51660445]  \n",
       "10  [LZp0su/0R1VKoIZTJ7DWhrQ1YhHzqkGQuSbtP1PYQEgVd...  \n",
       "11             [4f1a4c5f-9636-4e6d-9713-b94a7e22cbb0]  \n",
       "12  [/home/tag/tag/page/zlatoust-dvorec-pobedy/nex...  \n",
       "13                    [/about/'/kontakti/'/kontakti/]  \n",
       "14                                    [1516570326076]  \n",
       "15                    [Thu, 25 Jan 2018 07:17:06 GMT]  \n",
       "16                                    [1516464016113]  \n",
       "17                                   [2c42dc598cf3ff]  \n",
       "18  [150f44e0f9e0700c7f5b1ca4862ae919cf5fcc91c2fe8...  \n",
       "19                                    [1516357230209]  "
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Show the results head\n",
    "data_df[['CLIENT_IP', 'MATCHED_VARIABLE_SRC', 'MATCHED_VARIABLE_NAME', 'MATCHED_VARIABLE_VALUE']].head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "id": "04086a17-5901-4262-b056-1a623ee52efe",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Check on the available counts for distinct values\n",
    "all_values = None\n",
    "for values in data_df['MATCHED_VARIABLE_VALUE'].values:\n",
    "    new_values = pd.Series(values, dtype='string')\n",
    "    all_values = new_values if all_values is None else pd.concat([all_values, new_values])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "id": "4799995b-6b9b-4677-bb06-d280ccbec6e8",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:39:06 INFO (4060887584:3): There are 57803 distinct variable values present\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "POST                                                 1039\n",
       "                                                      618\n",
       "XMLHttpRequest                                        333\n",
       "application/x-www-form-urlencoded; charset=UTF-8       77\n",
       "application/x-www-form-urlencoded                      76\n",
       "../../../../../../../../../boot.ini\\\\x0                46\n",
       "../../../../../../../../../windows/win.ini\\\\x0         43\n",
       "../../../../../../../../../winnt/win.ini\\\\x0           39\n",
       "{\\\"tags\\\":[{\\\"sizes\\\":[{\\\"width\\\":728,\\\"height...      28\n",
       "../../../../../../../../../etc/passwd\\\\x0              21\n",
       "dtype: Int64"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Now count the unique values\n",
    "all_values_df = all_values.value_counts()\n",
    "logger.info(f'There are {len(all_values_df)} distinct variable values present')\n",
    "all_values_df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "id": "cd1ba4e8-f67e-4e1d-be9c-14c58633d14c",
   "metadata": {},
   "outputs": [],
   "source": [
    "# MATCHED_VARIABLE_VALUE column conclusion:\n",
    "#    Is useful, assumed it is the values sent by the client and not the data retrieved\n",
    "#     from the server, as the provided request variable name values may contain\n",
    "#    indications of the attack like some scripts for injection and etc\n",
    "#---------------------------------------------------------"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "id": "48052b07-b45f-4897-93da-ec18661aa281",
   "metadata": {},
   "outputs": [],
   "source": [
    "#----------------------------------------------------------\n",
    "# Consider the EVENT_ID column"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "id": "722faf0e-c2c2-4b99-a566-d623523bd758",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "                        167\n",
       "cr1nJWQB5cBXmMW1hh_4      7\n",
       "m1K7G2QB5cBXmMW1pcnY      6\n",
       "XZ-bImQB5cBXmMW11ksX      6\n",
       "l1mUHGQB5cBXmMW1mdYm      6\n",
       "dqqPI2QB5cBXmMW1L9-m      5\n",
       "znQRH2QB5cBXmMW1_Hsj      5\n",
       "B4ipIGQB5cBXmMW1Yhnm      4\n",
       "b1K_G2QB5cBXmMW17-1v      4\n",
       "hlvDHGQB5cBXmMW1PWCN      4\n",
       "Name: EVENT_ID, dtype: Int64"
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check on the EVENT_ID distinct value counts, we see there are some duplicates\n",
    "event_id_df = data_df['EVENT_ID'].value_counts()\n",
    "event_id_df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "id": "8f31b45f-60e3-4134-9b02-64fe5d58bad6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAABN8AAAGsCAYAAADt4QF1AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjYuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8o6BhiAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAvmUlEQVR4nO3df5DV9X3v8dcW2A1SOOGH7LoTVJpLqWSJk6wtLvZGGxX08iNpequ5m9mrU4vJRSU7whhtphMykwtGjebeoeYabxptNHc7dwxppyQEMk1pGEUJXlpB47UtBqysmLjsAqG7FM/9o+O5WTDIj/24gTweM2eG/X7f55zP2fnOd3eefPecumq1Wg0AAAAAMOR+ZbgXAAAAAABnKvENAAAAAAoR3wAAAACgEPENAAAAAAoR3wAAAACgEPENAAAAAAoR3wAAAACgkJHDvYDh9Prrr+fll1/O2LFjU1dXN9zLAQAAAGAYVavV7Nu3L83NzfmVXxmaa9Z+qePbyy+/nClTpgz3MgAAAAD4BbJr1668613vGpLH+qWOb2PHjk3yb9/QcePGDfNqAAAAABhOfX19mTJlSq0ZDYVf6vj2xp+ajhs3TnwDAAAAIEmG9O3JfOACAAAAABQivgEAAABAIeIbAAAAABQivgEAAABAIeIbAAAAABQivgEAAABAIeIbAAAAABQivgEAAABAIeIbAAAAABQivgEAAABAIeIbAAAAABQivgEAAABAIeIbAAAAABQivgEAAABAIeIbAAAAABQivgEAAABAISOHewEMvfNvX3Pcsy/eOa/gSgAAAAB+ubnyDQAAAAAKEd8AAAAAoBDxDQAAAAAKEd8AAAAAoBDxDQAAAAAKEd8AAAAAoBDxDQAAAAAKEd8AAAAAoBDxDQAAAAAKEd8AAAAAoBDxDQAAAAAKEd8AAAAAoBDxDQAAAAAKEd8AAAAAoBDxDQAAAAAKEd8AAAAAoBDxDQAAAAAKEd8AAAAAoBDxDQAAAAAKEd8AAAAAoBDxDQAAAAAKEd8AAAAAoBDxDQAAAAAKOaH4tnz58tTV1Q26NTU11fZXq9UsX748zc3NGT16dC677LJs37590GP09/fnlltuyaRJkzJmzJgsXLgwL7300qCZnp6edHR0pFKppFKppKOjI3v37h00s3PnzixYsCBjxozJpEmTsmTJkgwMDJzgywcAAACAck74yrf3vOc92b17d+32zDPP1Pbddddduffee7Nq1aps3rw5TU1NufLKK7Nv377aTGdnZ1avXp2urq5s3Lgx+/fvz/z583P48OHaTHt7e7Zu3Zq1a9dm7dq12bp1azo6Omr7Dx8+nHnz5uXAgQPZuHFjurq68thjj2Xp0qUn+30AAAAAgCE38oTvMHLkoKvd3lCtVvPFL34xn/70p/ORj3wkSfLwww+nsbExX//61/Pxj388vb29+cpXvpKvfe1rueKKK5IkjzzySKZMmZLvfve7mTt3bp577rmsXbs2mzZtyqxZs5IkDz74YNra2vL8889n+vTpWbduXZ599tns2rUrzc3NSZIvfOELuf766/Nf/+t/zbhx49507f39/env76993dfXd6IvHwAAAACO2wlf+fbCCy+kubk5U6dOzUc/+tH80z/9U5Jkx44d6e7uzpw5c2qzDQ0NufTSS/P4448nSbZs2ZJDhw4Nmmlubk5LS0tt5oknnkilUqmFtyS5+OKLU6lUBs20tLTUwluSzJ07N/39/dmyZcvPXfvKlStrf8paqVQyZcqUE335AAAAAHDcTii+zZo1K3/2Z3+W73znO3nwwQfT3d2d2bNn5yc/+Um6u7uTJI2NjYPu09jYWNvX3d2d+vr6jB8//pgzkydPPuq5J0+ePGjmyOcZP3586uvrazNv5o477khvb2/ttmvXrhN5+QAAAABwQk7oz06vvvrq2r9nzpyZtra2vPvd787DDz+ciy++OElSV1c36D7VavWobUc6cubN5k9m5kgNDQ1paGg45loAAAAAYKic8J+d/qwxY8Zk5syZeeGFF2rvA3fklWd79uypXaXW1NSUgYGB9PT0HHPmlVdeOeq5Xn311UEzRz5PT09PDh06dNQVcQAAAAAwXE4pvvX39+e5557LOeeck6lTp6apqSnr16+v7R8YGMiGDRsye/bsJElra2tGjRo1aGb37t3Ztm1bbaatrS29vb156qmnajNPPvlkent7B81s27Ytu3fvrs2sW7cuDQ0NaW1tPZWXBAAAAABD5oT+7HTZsmVZsGBBzj333OzZsyef+9zn0tfXl+uuuy51dXXp7OzMihUrMm3atEybNi0rVqzIWWedlfb29iRJpVLJDTfckKVLl2bixImZMGFCli1blpkzZ9Y+/fSCCy7IVVddlUWLFuWBBx5Iktx4442ZP39+pk+fniSZM2dOZsyYkY6Ojtx999157bXXsmzZsixatOjnftIpAAAAALzdTii+vfTSS/lP/+k/5cc//nHOPvvsXHzxxdm0aVPOO++8JMltt92WgwcPZvHixenp6cmsWbOybt26jB07tvYY9913X0aOHJlrrrkmBw8ezOWXX56HHnooI0aMqM08+uijWbJkSe1TURcuXJhVq1bV9o8YMSJr1qzJ4sWLc8kll2T06NFpb2/PPffcc0rfDAAAAAAYSnXVarU63IsYLn19falUKunt7T2jrpg7//Y1xz374p3zCq4EAAAA4PRRohWd0nu+AQAAAAA/n/gGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWIbwAAAABQiPgGAAAAAIWcUnxbuXJl6urq0tnZWdtWrVazfPnyNDc3Z/To0bnsssuyffv2Qffr7+/PLbfckkmTJmXMmDFZuHBhXnrppUEzPT096ejoSKVSSaVSSUdHR/bu3TtoZufOnVmwYEHGjBmTSZMmZcmSJRkYGDiVlwQAAAAAQ+ak49vmzZvz5S9/Oe9973sHbb/rrrty7733ZtWqVdm8eXOamppy5ZVXZt++fbWZzs7OrF69Ol1dXdm4cWP279+f+fPn5/Dhw7WZ9vb2bN26NWvXrs3atWuzdevWdHR01PYfPnw48+bNy4EDB7Jx48Z0dXXlsccey9KlS0/2JQEAAADAkDqp+LZ///587GMfy4MPPpjx48fXtler1Xzxi1/Mpz/96XzkIx9JS0tLHn744fz0pz/N17/+9SRJb29vvvKVr+QLX/hCrrjiirzvfe/LI488kmeeeSbf/e53kyTPPfdc1q5dm//5P/9n2tra0tbWlgcffDB/9Vd/leeffz5Jsm7dujz77LN55JFH8r73vS9XXHFFvvCFL+TBBx9MX1/fqX5fAAAAAOCUnVR8u+mmmzJv3rxcccUVg7bv2LEj3d3dmTNnTm1bQ0NDLr300jz++ONJki1btuTQoUODZpqbm9PS0lKbeeKJJ1KpVDJr1qzazMUXX5xKpTJopqWlJc3NzbWZuXPnpr+/P1u2bHnTdff396evr2/QDQAAAABKGXmid+jq6srTTz+dzZs3H7Wvu7s7SdLY2Dhoe2NjY370ox/VZurr6wddMffGzBv37+7uzuTJk496/MmTJw+aOfJ5xo8fn/r6+trMkVauXJnPfvazx/MyAQAAAOCUndCVb7t27conP/nJPPLII3nHO97xc+fq6uoGfV2tVo/adqQjZ95s/mRmftYdd9yR3t7e2m3Xrl3HXBMAAAAAnIoTim9btmzJnj170trampEjR2bkyJHZsGFD/vt//+8ZOXJk7Uq0I68827NnT21fU1NTBgYG0tPTc8yZV1555ajnf/XVVwfNHPk8PT09OXTo0FFXxL2hoaEh48aNG3QDAAAAgFJOKL5dfvnleeaZZ7J169ba7aKLLsrHPvaxbN26Nb/2a7+WpqamrF+/vnafgYGBbNiwIbNnz06StLa2ZtSoUYNmdu/enW3bttVm2tra0tvbm6eeeqo28+STT6a3t3fQzLZt27J79+7azLp169LQ0JDW1taT+FYAAAAAwNA6ofd8Gzt2bFpaWgZtGzNmTCZOnFjb3tnZmRUrVmTatGmZNm1aVqxYkbPOOivt7e1JkkqlkhtuuCFLly7NxIkTM2HChCxbtiwzZ86sfYDDBRdckKuuuiqLFi3KAw88kCS58cYbM3/+/EyfPj1JMmfOnMyYMSMdHR25++6789prr2XZsmVZtGiRK9oAAAAA+IVwwh+48FZuu+22HDx4MIsXL05PT09mzZqVdevWZezYsbWZ++67LyNHjsw111yTgwcP5vLLL89DDz2UESNG1GYeffTRLFmypPapqAsXLsyqVatq+0eMGJE1a9Zk8eLFueSSSzJ69Oi0t7fnnnvuGeqXBAAAAAAnpa5arVaHexHDpa+vL5VKJb29vWfU1XLn377muGdfvHNewZUAAAAAnD5KtKITes83AAAAAOD4iW8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFiG8AAAAAUIj4BgAAAACFnFB8+9KXvpT3vve9GTduXMaNG5e2trZ8+9vfru2vVqtZvnx5mpubM3r06Fx22WXZvn37oMfo7+/PLbfckkmTJmXMmDFZuHBhXnrppUEzPT096ejoSKVSSaVSSUdHR/bu3TtoZufOnVmwYEHGjBmTSZMmZcmSJRkYGDjBlw8AAAAA5ZxQfHvXu96VO++8Mz/4wQ/ygx/8IB/84AfzoQ99qBbY7rrrrtx7771ZtWpVNm/enKamplx55ZXZt29f7TE6OzuzevXqdHV1ZePGjdm/f3/mz5+fw4cP12ba29uzdevWrF27NmvXrs3WrVvT0dFR23/48OHMmzcvBw4cyMaNG9PV1ZXHHnssS5cuPdXvBwAAAAAMmbpqtVo9lQeYMGFC7r777vzBH/xBmpub09nZmU996lNJ/u0qt8bGxnz+85/Pxz/+8fT29ubss8/O1772tVx77bVJkpdffjlTpkzJt771rcydOzfPPfdcZsyYkU2bNmXWrFlJkk2bNqWtrS0//OEPM3369Hz729/O/Pnzs2vXrjQ3NydJurq6cv3112fPnj0ZN27cca29r68vlUolvb29x32f08H5t6857tkX75xXcCUAAAAAp48Sreik3/Pt8OHD6erqyoEDB9LW1pYdO3aku7s7c+bMqc00NDTk0ksvzeOPP54k2bJlSw4dOjRoprm5OS0tLbWZJ554IpVKpRbekuTiiy9OpVIZNNPS0lILb0kyd+7c9Pf3Z8uWLT93zf39/enr6xt0AwAAAIBSTji+PfPMM/nVX/3VNDQ05BOf+ERWr16dGTNmpLu7O0nS2Ng4aL6xsbG2r7u7O/X19Rk/fvwxZyZPnnzU806ePHnQzJHPM378+NTX19dm3szKlStr7yNXqVQyZcqUE3z1AAAAAHD8Tji+TZ8+PVu3bs2mTZvyX/7Lf8l1112XZ599tra/rq5u0Hy1Wj1q25GOnHmz+ZOZOdIdd9yR3t7e2m3Xrl3HXBcAAAAAnIoTjm/19fX5d//u3+Wiiy7KypUrc+GFF+a//bf/lqampiQ56sqzPXv21K5Sa2pqysDAQHp6eo4588orrxz1vK+++uqgmSOfp6enJ4cOHTrqirif1dDQUPuk1jduAAAAAFDKSb/n2xuq1Wr6+/szderUNDU1Zf369bV9AwMD2bBhQ2bPnp0kaW1tzahRowbN7N69O9u2bavNtLW1pbe3N0899VRt5sknn0xvb++gmW3btmX37t21mXXr1qWhoSGtra2n+pIAAAAAYEiMPJHhP/qjP8rVV1+dKVOmZN++fenq6srf/M3fZO3atamrq0tnZ2dWrFiRadOmZdq0aVmxYkXOOuustLe3J0kqlUpuuOGGLF26NBMnTsyECROybNmyzJw5M1dccUWS5IILLshVV12VRYsW5YEHHkiS3HjjjZk/f36mT5+eJJkzZ05mzJiRjo6O3H333XnttdeybNmyLFq0yNVsAAAAAPzCOKH49sorr6SjoyO7d+9OpVLJe9/73qxduzZXXnllkuS2227LwYMHs3jx4vT09GTWrFlZt25dxo4dW3uM++67LyNHjsw111yTgwcP5vLLL89DDz2UESNG1GYeffTRLFmypPapqAsXLsyqVatq+0eMGJE1a9Zk8eLFueSSSzJ69Oi0t7fnnnvuOaVvBgAAAAAMpbpqtVod7kUMl76+vlQqlfT29p5RV8ydf/ua45598c55BVcCAAAAcPoo0YpO+T3fAAAAAIA3J74BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUIr4BAAAAQCHiGwAAAAAUckLxbeXKlfnN3/zNjB07NpMnT86HP/zhPP/884NmqtVqli9fnubm5owePTqXXXZZtm/fPmimv78/t9xySyZNmpQxY8Zk4cKFeemllwbN9PT0pKOjI5VKJZVKJR0dHdm7d++gmZ07d2bBggUZM2ZMJk2alCVLlmRgYOBEXhIAAAAAFHNC8W3Dhg256aabsmnTpqxfvz7/+q//mjlz5uTAgQO1mbvuuiv33ntvVq1alc2bN6epqSlXXnll9u3bV5vp7OzM6tWr09XVlY0bN2b//v2ZP39+Dh8+XJtpb2/P1q1bs3bt2qxduzZbt25NR0dHbf/hw4czb968HDhwIBs3bkxXV1cee+yxLF269FS+HwAAAAAwZOqq1Wr1ZO/86quvZvLkydmwYUM+8IEPpFqtprm5OZ2dnfnUpz6V5N+ucmtsbMznP//5fPzjH09vb2/OPvvsfO1rX8u1116bJHn55ZczZcqUfOtb38rcuXPz3HPPZcaMGdm0aVNmzZqVJNm0aVPa2trywx/+MNOnT8+3v/3tzJ8/P7t27Upzc3OSpKurK9dff3327NmTcePGveX6+/r6UqlU0tvbe1zzp4vzb19z3LMv3jmv4EoAAAAATh8lWtEpvedbb29vkmTChAlJkh07dqS7uztz5sypzTQ0NOTSSy/N448/niTZsmVLDh06NGimubk5LS0ttZknnngilUqlFt6S5OKLL06lUhk009LSUgtvSTJ37tz09/dny5Ytb7re/v7+9PX1DboBAAAAQCknHd+q1WpuvfXW/PZv/3ZaWlqSJN3d3UmSxsbGQbONjY21fd3d3amvr8/48eOPOTN58uSjnnPy5MmDZo58nvHjx6e+vr42c6SVK1fW3kOuUqlkypQpJ/qyAQAAAOC4nXR8u/nmm/P3f//3+V//638dta+urm7Q19Vq9ahtRzpy5s3mT2bmZ91xxx3p7e2t3Xbt2nXMNQEAAADAqTip+HbLLbfkL//yL/O9730v73rXu2rbm5qakuSoK8/27NlTu0qtqakpAwMD6enpOebMK6+8ctTzvvrqq4Nmjnyenp6eHDp06Kgr4t7Q0NCQcePGDboBAAAAQCknFN+q1WpuvvnmfOMb38hf//VfZ+rUqYP2T506NU1NTVm/fn1t28DAQDZs2JDZs2cnSVpbWzNq1KhBM7t37862bdtqM21tbent7c1TTz1Vm3nyySfT29s7aGbbtm3ZvXt3bWbdunVpaGhIa2vribwsAAAAAChi5IkM33TTTfn617+ev/iLv8jYsWNrV55VKpWMHj06dXV16ezszIoVKzJt2rRMmzYtK1asyFlnnZX29vba7A033JClS5dm4sSJmTBhQpYtW5aZM2fmiiuuSJJccMEFueqqq7Jo0aI88MADSZIbb7wx8+fPz/Tp05Mkc+bMyYwZM9LR0ZG77747r732WpYtW5ZFixa5og0AAACAXwgnFN++9KUvJUkuu+yyQdu/+tWv5vrrr0+S3HbbbTl48GAWL16cnp6ezJo1K+vWrcvYsWNr8/fdd19GjhyZa665JgcPHszll1+ehx56KCNGjKjNPProo1myZEntU1EXLlyYVatW1faPGDEia9asyeLFi3PJJZdk9OjRaW9vzz333HNC3wAAAAAAKKWuWq1Wh3sRw6Wvry+VSiW9vb1n1NVy59++5rhnX7xzXsGVAAAAAJw+SrSik/60UwAAAADg2MQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQk44vv3t3/5tFixYkObm5tTV1eWb3/zmoP3VajXLly9Pc3NzRo8encsuuyzbt28fNNPf359bbrklkyZNypgxY7Jw4cK89NJLg2Z6enrS0dGRSqWSSqWSjo6O7N27d9DMzp07s2DBgowZMyaTJk3KkiVLMjAwcKIvCQAAAACKOOH4duDAgVx44YVZtWrVm+6/6667cu+992bVqlXZvHlzmpqacuWVV2bfvn21mc7OzqxevTpdXV3ZuHFj9u/fn/nz5+fw4cO1mfb29mzdujVr167N2rVrs3Xr1nR0dNT2Hz58OPPmzcuBAweycePGdHV15bHHHsvSpUtP9CUBAAAAQBF11Wq1etJ3rqvL6tWr8+EPfzjJv1311tzcnM7OznzqU59K8m9XuTU2Nubzn/98Pv7xj6e3tzdnn312vva1r+Xaa69Nkrz88suZMmVKvvWtb2Xu3Ll57rnnMmPGjGzatCmzZs1KkmzatCltbW354Q9/mOnTp+fb3/525s+fn127dqW5uTlJ0tXVleuvvz579uzJuHHj3nL9fX19qVQq6e3tPa7508X5t6857tkX75xXcCUAAAAAp48SrWhI3/Ntx44d6e7uzpw5c2rbGhoacumll+bxxx9PkmzZsiWHDh0aNNPc3JyWlpbazBNPPJFKpVILb0ly8cUXp1KpDJppaWmphbckmTt3bvr7+7Nly5Y3XV9/f3/6+voG3QAAAACglCGNb93d3UmSxsbGQdsbGxtr+7q7u1NfX5/x48cfc2by5MlHPf7kyZMHzRz5POPHj099fX1t5kgrV66svYdcpVLJlClTTuJVAgAAAMDxKfJpp3V1dYO+rlarR2070pEzbzZ/MjM/64477khvb2/ttmvXrmOuCQAAAABOxZDGt6ampiQ56sqzPXv21K5Sa2pqysDAQHp6eo4588orrxz1+K+++uqgmSOfp6enJ4cOHTrqirg3NDQ0ZNy4cYNuAAAAAFDKkMa3qVOnpqmpKevXr69tGxgYyIYNGzJ79uwkSWtra0aNGjVoZvfu3dm2bVttpq2tLb29vXnqqadqM08++WR6e3sHzWzbti27d++uzaxbty4NDQ1pbW0dypcFAAAAACdl5IneYf/+/fmHf/iH2tc7duzI1q1bM2HChJx77rnp7OzMihUrMm3atEybNi0rVqzIWWedlfb29iRJpVLJDTfckKVLl2bixImZMGFCli1blpkzZ+aKK65IklxwwQW56qqrsmjRojzwwANJkhtvvDHz58/P9OnTkyRz5szJjBkz0tHRkbvvvjuvvfZali1blkWLFrmiDQAAAIBfCCcc337wgx/kd37nd2pf33rrrUmS6667Lg899FBuu+22HDx4MIsXL05PT09mzZqVdevWZezYsbX73HfffRk5cmSuueaaHDx4MJdffnkeeuihjBgxojbz6KOPZsmSJbVPRV24cGFWrVpV2z9ixIisWbMmixcvziWXXJLRo0envb0999xzz4l/FwAAAACggLpqtVod7kUMl76+vlQqlfT29p5RV8udf/ua45598c55BVcCAAAAcPoo0YqKfNopAAAAACC+AQAAAEAx4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFCK+AQAAAEAh4hsAAAAAFHLax7f7778/U6dOzTve8Y60trbm+9///nAvCQAAAACSJCOHewGn4s///M/T2dmZ+++/P5dcckkeeOCBXH311Xn22Wdz7rnnDvfyTgvn377muOZevHNe4ZUAAAAAnHnqqtVqdbgXcbJmzZqV97///fnSl75U23bBBRfkwx/+cFauXHnUfH9/f/r7+2tf9/b25txzz82uXbsybty4t2XNb4eWz3xnyB9z22fnDvljAgAAAPwi6evry5QpU7J3795UKpUheczT9sq3gYGBbNmyJbfffvug7XPmzMnjjz/+pvdZuXJlPvvZzx61fcqUKUXWeCapfHG4VwAAAADw9ti3b5/49uMf/ziHDx9OY2PjoO2NjY3p7u5+0/vccccdufXWW2tfv/7663nttdcyceLE1NXVFV3vUHujxJ5pV+3xi8+xx3Bx7DFcHHsMF8cew8Wxx3By/DFc3jj2du7cmbq6ujQ3Nw/ZY5+28e0NR0azarX6c0NaQ0NDGhoaBm175zvfWWppb4tx48Y5ITEsHHsMF8cew8Wxx3Bx7DFcHHsMJ8cfw6VSqQz5sXfaftrppEmTMmLEiKOuctuzZ89RV8MBAAAAwHA4beNbfX19Wltbs379+kHb169fn9mzZw/TqgAAAADg/zut/+z01ltvTUdHRy666KK0tbXly1/+cnbu3JlPfOITw7204hoaGvKZz3zmqD+jhdIcewwXxx7DxbHHcHHsMVwcewwnxx/DpeSxV1etVqtD/qhvo/vvvz933XVXdu/enZaWltx33335wAc+MNzLAgAAAIDTP74BAAAAwC+q0/Y93wAAAADgF534BgAAAACFiG8AAAAAUIj4BgAAAACFiG+nofvvvz9Tp07NO97xjrS2tub73//+cC+JM8zKlSvzm7/5mxk7dmwmT56cD3/4w3n++ecHzVx//fWpq6sbdLv44ouHacWcKZYvX37UcdXU1FTbX61Ws3z58jQ3N2f06NG57LLLsn379mFcMWeK888//6hjr66uLjfddFMS5zyGzt/+7d9mwYIFaW5uTl1dXb75zW8O2n8857n+/v7ccsstmTRpUsaMGZOFCxfmpZdeehtfBaerYx1/hw4dyqc+9anMnDkzY8aMSXNzc/7zf/7Pefnllwc9xmWXXXbU+fCjH/3o2/xKON281bnveH7OOvdxMt7q2Huz3//q6upy991312aG4rwnvp1m/vzP/zydnZ359Kc/nf/zf/5P/v2///e5+uqrs3PnzuFeGmeQDRs25KabbsqmTZuyfv36/Ou//mvmzJmTAwcODJq76qqrsnv37trtW9/61jCtmDPJe97znkHH1TPPPFPbd9ddd+Xee+/NqlWrsnnz5jQ1NeXKK6/Mvn37hnHFnAk2b9486Lhbv359kuT3f//3azPOeQyFAwcO5MILL8yqVavedP/xnOc6OzuzevXqdHV1ZePGjdm/f3/mz5+fw4cPv10vg9PUsY6/n/70p3n66afzx3/8x3n66afzjW98I//3//7fLFy48KjZRYsWDTofPvDAA2/H8jmNvdW5L3nrn7POfZyMtzr2fvaY2717d/70T/80dXV1+b3f+71Bc6d83qtyWvmt3/qt6ic+8YlB237jN36jevvttw/TivhlsGfPnmqS6oYNG2rbrrvuuuqHPvSh4VsUZ6TPfOYz1QsvvPBN973++uvVpqam6p133lnb9i//8i/VSqVS/R//43+8TSvkl8UnP/nJ6rvf/e7q66+/Xq1WnfMoI0l19erVta+P5zy3d+/e6qhRo6pdXV21mX/+53+u/sqv/Ep17dq1b9vaOf0defy9maeeeqqapPqjH/2otu3SSy+tfvKTnyy7OM5ob3bsvdXPWec+hsLxnPc+9KEPVT/4wQ8O2jYU5z1Xvp1GBgYGsmXLlsyZM2fQ9jlz5uTxxx8fplXxy6C3tzdJMmHChEHb/+Zv/iaTJ0/Or//6r2fRokXZs2fPcCyPM8wLL7yQ5ubmTJ06NR/96EfzT//0T0mSHTt2pLu7e9A5sKGhIZdeeqlzIENqYGAgjzzySP7gD/4gdXV1te3OeZR2POe5LVu25NChQ4Nmmpub09LS4lzIkOvt7U1dXV3e+c53Dtr+6KOPZtKkSXnPe96TZcuWuQKdIXGsn7POfbwdXnnllaxZsyY33HDDUftO9bw3cqgWSXk//vGPc/jw4TQ2Ng7a3tjYmO7u7mFaFWe6arWaW2+9Nb/927+dlpaW2varr746v//7v5/zzjsvO3bsyB//8R/ngx/8YLZs2ZKGhoZhXDGns1mzZuXP/uzP8uu//ut55ZVX8rnPfS6zZ8/O9u3ba+e5NzsH/uhHPxqO5XKG+uY3v5m9e/fm+uuvr21zzuPtcDznue7u7tTX12f8+PFHzfh9kKH0L//yL7n99tvT3t6ecePG1bZ/7GMfy9SpU9PU1JRt27bljjvuyN/93d/V/lwfTsZb/Zx17uPt8PDDD2fs2LH5yEc+Mmj7UJz3xLfT0M/+L3zyb3HkyG0wVG6++eb8/d//fTZu3Dho+7XXXlv7d0tLSy666KKcd955WbNmzVEnKzheV199de3fM2fOTFtbW9797nfn4Ycfrr3prnMgpX3lK1/J1Vdfnebm5to25zzeTidznnMuZCgdOnQoH/3oR/P666/n/vvvH7Rv0aJFtX+3tLRk2rRpueiii/L000/n/e9//9u9VM4QJ/tz1rmPofSnf/qn+djHPpZ3vOMdg7YPxXnPn52eRiZNmpQRI0YcVfb37Nlz1P+QwlC45ZZb8pd/+Zf53ve+l3e9613HnD3nnHNy3nnn5YUXXnibVscvgzFjxmTmzJl54YUXap966hxIST/60Y/y3e9+N3/4h394zDnnPEo4nvNcU1NTBgYG0tPT83Nn4FQcOnQo11xzTXbs2JH169cPuurtzbz//e/PqFGjnA8ZUkf+nHXuo7Tvf//7ef7559/yd8Dk5M574ttppL6+Pq2trUdd2rh+/frMnj17mFbFmaharebmm2/ON77xjfz1X/91pk6d+pb3+clPfpJdu3blnHPOeRtWyC+L/v7+PPfccznnnHNql3r/7DlwYGAgGzZscA5kyHz1q1/N5MmTM2/evGPOOedRwvGc51pbWzNq1KhBM7t37862bducCzllb4S3F154Id/97nczceLEt7zP9u3bc+jQIedDhtSRP2ed+yjtK1/5SlpbW3PhhRe+5ezJnPf82elp5tZbb01HR0cuuuiitLW15ctf/nJ27tyZT3ziE8O9NM4gN910U77+9a/nL/7iLzJ27Nja/8BXKpWMHj06+/fvz/Lly/N7v/d7Oeecc/Liiy/mj/7ojzJp0qT87u/+7jCvntPZsmXLsmDBgpx77rnZs2dPPve5z6Wvry/XXXdd6urq0tnZmRUrVmTatGmZNm1aVqxYkbPOOivt7e3DvXTOAK+//nq++tWv5rrrrsvIkf//VyTnPIbS/v378w//8A+1r3fs2JGtW7dmwoQJOffcc9/yPFepVHLDDTdk6dKlmThxYiZMmJBly5Zl5syZueKKK4brZXGaONbx19zcnP/4H/9jnn766fzVX/1VDh8+XPsdcMKECamvr88//uM/5tFHH81/+A//IZMmTcqzzz6bpUuX5n3ve18uueSS4XpZnAaOdexNmDDhLX/OOvdxst7q526S9PX15X//7/+dL3zhC0fdf8jOe6f0WakMiz/5kz+pnnfeedX6+vrq+9///uqGDRuGe0mcYZK86e2rX/1qtVqtVn/6059W58yZUz377LOro0aNqp577rnV6667rrpz587hXTinvWuvvbZ6zjnnVEeNGlVtbm6ufuQjH6lu3769tv/111+vfuYzn6k2NTVVGxoaqh/4wAeqzzzzzDCumDPJd77znWqS6vPPPz9ou3MeQ+l73/vem/6Mve6666rV6vGd5w4ePFi9+eabqxMmTKiOHj26On/+fMcjx+VYx9+OHTt+7u+A3/ve96rVarW6c+fO6gc+8IHqhAkTqvX19dV3v/vd1SVLllR/8pOfDO8L4xfesY694/0569zHyXirn7vVarX6wAMPVEePHl3du3fvUfcfqvNeXbVarR5/qgMAAAAAjpf3fAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQsQ3AAAAAChEfAMAAACAQv4fDUHpKqCAo/MAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 1500x500 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Most event ids are not duplicated\n",
    "fig, ax = plt.subplots(figsize=(15, 5))\n",
    "_ = plt.hist(event_id_df, bins=100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "id": "1118cf17-bf24-4b6a-bafd-d2814d05637a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAABM0AAAGsCAYAAADOulCgAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjYuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8o6BhiAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAmJUlEQVR4nO3df5DU9X348dcKcqgDJOfVg5MfMo6mXVGMx8ZCxYDTXnsaTDWxOMkQnIIzDGsS5mJbKZNoHJvLtA3DH3ywoU00mSYj40xCOpEpc5laIWUyWRBSdVsr7emdCjLQygnWA4/P94+M9+19+Hmwt5u9PB4zN+N+9sPnXud85n349LOfTy5N0zQAAAAAgEEX1XoAAAAAAPhVI5oBAAAAQIZoBgAAAAAZohkAAAAAZIhmAAAAAJAhmgEAAABAhmgGAAAAABljaz3AcJ04cSLefPPNmDBhQuRyuVqPAwAAAEANpWka77zzTrS0tMRFF1Xu+rC6i2ZvvvlmTJs2rdZjAAAAAPArpLe3N6ZOnVqx49VNNEuSJJIkiffffz8ifvkvYuLEiTWeCgAAAIBa6uvri2nTpsWECRMqetxcmqZpRY84wvr6+mLSpElx+PBh0QwAAADg19xItSIPAgAAAACADNEMAAAAADLqJpolSRL5fD4KhUKtRwEAAABglHNPMwAAAADqlnuaAQAAAECViGYAAAAAkCGaAQAAAEBG3UQzDwIAAAAAoFo8CAAAAACAuuVBAAAAAABQJaIZAAAAAGTUTTRzTzMAAAAAqsU9zQAAAACoW+5pBgAAAABVIpoBAAAAQMbYWg/AL1310DPnvO+rX79jBCcBAAAAwJVmAAAAAJBRN9HM0zMBAAAAqJa6iWbFYjHK5XKUSqVajwIAAADAKFc30QwAAAAAqkU0AwAAAIAM0QwAAAAAMkQzAAAAAMgQzQAAAAAgo26iWZIkkc/no1Ao1HoUAAAAAEa5uolmxWIxyuVylEqlWo8CAAAAwChXN9EMAAAAAKpFNAMAAACADNEMAAAAADJEMwAAAADIEM0AAAAAIEM0AwAAAIAM0QwAAAAAMkQzAAAAAMiom2iWJEnk8/koFAq1HgUAAACAUa5uolmxWIxyuRylUqnWowAAAAAwytVNNAMAAACAahHNAAAAACBDNAMAAACADNEMAAAAADJEMwAAAADIEM0AAAAAIEM0AwAAAIAM0QwAAAAAMkQzAAAAAMgQzQAAAAAgQzQDAAAAgIy6iWZJkkQ+n49CoVDrUQAAAAAY5eommhWLxSiXy1EqlWo9CgAAAACjXN1EMwAAAACoFtEMAAAAADJEMwAAAADIEM0AAAAAIEM0AwAAAIAM0QwAAAAAMkQzAAAAAMgQzQAAAAAgQzQDAAAAgAzRDAAAAAAyRDMAAAAAyBDNAAAAACBDNAMAAACADNEMAAAAADJEMwAAAADIqFk0e/fdd2PGjBnx4IMP1moEAAAAADilmkWzv/iLv4ibb765Vt8eAAAAAE6rJtHslVdeiX//93+P22+/vRbfHgAAAADOaNjRbNu2bbFo0aJoaWmJXC4XmzdvPmmfDRs2xMyZM2P8+PHR2toa27dvH/L+gw8+GJ2dnec9NAAAAACMpGFHs6NHj8bs2bNj/fr1p3x/06ZNsWrVqlizZk3s3r075s+fH+3t7dHT0xMRET/60Y/i2muvjWuvvfacvl9/f3/09fUN+QIAAACAkTR2uH+gvb092tvbT/v+2rVrY9myZbF8+fKIiFi3bl1s3bo1Hn/88ejs7Iyf/exn8dRTT8XTTz8dR44ciePHj8fEiRPjK1/5yimP19nZGV/96leHOyYAAAAAnLeK3tPs2LFjsWvXrmhraxuyva2tLXbs2BERv4xgvb298eqrr8Zf//Vfx/3333/aYBYRsXr16jh8+PDgV29vbyVHBgAAAICTDPtKszM5ePBgDAwMRHNz85Dtzc3NsX///vM6ZkNDQzQ0NFRiPAAAAAA4JxWNZh/I5XJDXqdpetK2iIj77rvvnI+ZJEkkSRIDAwMXOh4AAAAAnFFFP57Z1NQUY8aMOemqsgMHDpx09dlwFYvFKJfLUSqVLug4AAAAAHA2FY1m48aNi9bW1ujq6hqyvaurK+bNm1fJbwUAAAAAI2bYH888cuRI7N27d/B1d3d37NmzJxobG2P69OnR0dERS5YsiTlz5sTcuXNj48aN0dPTEytWrKjo4AAAAAAwUoYdzXbu3BkLFy4cfN3R0REREUuXLo0nn3wyFi9eHIcOHYpHH3009u3bF7NmzYotW7bEjBkzLmhQ9zQDAAAAoFpyaZqmtR5iOPr6+mLSpElx+PDhmDhxYq3HqZirHnrmnPd99et3jOAkAAAAAPVjpFpRRe9pBgAAAACjgWgGAAAAABl1E82SJIl8Ph+FQqHWowAAAAAwytVNNCsWi1Eul6NUKtV6FAAAAABGubqJZgAAAABQLaIZAAAAAGSIZgAAAACQUTfRzIMAAAAAAKiWuolmHgQAAAAAQLXUTTQDAAAAgGoRzQAAAAAgQzQDAAAAgAzRDAAAAAAy6iaaeXomAAAAANVSN9HM0zMBAAAAqJa6iWYAAAAAUC2iGQAAAABkiGYAAAAAkCGaAQAAAECGaAYAAAAAGXUTzZIkiXw+H4VCodajAAAAADDK1U00KxaLUS6Xo1Qq1XoUAAAAAEa5uolmAAAAAFAtohkAAAAAZIhmAAAAAJAhmgEAAABAhmgGAAAAABmiGQAAAABkiGYAAAAAkCGaAQAAAEBG3USzJEkin89HoVCo9SgAAAAAjHJ1E82KxWKUy+UolUq1HgUAAACAUa5uohkAAAAAVItoBgAAAAAZohkAAAAAZIhmAAAAAJAhmgEAAABAhmgGAAAAABmiGQAAAABkiGYAAAAAkCGaAQAAAECGaAYAAAAAGaIZAAAAAGTUTTRLkiTy+XwUCoVajwIAAADAKFc30axYLEa5XI5SqVTrUQAAAAAY5eommgEAAABAtYhmAAAAAJAhmgEAAABAhmgGAAAAABmiGQAAAABkiGYAAAAAkCGaAQAAAECGaAYAAAAAGaIZAAAAAGSIZgAAAACQIZoBAAAAQIZoBgAAAAAZohkAAAAAZIhmAAAAAJBR9Wj2zjvvRKFQiBtvvDGuv/76+Nu//dtqjwAAAAAAZzS22t/w0ksvjeeeey4uvfTSePfdd2PWrFlx9913x+WXX17tUQAAAADglKp+pdmYMWPi0ksvjYiI9957LwYGBiJN02qPAQAAAACnNexotm3btli0aFG0tLRELpeLzZs3n7TPhg0bYubMmTF+/PhobW2N7du3D3n/7bffjtmzZ8fUqVPjT//0T6Opqem8fwAAAAAAqLRhR7OjR4/G7NmzY/369ad8f9OmTbFq1apYs2ZN7N69O+bPnx/t7e3R09MzuM+HPvSh+MUvfhHd3d3x/e9/P956663z/wkAAAAAoMKGHc3a29vjsccei7vvvvuU769duzaWLVsWy5cvj9/6rd+KdevWxbRp0+Lxxx8/ad/m5ua44YYbYtu2baf9fv39/dHX1zfkCwAAAABGUkXvaXbs2LHYtWtXtLW1Ddne1tYWO3bsiIiIt956azB89fX1xbZt2+IjH/nIaY/Z2dkZkyZNGvyaNm1aJUcGAAAAgJNUNJodPHgwBgYGorm5ecj25ubm2L9/f0REvP7663HrrbfG7Nmz45ZbbokHHnggbrjhhtMec/Xq1XH48OHBr97e3kqODAAAAAAnGTsSB83lckNep2k6uK21tTX27NlzzsdqaGiIhoaGSo4HAAAAAGdU0SvNmpqaYsyYMYNXlX3gwIEDJ119NlxJkkQ+n49CoXBBxwEAAACAs6loNBs3bly0trZGV1fXkO1dXV0xb968Czp2sViMcrkcpVLpgo4DAAAAAGcz7I9nHjlyJPbu3Tv4uru7O/bs2RONjY0xffr06OjoiCVLlsScOXNi7ty5sXHjxujp6YkVK1ZUdHAAAAAAGCnDjmY7d+6MhQsXDr7u6OiIiIilS5fGk08+GYsXL45Dhw7Fo48+Gvv27YtZs2bFli1bYsaMGZWbGgAAAABG0LCj2YIFCyJN0zPus3Llyli5cuV5D3UqSZJEkiQxMDBQ0eMCAAAAQFZF72k2ktzTDAAAAIBqqZtoBgAAAADVIpoBAAAAQEbdRLMkSSKfz0ehUKj1KAAAAACMcnUTzdzTDAAAAIBqqZtoBgAAAADVIpoBAAAAQIZoBgAAAAAZdRPNPAgAAAAAgGqpm2jmQQAAAAAAVEvdRDMAAAAAqBbRDAAAAAAyRDMAAAAAyBDNAAAAACCjbqKZp2cCAAAAUC11E808PRMAAACAaqmbaAYAAAAA1SKaAQAAAECGaAYAAAAAGaIZAAAAAGSIZgAAAACQUTfRLEmSyOfzUSgUaj0KAAAAAKNc3USzYrEY5XI5SqVSrUcBAAAAYJSrm2gGAAAAANUimgEAAABAhmgGAAAAABmiGQAAAABkiGYAAAAAkCGaAQAAAECGaAYAAAAAGaIZAAAAAGSMrfUA5ypJkkiSJAYGBmo9Ss1d9dAz57Tfq1+/Y4QnAQAAABid6uZKs2KxGOVyOUqlUq1HAQAAAGCUq5toBgAAAADVIpoBAAAAQIZoBgAAAAAZohkAAAAAZIhmAAAAAJAhmgEAAABAhmgGAAAAABmiGQAAAABkiGYAAAAAkCGaAQAAAECGaAYAAAAAGXUTzZIkiXw+H4VCodajAAAAADDK1U00KxaLUS6Xo1Qq1XoUAAAAAEa5uolmAAAAAFAtohkAAAAAZIhmAAAAAJAhmgEAAABAhmgGAAAAABmiGQAAAABkiGYAAAAAkCGaAQAAAECGaAYAAAAAGaIZAAAAAGSIZgAAAACQIZoBAAAAQIZoBgAAAAAZohkAAAAAZFQ9mvX29saCBQsin8/HDTfcEE8//XS1RwAAAACAMxpb9W84dmysW7cubrzxxjhw4EDcdNNNcfvtt8dll11W7VEAAAAA4JSqHs2mTJkSU6ZMiYiIK664IhobG+O///u/RTMAAAAAfmUM++OZ27Zti0WLFkVLS0vkcrnYvHnzSfts2LAhZs6cGePHj4/W1tbYvn37KY+1c+fOOHHiREybNm3YgwMAAADASBl2NDt69GjMnj071q9ff8r3N23aFKtWrYo1a9bE7t27Y/78+dHe3h49PT1D9jt06FB87nOfi40bN57f5AAAAAAwQob98cz29vZob28/7ftr166NZcuWxfLlyyMiYt26dbF169Z4/PHHo7OzMyIi+vv746677orVq1fHvHnzzvj9+vv7o7+/f/B1X1/fcEcGAAAAgGGp6NMzjx07Frt27Yq2trYh29va2mLHjh0REZGmadx3331x2223xZIlS856zM7Ozpg0adLgl49yAgAAADDSKhrNDh48GAMDA9Hc3Dxke3Nzc+zfvz8iIv7lX/4lNm3aFJs3b44bb7wxbrzxxnjhhRdOe8zVq1fH4cOHB796e3srOTIAAAAAnGREnp6Zy+WGvE7TdHDbLbfcEidOnDjnYzU0NERDQ0NF5wMAAACAM6nolWZNTU0xZsyYwavKPnDgwIGTrj4briRJIp/PR6FQuKDjAAAAAMDZVDSajRs3LlpbW6Orq2vI9q6urrPe8P9sisVilMvlKJVKF3QcAAAAADibYX8888iRI7F3797B193d3bFnz55obGyM6dOnR0dHRyxZsiTmzJkTc+fOjY0bN0ZPT0+sWLGiooMDAAAAwEgZdjTbuXNnLFy4cPB1R0dHREQsXbo0nnzyyVi8eHEcOnQoHn300di3b1/MmjUrtmzZEjNmzKjc1AAAAAAwgoYdzRYsWBBpmp5xn5UrV8bKlSvPe6hTSZIkkiSJgYGBih4XAAAAALIqek+zkeSeZgAAAABUS91EMwAAAACoFtEMAAAAADLqJpolSRL5fD4KhUKtRwEAAABglKubaOaeZgAAAABUS91EMwAAAACoFtEMAAAAADJEMwAAAADIqJto5kEAAAAAAFRL3UQzDwIAAAAAoFrqJpoBAAAAQLWIZgAAAACQIZoBAAAAQIZoBgAAAAAZdRPNPD0TAAAAgGqpm2jm6ZkAAAAAVEvdRDMAAAAAqBbRDAAAAAAyRDMAAAAAyBDNAAAAACBDNAMAAACAjLqJZkmSRD6fj0KhUOtRAAAAABjl6iaaFYvFKJfLUSqVaj0KAAAAAKNc3UQzAAAAAKgW0QwAAAAAMkQzAAAAAMgQzQAAAAAgQzQDAAAAgAzRDAAAAAAyRDMAAAAAyBDNAAAAACCjbqJZkiSRz+ejUCjUehQAAAAARrm6iWbFYjHK5XKUSqVajwIAAADAKFc30QwAAAAAqkU0AwAAAIAM0QwAAAAAMkQzAAAAAMgQzQAAAAAgQzQDAAAAgAzRDAAAAAAyRDMAAAAAyBDNAAAAACBDNAMAAACADNEMAAAAADLqJpolSRL5fD4KhUKtRwEAAABglKubaFYsFqNcLkepVKr1KAAAAACMcnUTzQAAAACgWkQzAAAAAMgQzQAAAAAgQzQDAAAAgAzRDAAAAAAyRDMAAAAAyBDNAAAAACBDNAMAAACADNEMAAAAADJEMwAAAADIEM0AAAAAIEM0AwAAAIAM0QwAAAAAMkQzAAAAAMioSTS766674sMf/nB8+tOfrsW3BwAAAIAzqkk0+8IXvhDf/e53a/GtAQAAAOCsahLNFi5cGBMmTKjFtwYAAACAsxp2NNu2bVssWrQoWlpaIpfLxebNm0/aZ8OGDTFz5swYP358tLa2xvbt2ysxKwAAAABUxbCj2dGjR2P27Nmxfv36U76/adOmWLVqVaxZsyZ2794d8+fPj/b29ujp6bngYQEAAACgGsYO9w+0t7dHe3v7ad9fu3ZtLFu2LJYvXx4REevWrYutW7fG448/Hp2dncMesL+/P/r7+wdf9/X1DfsYAAAAADAcFb2n2bFjx2LXrl3R1tY2ZHtbW1vs2LHjvI7Z2dkZkyZNGvyaNm1aJUYFAAAAgNOqaDQ7ePBgDAwMRHNz85Dtzc3NsX///sHXv//7vx/33HNPbNmyJaZOnRqlUum0x1y9enUcPnx48Ku3t7eSIwMAAADASYb98cxzkcvlhrxO03TItq1bt57zsRoaGqKhoaFiswEAAADA2VT0SrOmpqYYM2bMkKvKIiIOHDhw0tVnw5UkSeTz+SgUChd0HAAAAAA4m4pGs3HjxkVra2t0dXUN2d7V1RXz5s27oGMXi8Uol8tn/CgnAAAAAFTCsD+eeeTIkdi7d+/g6+7u7tizZ080NjbG9OnTo6OjI5YsWRJz5syJuXPnxsaNG6OnpydWrFhR0cEBAAAAYKQMO5rt3LkzFi5cOPi6o6MjIiKWLl0aTz75ZCxevDgOHToUjz76aOzbty9mzZoVW7ZsiRkzZlRuagAAAAAYQcOOZgsWLIg0Tc+4z8qVK2PlypXnPdSpJEkSSZLEwMBARY8LAAAAAFkVvafZSHJPMwAAAACqpW6iGQAAAABUi2gGAAAAABl1E82SJIl8Ph+FQqHWowAAAAAwytVNNHNPMwAAAACqpW6iGQAAAABUi2gGAAAAABmiGQAAAABk1E008yAAAAAAAKqlbqKZBwEAAAAAUC11E80AAAAAoFpEMwAAAADIEM0AAAAAIEM0AwAAAICMuolmnp4JAAAAQLXUTTTz9EwAAAAAqqVuohkAAAAAVItoBgAAAAAZohkAAAAAZIhmAAAAAJAhmgEAAABAxthaD3CukiSJJEliYGCg1qOMSlc99Mw57ffq1+8Y4UkAAAAAaq9urjQrFotRLpejVCrVehQAAAAARrm6iWYAAAAAUC2iGQAAAABkiGYAAAAAkCGaAQAAAECGaAYAAAAAGaIZAAAAAGSIZgAAAACQUTfRLEmSyOfzUSgUaj0KAAAAAKNc3USzYrEY5XI5SqVSrUcBAAAAYJSrm2gGAAAAANUimgEAAABAhmgGAAAAABmiGQAAAABkiGYAAAAAkCGaAQAAAECGaAYAAAAAGaIZAAAAAGSIZgAAAACQIZoBAAAAQIZoBgAAAAAZohkAAAAAZIyt9QDnKkmSSJIkBgYGaj1K3bjqoWdqPQIAAABAXaqbK82KxWKUy+UolUq1HgUAAACAUa5uohkAAAAAVItoBgAAAAAZohkAAAAAZIhmAAAAAJAhmgEAAABAhmgGAAAAABmiGQAAAABkiGYAAAAAkCGaAQAAAECGaAYAAAAAGaIZAAAAAGSIZgAAAACQIZoBAAAAQIZoBgAAAAAZNYlmP/7xj+MjH/lIXHPNNfF3f/d3tRgBAAAAAE5rbLW/4fvvvx8dHR3x7LPPxsSJE+Omm26Ku+++OxobG6s9CgAAAACcUtWvNPv5z38e1113XVx55ZUxYcKEuP3222Pr1q3VHgMAAAAATmvY0Wzbtm2xaNGiaGlpiVwuF5s3bz5pnw0bNsTMmTNj/Pjx0draGtu3bx98780334wrr7xy8PXUqVPjjTfeOL/pAQAAAGAEDDuaHT16NGbPnh3r168/5fubNm2KVatWxZo1a2L37t0xf/78aG9vj56enoiISNP0pD+Ty+WGOwYAAAAAjJhh39Osvb092tvbT/v+2rVrY9myZbF8+fKIiFi3bl1s3bo1Hn/88ejs7Iwrr7xyyJVlr7/+etx8882nPV5/f3/09/cPvu7r6xvuyAAAAAAwLBV9EMCxY8di165d8dBDDw3Z3tbWFjt27IiIiI997GPx4osvxhtvvBETJ06MLVu2xFe+8pXTHrOzszO++tWvVnJMAAAAgFHlqoeeOed9X/36HSM4yehR0QcBHDx4MAYGBqK5uXnI9ubm5ti/f39ERIwdOza+8Y1vxMKFC+OjH/1o/Mmf/Elcfvnlpz3m6tWr4/Dhw4Nfvb29lRwZAAAAAE5S0SvNPpC9R1mapkO23XnnnXHnnXee07EaGhqioaGhovMBAAAAwJlU9EqzpqamGDNmzOBVZR84cODASVefDVeSJJHP56NQKFzQcQAAAADgbCoazcaNGxetra3R1dU1ZHtXV1fMmzfvgo5dLBajXC5HqVS6oOMAAAAAwNkM++OZR44cib179w6+7u7ujj179kRjY2NMnz49Ojo6YsmSJTFnzpyYO3dubNy4MXp6emLFihUVHRwAAAAARsqwo9nOnTtj4cKFg687OjoiImLp0qXx5JNPxuLFi+PQoUPx6KOPxr59+2LWrFmxZcuWmDFjRuWmBgAAAIARNOxotmDBgkjT9Iz7rFy5MlauXHneQ51KkiSRJEkMDAxU9LgAAAAAkFXRe5qNJPc0AwAAAKBa6iaaAQAAAEC1iGYAAAAAkFE30SxJksjn81EoFGo9CgAAAACjXN1EM/c0AwAAAKBa6iaaAQAAAEC1iGYAAAAAkCGaAQAAAEDG2FoPcK6SJIkkSeL999+PiIi+vr4aT1RZJ/rfrfUI52S0/XsHAACA0WA4XWG0/bf9Bz9PmqYVPW4urfQRR9jrr78e06ZNq/UYAAAAAPwK6e3tjalTp1bseHUXzU6cOBFvvvlmTJgwIXK5XK3HGZa+vr6YNm1a9Pb2xsSJE2s9Dr9GnHvUinOPWnHuUSvOPWrFuUctOf+olQ/OvZ6ensjlctHS0hIXXVS5O5HVzcczP3DRRRdVtBrWwsSJEy0k1IRzj1px7lErzj1qxblHrTj3qCXnH7UyadKkETn3PAgAAAAAADJEMwAAAADIEM2qqKGhIR5++OFoaGio9Sj8mnHuUSvOPWrFuUetOPeoFeceteT8o1ZG+tyruwcBAAAAAMBIc6UZAAAAAGSIZgAAAACQIZoBAAAAQIZoBgAAAAAZohkAAAAAZIhmVbJhw4aYOXNmjB8/PlpbW2P79u21HolRprOzMwqFQkyYMCGuuOKK+MM//MN4+eWXh+xz3333RS6XG/L127/92zWamNHikUceOem8mjx58uD7aZrGI488Ei0tLXHJJZfEggUL4qWXXqrhxIwWV1111UnnXi6Xi2KxGBHWPCpn27ZtsWjRomhpaYlcLhebN28e8v65rHP9/f3x+c9/PpqamuKyyy6LO++8M15//fUq/hTUqzOdf8ePH48/+7M/i+uvvz4uu+yyaGlpic997nPx5ptvDjnGggULTloP77333ir/JNSbs6195/J71trH+TjbuXeqv//lcrn4q7/6q8F9KrXuiWZVsGnTpli1alWsWbMmdu/eHfPnz4/29vbo6emp9WiMIs8991wUi8X42c9+Fl1dXfH+++9HW1tbHD16dMh+f/AHfxD79u0b/NqyZUuNJmY0ue6664acVy+88MLge3/5l38Za9eujfXr10epVIrJkyfH7/3e78U777xTw4kZDUql0pDzrqurKyIi7rnnnsF9rHlUwtGjR2P27Nmxfv36U75/LuvcqlWr4oc//GE89dRT8dOf/jSOHDkSn/jEJ2JgYKBaPwZ16kzn37vvvhvPP/98fPnLX47nn38+fvCDH8R//Md/xJ133nnSvvfff/+Q9fCb3/xmNcanjp1t7Ys4++9Zax/n42zn3v895/bt2xff/va3I5fLxac+9akh+1Vk3UsZcR/72MfSFStWDNn2m7/5m+lDDz1Uo4n4dXDgwIE0ItLnnntucNvSpUvTT37yk7UbilHp4YcfTmfPnn3K906cOJFOnjw5/frXvz647b333ksnTZqU/s3f/E2VJuTXxRe/+MX06quvTk+cOJGmqTWPkRER6Q9/+MPB1+eyzr399tvpxRdfnD711FOD+7zxxhvpRRddlP7jP/5j1Wan/mXPv1P5+c9/nkZE+tprrw1u+/jHP55+8YtfHNnhGNVOde6d7festY9KOJd175Of/GR62223DdlWqXXPlWYj7NixY7Fr165oa2sbsr2trS127NhRo6n4dXD48OGIiGhsbByy/Z//+Z/jiiuuiGuvvTbuv//+OHDgQC3GY5R55ZVXoqWlJWbOnBn33ntv/Nd//VdERHR3d8f+/fuHrIENDQ3x8Y9/3BpIRR07diz+/u//Pv74j/84crnc4HZrHiPtXNa5Xbt2xfHjx4fs09LSErNmzbIWUnGHDx+OXC4XH/rQh4Zs/973vhdNTU1x3XXXxYMPPuiKbyriTL9nrX1Uw1tvvRXPPPNMLFu27KT3KrHuja3EkJzewYMHY2BgIJqbm4dsb25ujv3799doKka7NE2jo6Mjbrnllpg1a9bg9vb29rjnnntixowZ0d3dHV/+8pfjtttui127dkVDQ0MNJ6ae3XzzzfHd7343rr322njrrbfisccei3nz5sVLL700uM6dag187bXXajEuo9TmzZvj7bffjvvuu29wmzWPajiXdW7//v0xbty4+PCHP3zSPv4+SCW999578dBDD8VnPvOZmDhx4uD2z372szFz5syYPHlyvPjii7F69er4xS9+MfixdjgfZ/s9a+2jGr7zne/EhAkT4u677x6yvVLrnmhWJf/3/3pH/DJqZLdBpTzwwAPxr//6r/HTn/50yPbFixcP/vOsWbNizpw5MWPGjHjmmWdOWmTgXLW3tw/+8/XXXx9z586Nq6++Or7zne8M3gzWGshI+9a3vhXt7e3R0tIyuM2aRzWdzzpnLaSSjh8/Hvfee2+cOHEiNmzYMOS9+++/f/CfZ82aFddcc03MmTMnnn/++bjpppuqPSqjxPn+nrX2UUnf/va347Of/WyMHz9+yPZKrXs+njnCmpqaYsyYMSeV9AMHDpz0fyShEj7/+c/HP/zDP8Szzz4bU6dOPeO+U6ZMiRkzZsQrr7xSpen4dXDZZZfF9ddfH6+88srgUzStgYyk1157LX7yk5/E8uXLz7ifNY+RcC7r3OTJk+PYsWPxP//zP6fdBy7E8ePH44/+6I+iu7s7urq6hlxldio33XRTXHzxxdZDKir7e9bax0jbvn17vPzyy2f9O2DE+a97otkIGzduXLS2tp50CWBXV1fMmzevRlMxGqVpGg888ED84Ac/iH/6p3+KmTNnnvXPHDp0KHp7e2PKlClVmJBfF/39/fFv//ZvMWXKlMFLov/vGnjs2LF47rnnrIFUzBNPPBFXXHFF3HHHHWfcz5rHSDiXda61tTUuvvjiIfvs27cvXnzxRWshF+yDYPbKK6/ET37yk7j88svP+mdeeumlOH78uPWQisr+nrX2MdK+9a1vRWtra8yePfus+57vuufjmVXQ0dERS5YsiTlz5sTcuXNj48aN0dPTEytWrKj1aIwixWIxvv/978ePfvSjmDBhwuD/8Z40aVJccsklceTIkXjkkUfiU5/6VEyZMiVeffXV+PM///NoamqKu+66q8bTU88efPDBWLRoUUyfPj0OHDgQjz32WPT19cXSpUsjl8vFqlWr4mtf+1pcc801cc0118TXvva1uPTSS+Mzn/lMrUdnFDhx4kQ88cQTsXTp0hg79v//tcaaRyUdOXIk9u7dO/i6u7s79uzZE42NjTF9+vSzrnOTJk2KZcuWxZe+9KW4/PLLo7GxMR588MG4/vrr43d/93dr9WNRJ850/rW0tMSnP/3peP755+PHP/5xDAwMDP4dsLGxMcaNGxf/+Z//Gd/73vfi9ttvj6ampiiXy/GlL30pPvrRj8bv/M7v1OrHog6c6dxrbGw86+9Zax/n62y/dyMi+vr64umnn45vfOMbJ/35iq57F/z8Tc5JkiTpjBkz0nHjxqU33XRT+txzz9V6JEaZiDjl1xNPPJGmaZq+++67aVtbW/obv/Eb6cUXX5xOnz49Xbp0adrT01Pbwal7ixcvTqdMmZJefPHFaUtLS3r33XenL7300uD7J06cSB9++OF08uTJaUNDQ3rrrbemL7zwQg0nZjTZunVrGhHpyy+/PGS7NY9KevbZZ0/5O3bp0qVpmp7bOve///u/6QMPPJA2Njaml1xySfqJT3zC+cg5OdP5193dfdq/Az777LNpmqZpT09Peuutt6aNjY3puHHj0quvvjr9whe+kB46dKi2Pxi/8s507p3r71lrH+fjbL930zRNv/nNb6aXXHJJ+vbbb5/05yu57uXSNE2Hl9kAAAAAYHRzTzMAAAAAyBDNAAAAACBDNAMAAACADNEMAAAAADJEMwAAAADIEM0AAAAAIEM0AwAAAIAM0QwAAAAAMkQzAAAAAMgQzQAAAAAgQzQDAAAAgIz/B3r2xsTzPRxAAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 1500x500 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# In the log scale we see some duplication, yet the event id values are\n",
    "# expected to be unique but as they seem to be constructed hashes values\n",
    "fig, ax = plt.subplots(figsize=(15, 5))\n",
    "_ = plt.hist(event_id_df, log=True, bins=100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "1be595d1-a9e7-4841-a901-2e8a83113970",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "14:39:06 INFO (1681978892:3): There are 51512/57833 events with unique event ids\n",
      "14:39:06 INFO (1681978892:5): There are 2899/54411 repeating event ids\n"
     ]
    }
   ],
   "source": [
    "# The following percent of event ids are not unique\n",
    "u_evt_id = np.sum(event_id_df == 1)\n",
    "logger.info(f'There are {u_evt_id}/{len(data_df)} events with unique event ids')\n",
    "d_evt_id = np.sum(event_id_df > 1)\n",
    "logger.info(f'There are {d_evt_id}/{len(event_id_df)} repeating event ids')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "id": "270a395f-b419-48d4-a82a-b8dbf0b24fff",
   "metadata": {},
   "outputs": [],
   "source": [
    "# EVENT_ID column conclusion:\n",
    "#    Is not useful for the attack detection as it is supposed\n",
    "#    to be assigned uniquely for each individual event.\n",
    "#---------------------------------------------------------"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "id": "81a3a774-ad97-428a-846c-7c2d059b304b",
   "metadata": {},
   "outputs": [],
   "source": [
    "from src.wrangler.utils import DATA_DELIMITER\n",
    "\n",
    "# Re-join the MATCHED_VARIABLE_SRC, MATCHED_VARIABLE_NAME, and MATCHED_VARIABLE_VALUE column values\n",
    "cols_to_restore = ['MATCHED_VARIABLE_SRC', 'MATCHED_VARIABLE_NAME', 'MATCHED_VARIABLE_VALUE']\n",
    "for col_name in cols_to_restore:\n",
    "    data_df[col_name] = data_df[col_name].apply(lambda lst: DATA_DELIMITER.join(lst))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "id": "ff6c6453-69b7-4768-aee2-e4288ff20a89",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Write out the resulting dataframe\n",
    "data_df = data_df[['EVENT_ID', 'CLIENT_IP', 'CLIENT_USERAGENT', 'IS_USERAGENT_VALID', 'REQUEST_SIZE', 'RESPONSE_CODE', \\\n",
    "                   'MATCHED_VARIABLE_SRC', 'MATCHED_VARIABLE_NAME', 'MATCHED_VARIABLE_VALUE']]\n",
    "csv_file_name = os.path.join('.', 'data', 'part_10_wrangled.csv')\n",
    "data_df.to_csv(csv_file_name, index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "id": "83d38498-cf5b-4960-9ac6-3d5a3ac56241",
   "metadata": {},
   "outputs": [],
   "source": [
    "############################################################################\n",
    "# Conclusions: \n",
    "#     In this notebook we mostly did initial data exploration and wrangling\n",
    "#     The important initial observation is that all of the provided data\n",
    "#     columns could be used for event classification except for the EVENT_ID\n",
    "#     the latter is likely to be set (semi) uniquely by the monitoring software\n",
    "#     More in-depth feature space analysis will be done in the next notebook\n",
    "#\n",
    "#############################################################################"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "tfm",
   "language": "python",
   "name": "tfm"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}