Our_model_airline_test.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "2920ac26",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import sys\n",
    "import pandas as pd\n",
    "#from tensorflow import tf\n",
    "from tensorflow.keras import  layers\n",
    "from tensorflow.keras import regularizers\n",
    "from keras.models import Sequential, load_model\n",
    "from keras.layers import Dense, Dropout, Activation, GaussianNoise, GaussianDropout\n",
    "from keras.layers import Embedding, Flatten\n",
    "from keras.layers import Conv1D, GlobalMaxPooling1D, MaxPooling1D\n",
    "from keras.callbacks import ModelCheckpoint, ReduceLROnPlateau\n",
    "from utlil import utils\n",
    "from keras.preprocessing.sequence import pad_sequences\n",
    "\n",
    "from keras.layers import LSTM, Bidirectional\n",
    "from matplotlib import pyplot as plt\n",
    "# Performs classification using CNN."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "f85f7545",
   "metadata": {},
   "outputs": [],
   "source": [
    "path = 'F:/dataset/US airline-data/'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "d3576144",
   "metadata": {},
   "outputs": [],
   "source": [
    "FREQ_DIST_FILE = path+'processed-freqdist.pkl'\n",
    "BI_FREQ_DIST_FILE = path+'processed-freqdist-bi.pkl'\n",
    "TRAIN_PROCESSED_FILE =  path+'preprocessed-train.csv'\n",
    "TEST_PROCESSED_FILE = path+'preprocessed-test.csv'\n",
    "GLOVE_FILE =  '.../dataset/glove-seeds.txt'\n",
    "dim = 200"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "cf36dfee",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "def get_glove_vectors(vocab):\n",
    "    \"\"\"\n",
    "    Extracts glove vectors from seed file only for words present in vocab.\n",
    "    \"\"\"\n",
    "    print ('Looking for GLOVE seeds')\n",
    "    glove_vectors = {}\n",
    "    found = 0\n",
    "    with open(GLOVE_FILE, 'r',encoding='utf-8') as glove_file:\n",
    "        for i, line in enumerate(glove_file):\n",
    "            utils.write_status(i + 1, 0)\n",
    "            tokens = line.strip().split()\n",
    "            word = tokens[0]\n",
    "            if vocab.get(word):\n",
    "                vector = [float(e) for e in tokens[1:]]\n",
    "                glove_vectors[word] = np.array(vector)\n",
    "                found += 1\n",
    "    print ('\\n')\n",
    "    return glove_vectors\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "5b6c0c98",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "def get_feature_vector(tweet):\n",
    "    \"\"\"\n",
    "    Generates a feature vector for each tweet where each word is\n",
    "    represented by integer index based on rank in vocabulary.\n",
    "    \"\"\"\n",
    "    words = tweet.split()\n",
    "    feature_vector = []\n",
    "    for i in range(len(words) - 1):\n",
    "        word = words[i]\n",
    "        if vocab.get(word) is not None:\n",
    "            feature_vector.append(vocab.get(word))\n",
    "    if len(words) >= 1:\n",
    "        if vocab.get(words[-1]) is not None:\n",
    "            feature_vector.append(vocab.get(words[-1]))\n",
    "    return feature_vector\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "be805045",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "def process_tweets(csv_file, test_file=True):\n",
    "    \"\"\"\n",
    "    Generates training X, y pairs.\n",
    "    \"\"\"\n",
    "    tweets = []\n",
    "    labels = []\n",
    "    print ('Generating feature vectors')\n",
    "    with open(csv_file, 'r') as csv:\n",
    "        lines = csv.readlines()\n",
    "        total = len(lines)\n",
    "        for i, line in enumerate(lines):\n",
    "            if test_file:\n",
    "                tweet_id, sentiment, tweet = line.split(',')\n",
    "            else:\n",
    "                tweet_id, sentiment, tweet = line.split(',')\n",
    "            feature_vector = get_feature_vector(tweet)\n",
    "            if test_file:\n",
    "                tweets.append(feature_vector)\n",
    "                labels.append(int(sentiment))\n",
    "            else:\n",
    "                tweets.append(feature_vector)\n",
    "                labels.append(int(sentiment))\n",
    "            utils.write_status(i + 1, total)\n",
    "    print ('\\n')\n",
    "    return tweets, np.array(labels)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "85a4257d",
   "metadata": {},
   "outputs": [],
   "source": [
    "np.random.seed(1337)\n",
    "vocab_size = 90000\n",
    "batch_size = 1000\n",
    "max_length = 40\n",
    "vocab = utils.top_n_words(FREQ_DIST_FILE, vocab_size, shift=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "d248746f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Looking for GLOVE seeds\n",
      "Processing 3838/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 7744/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 11540/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 15496/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 19450/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 23703/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 29612/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 35255/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 39489/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 44091/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 48419/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 52752/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 57114/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 63835/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 70496/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 76401/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 82924/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 89859/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 94221/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 100882/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 107388/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 114719/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 121591/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 128157/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 134973/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 141204/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 148495/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 155330/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 159557/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 166097/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 172121/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 179060/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 185385/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 191939/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 197992/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 205326/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 209427/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 216089/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 222686/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 228720/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 235953/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 242744/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 248689/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 252872/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 259738/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 267089/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 273756/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 279633/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 286282/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 293134/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 299691/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 305407/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 312861/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 317186/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 323945/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 330500/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 336319/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 343244/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 350030/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 357034/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 361229/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 367109/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 374454/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 381079/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 387365/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 393333/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 400439/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 407333/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 414048/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 418186/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 423941/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 431188/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 437755/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 443897/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 450472/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 457747/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 464642/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 468855/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 474634/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 481467/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 488532/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 494888/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 500669/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 507843/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 514609/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 518945/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 525637/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 531358/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 538581/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 545029/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 551757/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 557679/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 564888/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 571692/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 576003/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 582657/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 588343/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 595320/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 601638/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 608570/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 614559/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 618723/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 626236/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 632881/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 638106/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 644669/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 651468/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 658891/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 663226/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 669018/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 675881/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 683151/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 689591/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 695274/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 702309/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 709157/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 713491/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 720211/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 726102/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 733471/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 739983/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 746520/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 752428/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 759606/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 763854/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 770674/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 777352/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 783358/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 790444/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 796912/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 803652/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 809615/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 816823/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 821215/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 828034/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 833604/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 840295/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 848425/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 854870/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 860691/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 867491/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 875265/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 882187/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 886527/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 892352/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 899718/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 906496/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 912885/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 918715/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 925949/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 932677/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 937005/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 943670/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 949434/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 956857/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 963457/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 970084/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 976027/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 983162/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 989874/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 994236/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1000932/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1006802/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1013865/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1020147/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1026069/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1033401/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1040331/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1044644/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1051535/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1057438/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1064084/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1070559/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1076400/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1084289/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1088469/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1095061/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1101125/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1108432/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1114813/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1121381/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1127426/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1134906/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1141649/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1145829/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1151665/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1158887/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1165408/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1171966/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1178014/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1185302/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 1192436/0"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 5239/11455"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing 9691/11455"
     ]
    }
   ],
   "source": [
    "glove_vectors = get_glove_vectors(vocab)\n",
    "tweets, labels = process_tweets(TRAIN_PROCESSED_FILE, test_file=False)\n",
    "embedding_matrix = np.random.randn(vocab_size + 1, dim) * 0.01\n",
    "# Seed it with GloVe vectors\n",
    "for word, i in vocab.items():\n",
    "    glove_vector = glove_vectors.get(word)\n",
    "    if glove_vector is not None:\n",
    "        embedding_matrix[i] = glove_vector\n",
    "tweets = pad_sequences(tweets, maxlen=max_length, padding='post')\n",
    "shuffled_indices = np.random.permutation(tweets.shape[0])\n",
    "tweets = tweets[shuffled_indices]\n",
    "labels = labels[shuffled_indices]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "bc8caf27",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd  \n",
    "import numpy as np\n",
    "import time\n",
    "from ast import literal_eval\n",
    "from operator import add\n",
    "import matplotlib.pyplot as plt\n",
    "from mpl_toolkits.axes_grid1.inset_locator import zoomed_inset_axes\n",
    "from sklearn.model_selection import StratifiedKFold\n",
    "from collections import Counter\n",
    "from sklearn.utils import resample\n",
    "plt.style.use('fivethirtyeight')\n",
    "import re\n",
    "from bs4 import BeautifulSoup\n",
    "from nltk.tokenize import WordPunctTokenizer\n",
    "from keras.models import model_from_json\n",
    "from keras.preprocessing.text import Tokenizer\n",
    "from keras.preprocessing.sequence import pad_sequences\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "from keras.utils import np_utils\n",
    "from keras.wrappers.scikit_learn import KerasClassifier\n",
    "from keras.models import Sequential\n",
    "from keras import layers\n",
    "from keras.layers import Dense\n",
    "from keras.layers import Dropout, Dense, Embedding, LSTM, SpatialDropout1D, Input, MaxPooling1D, Flatten, GRU, Conv2D, Reshape, MaxPool2D, Concatenate, Bidirectional, GlobalAveragePooling1D, GlobalMaxPooling1D\n",
    "from tensorflow.compat.v1.keras.layers import CuDNNLSTM\n",
    "from keras.layers.merge import concatenate\n",
    "from keras.models import Model\n",
    "from keras.utils.vis_utils import plot_model\n",
    "from keras.callbacks import ModelCheckpoint\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from keras.layers import Conv1D, GlobalMaxPooling1D\n",
    "from keras.layers import Input, Dense, concatenate, Activation\n",
    "from keras.models import load_model\n",
    "from sklearn.metrics import roc_curve, auc\n",
    "from keras.callbacks import ModelCheckpoint\n",
    "import os\n",
    "import gc\n",
    "import csv\n",
    "from keras.layers import LeakyReLU\n",
    "from nltk import TweetTokenizer\n",
    "from nltk.corpus import stopwords\n",
    "from keras.preprocessing.sequence import pad_sequences\n",
    "from keras.layers import Dense, Input, LSTM, Embedding, Dropout, Activation, Conv1D, GRU,  BatchNormalization\n",
    "from tensorflow.compat.v1.keras.layers import CuDNNGRU, CuDNNLSTM\n",
    "from keras.layers import Bidirectional, GlobalMaxPool1D, MaxPooling1D, Add, Flatten, TimeDistributed\n",
    "from keras.layers import GlobalAveragePooling1D, GlobalMaxPooling1D, concatenate, SpatialDropout1D\n",
    "from keras.models import Model, load_model\n",
    "from keras import initializers, regularizers, constraints, optimizers, layers, callbacks\n",
    "from keras import backend as K\n",
    "from keras.engine import InputSpec, Layer\n",
    "from keras.optimizers import Adam\n",
    "from keras.callbacks import ModelCheckpoint, TensorBoard, Callback, EarlyStopping\n",
    "use_gpu=True\n",
    "from keras import backend as K\n",
    "import keras.initializers\n",
    "import keras.regularizers\n",
    "import keras.constraints\n",
    "from sklearn.metrics import f1_score, classification_report, accuracy_score, confusion_matrix\n",
    "from numpy import dstack\n",
    "import tensorflow as tf\n",
    "from keras.layers.core import Lambda"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "71967535",
   "metadata": {},
   "outputs": [],
   "source": [
    "  def dot_product(x, kernel):\n",
    "      if K.backend() == 'tensorflow':\n",
    "          return K.squeeze(K.dot(x, K.expand_dims(kernel)), axis=-1)\n",
    "      else:\n",
    "          return K.dot(x, kernel)\n",
    "\n",
    "  from keras.layers import Layer\n",
    "\n",
    "  class AttentionWithContext(keras.layers.Layer):\n",
    "\n",
    "    def __init__(self,\n",
    "                W_regularizer=None, u_regularizer=None, b_regularizer=None,\n",
    "                W_constraint=None, u_constraint=None, b_constraint=None,\n",
    "                bias=True, **kwargs):\n",
    "\n",
    "        self.supports_masking = True\n",
    "        self.init = keras.initializers.get('glorot_uniform')\n",
    "\n",
    "        self.W_regularizer = keras.regularizers.get(W_regularizer)\n",
    "        self.u_regularizer = keras.regularizers.get(u_regularizer)\n",
    "        self.b_regularizer = keras.regularizers.get(b_regularizer)\n",
    "\n",
    "        self.W_constraint = keras.constraints.get(W_constraint)\n",
    "        self.u_constraint = keras.constraints.get(u_constraint)\n",
    "        self.b_constraint = keras.constraints.get(b_constraint)\n",
    "\n",
    "        self.bias = bias\n",
    "        super(AttentionWithContext, self).__init__(**kwargs)\n",
    "\n",
    "    def get_config(self):\n",
    "        config = super().get_config().copy()\n",
    "        config.update({\n",
    "                'W_regularizer': self.W_regularizer,\n",
    "                'u_regularizer': self.u_regularizer,\n",
    "                'b_regularizer': self.b_regularizer,\n",
    "                'W_constraint': self.W_constraint,\n",
    "                'u_constraint': self.u_constraint,\n",
    "                'b_constraint': self.b_constraint,\n",
    "                'bias': self.bias,\n",
    "        })\n",
    "        return config\n",
    "\n",
    "    def build(self, input_shape):\n",
    "        assert len(input_shape) == 3\n",
    "\n",
    "        self.W = self.add_weight(shape=(input_shape[-1], input_shape[-1],),\n",
    "                                initializer=self.init,\n",
    "                                name='{}_W'.format(self.name),\n",
    "                                regularizer=self.W_regularizer,\n",
    "                                constraint=self.W_constraint)\n",
    "        if self.bias:\n",
    "            self.b = self.add_weight(shape=(input_shape[-1],),\n",
    "                                    initializer='zero',\n",
    "                                    name='{}_b'.format(self.name),\n",
    "                                    regularizer=self.b_regularizer,\n",
    "                                    constraint=self.b_constraint)\n",
    "\n",
    "        self.u = self.add_weight(shape=(input_shape[-1],),\n",
    "                                initializer=self.init,\n",
    "                                name='{}_u'.format(self.name),\n",
    "                                regularizer=self.u_regularizer,\n",
    "                                constraint=self.u_constraint)\n",
    "\n",
    "        super(AttentionWithContext, self).build(input_shape)\n",
    "\n",
    "    def compute_mask(self, input, input_mask=None):\n",
    "        # do not pass the mask to the next layers\n",
    "        return None\n",
    "\n",
    "    def call(self, x, mask=None):\n",
    "        uit = dot_product(x, self.W)\n",
    "\n",
    "        if self.bias:\n",
    "            uit += self.b\n",
    "\n",
    "        uit = K.tanh(uit)\n",
    "        ait = dot_product(uit, self.u)\n",
    "\n",
    "        a = K.exp(ait)\n",
    "\n",
    "        # apply mask after the exp. will be re-normalized next\n",
    "        if mask is not None:\n",
    "            # Cast the mask to floatX to avoid float64 upcasting in theano\n",
    "            a *= K.cast(mask, K.floatx())\n",
    "\n",
    "        # in some cases especially in the early stages of training the sum may be almost zero\n",
    "        # and this results in NaN's. A workaround is to add a very small positive number ε to the sum.\n",
    "        # a /= K.cast(K.sum(a, axis=1, keepdims=True), K.floatx())\n",
    "        a /= K.cast(K.sum(a, axis=1, keepdims=True) + K.epsilon(), K.floatx())\n",
    "\n",
    "        a = K.expand_dims(a)\n",
    "        weighted_input = x * a\n",
    "        return K.sum(weighted_input, axis=1)\n",
    "\n",
    "    def compute_output_shape(self, input_shape):\n",
    "        return input_shape[0], input_shape[-1]\n",
    "      \n",
    "  def createHierarchicalAttentionModel(maxSeq, embWeights=None, embeddingSize = None, vocabSize = None,wordRnnSize=100, sentenceRnnSize=100,dropWordEmb = 0.2, dropWordRnnOut = 0.2, dropSentenceRnnOut = 0.5):\t\n",
    "    '''\n",
    "    maxSeq: maximum size for sentences\n",
    "    '''\n",
    "    # Sentence level logic\n",
    "    wordInp = Input(shape=(maxSeq,),dtype='int32')\t\n",
    "    if embWeights is None:\n",
    "      x = Embedding(vocabSize, embeddingSize, input_length=maxSeq,trainable=True)(wordInp)\n",
    "    else:\n",
    "      x = Embedding(embWeights.shape[0], embWeights.shape[1], weights=[embWeights], trainable=False)(wordInp)    \n",
    "    \n",
    "    # if dropWordEmb!=0.0:\n",
    "    # \tx = Dropout(dropWordEmb)(x)\n",
    "    wordRNN = Bidirectional(CuDNNGRU(wordRnnSize,return_sequences=True))(x)\n",
    "    # if dropWordRnnOut>0.0:\n",
    "    # \twordRNN = Dropout(dropWordRnnOut)(wordRNN)\n",
    "    word_dense = TimeDistributed(Dense(200))(wordRNN)\n",
    "    word_attention = AttentionWithContext()(word_dense)\n",
    "    modelSentEncoder = Model(wordInp,word_attention)\n",
    "\n",
    "\n",
    "    # Document level logic\n",
    "    docInp = Input(shape=(1,maxSeq),dtype='int32')\t\n",
    "    sentEncoder = TimeDistributed(modelSentEncoder)(docInp)\t\n",
    "    sentRNN = Bidirectional(CuDNNGRU(sentenceRnnSize,return_sequences=True))(sentEncoder)\n",
    "    # if dropSentenceRnnOut!=0:\n",
    "    # \tsentRNN = Dropout(dropSentenceRnnOut)(sentRNN)\n",
    "    sent_dense = TimeDistributed(Dense(200))(sentRNN)\n",
    "    sent_attention = AttentionWithContext()(sent_dense)\n",
    "    docOut = Dense(1,activation='sigmoid')(sent_attention)\n",
    "    model = Model(input=docInp,output=docOut)\n",
    "    model.compile(loss='binary_crossentropy',optimizer='adam',metrics=['accuracy'])\n",
    "    plot_model(model, show_shapes=True, to_file=path+'model/our_model.png')\n",
    "    return model\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "363f966e",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generating feature vectors\n",
      "Processing 1199/1199\n",
      "\n"
     ]
    }
   ],
   "source": [
    "x_test_new,y_test_new = process_tweets(TEST_PROCESSED_FILE, test_file=True)\n",
    "x_test_new = pad_sequences(x_test_new, maxlen=max_length, padding='post')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "9946f884",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Our model loaded\n"
     ]
    }
   ],
   "source": [
    "\n",
    "max_len = 40\n",
    "dataset_name = 'airline_dataset'\n",
    "\n",
    "loaded_our_model1 = load_model(path + 'model1/our_model.hdf5', custom_objects={'AttentionWithContext': AttentionWithContext , \"tf\": tf})\n",
    "print('Our model loaded')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "14ae1eb9",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "our model complete!\n"
     ]
    }
   ],
   "source": [
    "\n",
    "yhat_our1 = loaded_our_model1.predict(x_test_new)\n",
    "print('our model complete!')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "12863d45",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAnEAAAIICAYAAAABoLgxAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAABrZUlEQVR4nO3deXxTVd4/8M/NzZ4maZuW7i0oBVGqsggKCIiC4IYzo6KMCm6jgj9xV9ARcZ1Rh0dR0ccNFFEYF2REB0UFwRXLolVBFi2ltKUbbbplP78/sHkoXUhK2pvbfN6vV1+Qm3tzv+np8um595wjCSEEiIiIiEhVNEoXQEREREThY4gjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIV0ipdQFepra1VugQiIiKiiLHb7S0esyeOiIiISIUY4oiIiIhUqMdeTj3U4d2PkZafn4+hQ4d26TkofGyX6MW2iU5sl+jFtolO3dEuHd0exp44IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIUVD3Pr163HBBRcgIyMDkiRh8eLFRzymoKAAY8aMgclkQkZGBh588EEIIbq+WCIiIqIoomiIq6+vx8CBA/H000/DZDIdcX+n04nx48cjJSUF33//PRYsWIAnnngC8+fP74ZqiYiIiKKHVsmTn3POOTjnnHMAANOnTz/i/kuXLkVjYyNee+01mEwmDBw4ENu2bcP8+fNx2223QZKkLq6Y6A9uN7Bnj9JVqJZhzx7AZlO6DDoM2yV6sW2oLYqGuHB98803OP3001v02p199tn4+9//jsLCQvTp00fB6ihmuN1Abi6wd2/3nVKjgT4QQE/5MyVP6QKoTWyX6MW2iVLff6/o6VUV4srKypCZmdliW0pKSvC59kJcfn5+l9bl9/vxySefBB/b7XZ4vV74fD54PB4AgNlsBgBoNBrU19cDALRaLYxGI2RZRm1tbYvj/X4/3E4ndCUlweMDgQAAwOVyAQB0Oh1kWYZOp0NdXV3weKvVikAggKampuAxFosFfr8fQgi43W4AgMFggCRJkGUZDQ0NwfpMJhM0Gk2r1/R6vfD7/fB6vQAAo9EYPKaxsREAIMsyDAYDZFludbzf74fb7Ybf7++W9+RqaMCXP/4Y8fdkKivDkG4McADglmWUm83Q+f1IbWrq1nMTEVH7ujpj5ObmtvucqkIcgFaXTJsHNXR0KXXo0KFdWtM333yDESNGRPZFnU7EZWRE9jUp4ppWrEAgJ6fLzyMFAsj6IwjXezzQajRweTywx8Wp8jaCgoIC5OWxbyHasF2iF9smSjmdXZ4xDu3kOZyqQlxqairKyspabCsvLwfwfz1ySmjuxYoYt5sBTgUCmZnwn346YDB0+bkqKypg7dMHMoC4P7Z5nE4U19ZCr9ejV69eqgpzbqcT6NdP6TLoMGyX6MW2iVJd3At3JKoKcaeddhruvvtuuFyu4GWvNWvWID09Hb1791asrubLe2FzuyEVFbXarDnshvnGb7+F0Os7d44YVlRUhOzs7C57fZGd3S0Brj02mw02mw2BQAD19fXQ6XRobGxEfHw8NBpOAUlE1NMpGuLq6+uxa9cuAAeDUFFREbZu3YrExERkZ2dj9uzZ2LhxIz777DMAwNSpUzFv3jxMnz4d9913H3bs2IF//OMfmDt3rqp6IQAAbjfMJ58MTXFxh7s1fvstAiec0E1F9SxuSYLo21fpMiJCluV2n9NoNLBarQAAn8+HkpISGAwGOBwOhjkioh5M0Z/w+fn5GDRoEAYNGoSmpibMnTsXgwYNwv333w8AKC0txe7du4P72+12rFmzBiUlJRg6dChmzpyJ22+/HbfddptSbwEAgr9Aw6HZteuIAS6QmYlADwkhdHTsdntI+8XFxSEzMxNJSUloaGhAY2MjqqqqOt9bTEREUUvRnrixY8d2uNpCWys45OXlYf369V1YVfiaR1se0R+XTyWPB+ZTTw1ubu/meKUv11H06Kgnri2SJLX446KkpARGoxEJCQlhvxYREUUnVd0TF61C6uXo4PJpd90cT+pVUVGBuLi4I+/YBrPZHJzipnl6m6amJiQmJjLQERGpGENcBDTPcdbCYYMWNHv2tBng6vftY4CjbtMcBGVZRllZGUwmE6xWK3Q6ncKVERFRuBjiIuWQ0Hb45dLDNV8+5eVSUorJZELGH9PYNDY2oqmpCU1NTXA4HNBq+WOBiEgN+NM6AkwaTUgjTYHunVuMeo7k5OQue+3mS60GgwHl5eXBy696TmtDRBTVGOIiwFRe3m6AO3yON/a+UWe43e5O3xMXKoPBgPT0dAAHbxGoqamBy+WCw+Hg5VYioijEEBcBh94cfuhIUwY2ipTmNXi7i9FohNFohMfjQWVlJSwWC/R6fXCSbSIiUh5DXAQcuuxWICcHooPFaok6o83BM91Ar9cjLS0NwMHewAMHDqCpqQlJSUm83EpEpDCGOCIKicFggMFgQFxcHKqqqhAXFweNRhO8p46IiLoXQ1wEcGkj6mo2m03pEoJ0Oh1SU1MBAF6vF1VVVXC73UhMTOTlViKibsQQFwEWTslAMUqn08HhcMDn86G6uhqBQACBQKDLB2EQERFD3NFzu3HSFVcoXQX1cNHe26vVatGrVy8AB5ehq6iogMfjQWJiIkwmk8LVERH1TAxxR2vHjhYPRXa2QoVQT1ZTU4OEhASlywiJLMtITk6G3+9HdXU1gIPBzmKxQJIkhasjIuo5GOKOhtsNnHhi8GHjt99yShGiPzSHOeDg+sLl5eXwer2qCaNERNGOIe5o7NnT4mGgb1+FCqGeTu3TeWg0GqSkpCAQCODAgQPweDyor6+H2WyO+kvFRETRiiEuQtgLR12pp0zjodFo4HA4oNfrYbFYsH//fvh8PtjtdlitVqXLIyJSFYa4CBEq7ymh6NYTl72SJAmpqakIBAKora2Fy+VCIBCAwWBosQoKERG1jSGOSAUqKip67LQdGo2mxX1ypaWlLXrnOBiCiKhtDHFEFFXS0tIghIDT6YTb7QZwcJBET+yNJCI6GgxxRBR1JEmC3W4HAAghsH//fng8HlitVsTHx7N3jogIDHFEqtA8VUcsar53DgDq6urgdruDIc7AwUREFMMY4ohUwOv1Kl1CVGgewRoIBFBRUQG32424uDgkJiYqXBkRUfdjiCNSgcbGRk6Se4jmeeeAg5+bxsZGaLVa+P1+LvNFRDGDIY5IBTwej9IlRK3mOfSapyqprKyE2WyGw+FQuDIioq7FEEdEPYJGowneO+h2u1FfXw+9Xg+fz9djJksmIjoUQxyRCsTHxytdgqoYDAYYDAYEAgE4nU5UVVWxd46IehyGOCIVCAQCSpegShqNBklJSQAODg5xOp0wGAzwer09dvJkIoodXHmaiGKCTqeDzWaDTqeDx+NBUVERqqqqlC6LiKjT2BNHpAJOp5OXAiNEo9EgMTERiYmJ8Pv9cDqd0Gq18Pl8sNlsSpdHRBQy9sQRUcySZRk2mw0mkwl+vx979+5FVVUVhBBKl0ZEdETsiSNSAaPRqHQJPZokSUhISEBCQgKEEKirq4NGo4Hf74fNZuMyX0QUldgTR6QCer1e6RJihiRJsNlssFgskCQJxcXFOHDgAAeXEFHUYU8ckQpwjdDu1xzmmu+Tq6urgxACfr8fdrsdGg3/BiYiZfGnEJEKVFRUKF1CzLNarbDZbNBqtSgpKUFtbS38fr/SZRFRDGNPHBFRGKxWK6xWKwCgoaEBXq8Xfr8fCQkJ7J0jom7FEEdE1EkWiwXAwTBXUlICu90Oo9EInU6ncGVEFAsY4ohUoHlNUIpOFoslGOgaGxtRV1cHv9+PxMREyLKscHVE1FMxxBGpAO+9Ug+z2Qyz2YzGxkaUlZXBbrdDp9NxcAoRRRxDHJEK1NbWwm63K10GhaE5zAGAy+VCZWUlAoEAEhMTodXyRy8RHT3+JCFSAfbEqZvRaITRaITL5UJ5eTni4+MhSRJMJpPSpRGRijHEERF1E6PRiPT0dACAx+NBeXk5AoEAHA4HB0MQUdg4Hp5IBRITE5UugSJMr9ejV69eSExMREVFBVwuFxobG5Uui4hUhD1xRCrg8/mULoG6iF6vR3p6enA1iLKyMggh4HA4uNwaEXWIIY5IBXhPXM8nSRK0Wi1SU1Ph9XpRVVWF+Ph4BAKB4AAJIqJDMcQRqUBDQ4PSJVA30ul0SE1NBXAwwJeUlAAAHA4HpyohoiCGOCKiKCbLMtLT0+Hz+VBVVQW73Q4hBIxGIyRJUro8IlIQQxyRCjSvBkCxS6vVIiUlBQAQCASwb98+SJKExMRETlVCFKMY4ohUgEs30aE0Gg0yMzPh9/tRXV0NSZIgSRJ0Oh00Gk46QBQrGOKIVIAz/FNbZFkOrqsbCASC984lJiZyMARRDOBvBiIVqK6u5rJb1KFDe+dqamogSRJkWQ5+EFHPwxBHRNSDyLIMh8MB4ODI1v379yMQCCA+Ph5xcXEKV0dEkcQQR6QC7Emhzmge2RoIBFBXV4eGhgbo9frgnHREpG78LiZSAV5KpaOh0WiCX0PNvXN+vx92ux02m03h6oiosxjiiFSAPXEUKc29c0IINDQ0oK6uDkajUemyiKgTOBadSAUqKiqULoF6GEmSEBcXB6vVCkmSUFlZiYqKCjidTqVLI6IQMcQREcU4rVaLtLQ0JCUlQafTwel0wuPxwO12K10aEXWAl1OJiAjAwd45k8kEk8kEn8+HyspKeDwe2O123pdJFIUY4ohUoHlCV6LuotVqkZqaCgDweDxwOp3Q6/UAwHvoiKIEL6cSqQAva5GS9Ho9bDZb8FJrUVERamtrlS6LKOaxJ45IBTwej9IlEEGWZfTq1QsA4PP54HQ6g/PNcZkvou7HnjgiFXC5XEqXQNSCVquFzWaDwWBAQ0MDe+eIFMCeOCIi6jRZloP3bAYCATidTkiSFJzChIi6DnviiFSAs+qTGmg0GthsNlgsFrjdbhQVFcHpdEIIoXRpRD0Se+KIiCiiNBoNHA4HHA4HhBCor6+H3++HLMuwWq1Kl0fUY7AnjkgFNBp+q5I6SZIEq9UKu90On8+HvXv3oq6uDn6/X+nSiFSPPXFEKlBTU4OEhASlyyDqNEmSkJCQEPw6rq+vh8fjgSzLsNlskCRJ4QqJ1Id/3hMRUbeLi4sLBrri4mI0NDTA5/MpXBWRurAnjkgFmmfKJ+pJJElqsaRXQ0MDDhw4AK1Wi/j4ePbOER0Be+KIVIATqVIssFgsSE5Ohlarxb59+9DU1MSJrok6wJ44IhXQ6XRKl0DUbaxWK6xWK4QQcLlcKC8vhyzLSEhI4CAfokPwu4FIBSoqKpQugajbSZIEk8mEXr16wWAwoKSkBG63m2sJE/2BPXFERBT14uLiEBcXh0AgAJ/Ph7KyMsiyjMTERMiyrHR5RIpgTxwREamGRqOBXq9HamoqLBYLSktL2TtHMYs9cUQq0Lw2JRH9H7PZDLPZjEAggEAggJKSEmi1WjgcDvbOUUxgTxyRCni9XqVLIIpaGo0GWq0W6enpsNls2L9/P3vnKCYoHuIWLlyIPn36wGg0YsiQIdiwYUOH+3/88cc47bTTYLVakZSUhMmTJ2PHjh3dVC2RMhobG5UugUgVjEYj0tPTodPpoNVqUVxcjLKyMv4hRD2SoiFu+fLlmDVrFubMmYMtW7ZgxIgRmDRpEoqKitrc//fff8fkyZNx+umnY8uWLfj000/R1NSEc845p5srJ+penCuLKDwajQayLCMzMxMJCQmoqKiAy+Xi9xL1KIqGuPnz52P69Om47rrrMGDAADzzzDNIS0vD888/3+b+mzZtgtfrxWOPPYa+ffvi5JNPxuzZs7F7925UVlZ2c/VERKQGBoMB6enpMBgMkGUZe/fuRWlpKXvnSPUUC3EejwebNm3ChAkTWmyfMGECvv766zaPGTp0KHQ6HV5++WX4/X7U1dXhtddewymnnIKkpKTuKJtIEfHx8UqXQKR6kiRBlmVkZWUhKSkJ1dXVaGxshNfrhRBC6fKIwqbY6NTKykr4/X6kpKS02J6SkoJPP/20zWN69+6NNWvW4OKLL8bMmTMRCAQwaNAg/Pe//+3wXPn5+RGr+1CGPXuQ98f/i4qK4OY6f1Fn165dSpcQEfX19TAajUqXEVFd9X1JRyfW2kUIgUAggOrqasiyDKvVGrUrpMRa26hFV7dLbm5uu88pPsXI4QscCyHaXfS4rKwM11xzDa688kpcdtllqKurw/33349LLrkEn3/+ebvLsQwdOjTidQMAbLbgf7OzsyH69u2a81Cn7Nq1C317SJu43W44HA6ly4iY/Pz8rvu+pE6L9Xbxer2ora2F0WiE0WiERqOJmmW+Yr1tolV3tEttbW27zykW4pKSkiDLMsrKylpsLy8vb9U71+y5556DxWLB448/Htz2xhtvICsrC19//TVGjRrVpTUTKcXpdPaoEEcUjXQ6XfDWHK/Xi5KSEkiSBIfD0eN6wqlnUOxPDL1ejyFDhmDNmjUttq9ZswYjRoxo85jGxsZWEzg2Pw4EAl1TKBERxRydTofMzEykpqaiqakJdXV18Pl8/F1DUUXRfuLbbrsNixcvxssvv4xt27Zh1qxZKCkpwQ033AAAmD17Ns4888zg/ueeey42b96MefPmYefOndi8eTOuuuoqZGVlYciQIUq9DaIux14AImXIsoyEhARYrVYIIVBSUoLi4mLO3UhRQdF74qZMmYKqqio8/PDDKC0txcCBA/HRRx8hJycHAFBaWordu3cH9x83bhzefPNNPP7443jiiSdgMplw6qmnYvXq1bBYLEq9DaIup9frlS6BKOY19875/X40NjbC6XTCbDYHR70SdTfFBzbMmDEDM2bMaPO5xYsXt9p26aWX4tJLL+3iqoiii8FgULoEIvpD8yhW4OB0WRUVFRBCICEhgR0K1K0UD3FEdGQVFRWIi4tTugwiOoxer0dGRgYCgQBcLhecTmdwZKtWy1+x1LX4FUZERHSUNBoNzGYzgIO9c+Xl5fD7/UhISOAfYNRlGOKIiIgiSK/XIz09HUIIeDweOJ1O6PV6yLIctRMJkzoxxBGpQHJystIlEFGYJEmCwWCAwWCA1+tFZWUlfD4fe+coYhjiiFTA7/crXQIRHQWdToe0tDQIIeDz+eB0OoM9cxx9Tp0VHeuJEFGHOlp2hYjUQ5Ik6HQ62Gw26PV6VFdXo6ioCPX19UqXRirEnjgiFWBPHFHPo9PpkJqaCuDg97jT6QSA4CVYoiNhiCMiIlKYLMuw2Wzw+XyoqqqC2+2Gw+HgvHPUIYY4IhVITExUugQi6gZarRYpKSkADq4J7nQ64ff74fF4FK6MohHviSNSAZ/Pp3QJRNTNNBoNbDYbbDYbmpqaUFRUhMbGRgQCAaVLoyjBnjgiFeA9cUSxS5Zl2O12ZGdnQwiB+vp6eDweGI1GXm6NceyJI1KBhoYGpUsgoiggSRKsVisSEhLgcrlQVFQEl8vFP/RiFHviiIiIVEaj0cDhcMDhcEAIgYaGBjQ2NsJkMsFqtSpdHnUT9sQRqQAvmRBReyRJQlxcHJKSkuDz+VBUVAS32817aWMAe+KIVECWZaVLIKIop9FokJCQgISEBAQCAbjdblRWVsJsNsNqtUKSJKVLpAhjTxyRCmi1/HuLiEKn0WhgMpmQkpICIQSKi4vh8Xjg9XqVLo0iiCGOSAWqq6uVLoGIVEiSJNjtdmRlZUGWZQghsG/fPhw4cABCCKXLo6PEEEdERBQDZFmGXq9HRkYGZFlGcXExvF4ve+dUjNdoiFSA98QRUSQ1TyLs9/sRCARQXFwMs9mM+Ph4aDTs31ELthSRCtjtdqVLIKIeSJZl6HQ6ZGZmQq/Xo6SkhPfOqQh74ohUgD1xRNTV4uLiEBcXB7/fDyEE9u7dC5PJhISEBP4MilLsiSNSgYqKCqVLIKIYIcsytFotsrKyYDabsX//frhcLs47F4XYE0dERERtMpvNMJvNwXvn9u7dC6PRiMTERPbORQH2xBEREVGHmu+dy8rKQlxcHCorK9HQ0MA1WxXGnjgiFUhOTla6BCIiAIDJZILJZEIgEIDP50NJSQn0ej0cDgcnJu9m7IkjUgG32610CURELWg0Guj1emRlZSE+Ph41NTWoq6tDIBBQurSYwchMpAIej0fpEoiI2mUwGGAwGCCEgMfjQXl5OXQ6HRwOB3Q6ndLl9VgMcUQq4HK5lC6BiOiIJEmCwWBAVlYWPB4P6uvrIcsyLBYLNBoNJElSusQehSGOiIiIIk6v10Ov1wM4+IdoRUUFZFlGUlJScDsdHYY4IhWw2WxKl0BE1GlGoxFZWVnwer1oamqCy+WC2WyGRqPhMl9HgSGOiIiIuoVOpwveI+dyuVBZWQmNRgOHwwGDwaBwderDEEekAvxLlYh6GqPRiMzMTPh8PrjdbrjdbhiNRmi1Wv7MCxFDHJEK1NTUICEhQekyiIgiTqvVBueXc7lcKCkpAQAkJSXBaDQqWVrUY4gjIiKiqNDcO+f3++H1euF0OqHX66HT6bjMVxsY4ohUgCO5iCiWyLIMWZZhNBrhcrlQVlYGIQQcDgdMJpPS5UUNhrijVKfT4YDBAOfevTDZbDCbzdDr9TAYDKioqAjul5ycDL/fj9ra2uBac4mJifD5fPD7/WhoaAAAWCwWyLIMrVaL6upqAAe/mO12O2RZbvWabrcbHo8nOI9Y8yhGjUaDmpoaAAcDgNlshk6na3W81+tFY2NjcDLZ+Pj44GzbTqcTwMG/jNT4nsrLy2G323vEe7JarSAiikVGoxEZGRnBZb6cTie0Wi30en3ML/MV2+8+AqxeL6xeL+qzs6H7owtYlmUYDAbExcW12t9ut4f82m3te/hrtnWOZm3dQ9XW/u3da+VwOEI6PlrfU2lpKfr06dNiu5rfExFRLGte5kuv18PtdqO8vByBQCCm751jiIuQOLMZ+GN4dEVFRXAOnISEBI6yISIiiiCDwYD09HQEAgEEAoHgVRaTyRRTy3wxxHWB5ORkAEBjYyO8Xi+EEBBC8Do+ERFRBDVPFmyz2eB2u1FRUQG/34/k5OSY6J1jiOtCZrMZACCEQFVVFSorK2E0GpGUlMT144iIiCKouXdOCBHsnfP7/bBYLD12cBhDXDeQJAlJSUkADs6B43K5oNFo4PV6ee8TERFRBEmSBFmWYbPZ4PV6UVVVBY/Hg5SUFOj1+h7VicIQ182au3eFEGhoaEBRUREMBgNSUlIUroyIiKhn0el0SE1NBQAEAgHU19fD7XbDarX2iGW+GOIUIkkSEhMTkZiYGJwSQ5ZluN1uLnZOREQUYRqNBlarFSaTCVVVVXC73UhNTVX1Ml8McVGgeUFgIQQaGxuxd+9eGAwG9OrVS+nSiIiIehStVhu8+uX3+9HU1IS6ujrY7XbVDUBkiIsikiQhISEBCQkJ8Pv9qK+vh06ng8vlgs1m61HX8YmIiJQmyzIsFguMRiOqq6tRWVmJ1NRUaDQaVSzzxRAXpWRZRlxcHIQQcLlcKC4uhtFoDE5fQkRERJEhy3Lw96vP54PX68X+/fsRHx8fnGkiGjHERTlJkmC322G324NDppt75+x2u2qv4xMREUUjrVYbvORaU1ODqqoqpKWlBUe9RpNOJYC9e/di06ZNqK+vj3Q91IHmCQ1NJhO0Wi1KSkpQUVERXBeUiIiIIkOWZTgcDmRlZUEIAb/fj+Li4qjKPmGFuPfffx+5ubno3bs3hg0bho0bNwIAKisrkZeXhxUrVnRJkdSa1WpFZmYmkpKS0NDQgMbGRlRVVTHQERERRZhOp4Ner0d6ejo8Hg+Ki4vh9XoV/50bcoj78MMP8Ze//AXJycmYO3cuhBDB55KSkpCdnY3Fixd3RY3UAUmSYLVaYTabYTQaUVJSgqqqKvj9fqVLIyIi6lE0Gg0SExORmZkJ4ODcc3v37g2u3drt9YS644MPPoiRI0fi66+/xsyZM1s9f9ppp2Hr1q2RrI3CZLFYkJmZCYfDgaamJtTX1wfXkSMiIqLI0el00Gq1yMzMRCAQwL59++DxeLr1d27IIa6goABTpkxp9/m0tDSUl5dHpCg6enFxcYiLi4PFYkFZWRkOHDgAr9erdFlEREQ9iiRJiI+PR0ZGBiRJgt/vR1FREWpqalpctewKIY9ONRgMcLvd7T6/Z88e2O32iBRFkWM2m4PDoxsbG9HU1ASXy4XExERotRycTEREFCk6nQ4AkJWVhbq6Ouzfvx92ux0Gg6FLZpMI+RVHjhyJ5cuXt/mc0+nEq6++ijPOOCNihVHkmc1m2Gw22Gw2lJeXo7a2Fh6PR+myiIiIehRJkmCz2ZCamgqdTgev14uioiIcOHAgooMhQg5xDzzwAH788UeMHz8eH3zwAQBg8+bNeOGFFzB48GDU1tbi/vvvj1hh1HWMRiPS09ODc88dOHAAZWVlvNxKREQUYVqtFgaDAdnZ2dDpdKisrER9fX1ELrWGfD1t6NChWL16Na6//npcffXVAIC77roLAJCbm4vVq1djwIABR10QdS+j0Qij0Qi3242KigpYrVbodDoYjUalSyMiIupRmu9X9/v9cLvdKC8vh8ViQUJCQqcut4Z1U9SYMWOwfft2/PDDD9ixYwcCgQCOPfZYDBkyhOt6qpzBYEB6ejoAwO12o7q6Gm63Gw6HA3q9XuHqiIiUs2rVqhaPHQ4HAKCqqqrF9n79+mHHjh1H3JaWloa6uroWk8bqNRqkWyworKtrsW//+Hj8WlPToo7eVitKGhrgOeSyXJxOB6tOh9LGxpbnj4/Hjj+Ob+s1g+/pjz/cq1yuI+7b1mummc2o83pRf8gVnVDeU7NofE/Zq1ejtm9f1PbtG9xmqKpC9scfY+fUqcFtq1atQt6zz6LgpptaHJ/75psoOvtsuP/4egEA+65dsO/ahaKJE1vsm/fccyiYORPnnXcewiGJEPvzXn/9dYwePRq9e/du8/nCwkKsX78eV155ZVgFdJXa2trg/7tswMWOHUD//gf//+uvQL9+XXMehXi9XlRVVcFqtUKSpKheP64t+fn5GDp0qNJlUBvYNtGJ7dK2devWRf7z4nbDfPLJ0BQXR/Z1KaKaVqxAICen3eeLioqQnZ0dkXNtrq/H6aef3mp7R3km5J64q666CkuWLGk3xH333Xe46qqroibE0dHT6XRITU0FcDDQVVZWwuPxwOFwwGAwKFwdEVH3sFqtEX9Nza5dDHBRLpCZCf/ppwMd/L5zSxLEIT11R8P+229hHxNyiDtSh11TU1PULQxLkaPT6ZCUlASfzxfsnQsEAoiLi1O6NCKiLlVaWor+zVddwuV2QyoqarFJ8nhgPvXU4OMj9fYAke3xodCI7OwOA1ykFRUV4cQTTwzrmA5DXFFREQoLC4OPt2/fjvXr17fa78CBA3jhhRfQp0+fsE5O6qPVapGSkgIA8Pv9KC8vh9frRWJiIkwmk8LVERFFkRAvmR6ptweIbI8P9RwdhrhFixZh3rx5kCQJkiThkUcewSOPPNJqPyEENBoNXnrppS4rlKKPLMvo1asX/H4/qqurIUkSfD4fe+eIiBDaJdP6ffu6tbeHepYOQ9xFF12E4447DkIITJ06FTNnzsSoUaNa7CNJEiwWCwYPHoy0tLQuLZaikyzLSE5OBnBwMeCysjL4fD4kJiaqbjAEEVFEuN1HvGTa3ZfrqOfpMMSdcMIJOOGEEwAcnHZi9OjRvGRKHdJoNEhNTYXf78eBAweg0Wjg9/thMpm6ZMkRIqKu1i/UmQcOuf9Ns2dPi6dCuWRKsS0vLy/sY0Ie2DBt2rSwX5xilyzLSEpKAnDwcntZWRn8fj/i4+N5uZWIVGXHjh3BeTSDDhuwcPhghUM1fvstAxwdUUFBAXKOMMDlcGFN9ut2u/Hee+9h06ZNqKmpabX+lyRJeOWVV8IqgHo+SZKQlpaGQCCAmpoauFwuBAIBGAwGjmgmIvUJY463QGYmAhyQQF0k5BBXXFyMcePGYdeuXYiPj0dtbS0SExODi7kmJSWxh4U6pNFokJiYGHxcUlICv98Pu90Om82mYGVEREdw2KXSjgJc47ffQvyx0g3ve6OuFHKIu+uuu1BeXo4vv/wS/fr1Q69evbB8+XKMHDkS8+fPx//+7//i008/7cpaqYdJT0+HEAK1tbVwuVyQJAkajQY6nU7p0oiIWmiv5+3wAQsMbdSdQg5xn376KW688UaMGDEC1dXVAA7e62QwGDB79mxs27YNt956K1auXNllxVLPI0kS4uPjARwc2bp//374fD5YrdbgdiIiJfWPj28zwIUyoz9RqDozsCHk4YJ1dXXo+8d1/eYll+oOWdR21KhR+OKLL8IugKiZRqNBWloaMjMzIcsympqa4PF44PF4lC6NiGLYoYulN61YgYbNm9GweTMat25lgKOIKSgoCPuYkENcRkYGiv/4S8RisSAxMRFbt24NPr9nzx5eBqOIkCQJVqsVJpMJWq0W1dXVKCoqwoEDB5QujYhiXCAnByI3FyI3lwGOFBfy5dTTTz8dH3/8MebOnQsA+Mtf/oInnngCWq0WgUAATz/9NM4777wuK5RiU/O8cwDQ2NiIhoYG6HQ6BAIBGI1GhasjIiJSTsgh7rbbbsOaNWvgcrlgNBrxz3/+E4WFhbj//vsBAGPHjsVTTz3VVXUSBVd/8Pv9qKmpQXl5OeLi4lqMeCUiIooVIYe4vLy8FjfdxcfH4+OPP0ZtbS00Gg2sVmuXFEh0uOY1W4GDcxfW1dXBYDDA5/NxmS8iijjHH9OFEHWl5t9r4TjqdZDsdjusVisqKytx7733hn38woUL0adPHxiNRgwZMgQbNmzocH8hBJ566ikcd9xxMBgMSEtLwz333NPZ8knlDAYDrFYrZFlGQ0MDioqKUFVVpXRZRNSDyF9+qXQJRG0KKcQJIbB//3643e5Wz+3duxc333wzevfujX/84x9hnXz58uWYNWsW5syZgy1btmDEiBGYNGkSig5ZyuRwt99+OxYuXIh//vOf2LZtGz766COMHj06rPNSzyPLMpKTk5GdnQ2bzQan0wmv14uGhgalSyMilSsfNiz4f5GdrWAl1JOVl5eHfUyHIU4Igfvuuw8JCQlIT0+HxWLBX/7yF9TW1qKpqQm33norcnNz8dxzz+HMM8/EunXrwjr5/PnzMX36dFx33XUYMGAAnnnmGaSlpeH5559vc/9ff/0VzzzzDFauXInJkyfjmGOOwaBBg3DOOeeEdV7q2XQ6HWw2G7RaLVwuF3vniCgiuAYqRZsO74lbsGABHn30UeTk5GDChAn4/fffsWLFCsiyjJKSEmzcuBHTpk3DnXfeiX79+oV1Yo/Hg02bNuGOO+5osX3ChAn4+uuv2zxm5cqVOOaYY7B69Wqce+65CAQCGDNmDJ544olOXUumnk2SJDgcDjgcDvj9fjidTmi1Wvj9ft7DSURhE7w3jqJMhyHu1VdfxbBhw/DFF18EJ/i966678OSTTyIzMxObN2/GwIEDO3XiyspK+P1+pKSktNiekpLS7vJdv/32G/bs2YNly5Zh8eLFkCQJd9xxB84//3x888030Gja7ljMz8/vVI1HYtizB81DPQoKCuB2OrvkPNR5h7e9EAINDQ1oamqC0WhEXFwcJElSqLrY1lXfl3R02C7tKyoqglvBnxe7du1S7NzUvki2S1vff7m5ue3u32GI27lzJ/7xj38EAxwAXHvttXjyyScxZ86cTge4Qx3+C1QI0e4v1UAgALfbjSVLlgR7/pYsWYL+/fvj+++/x/Dhw9s8bujQoUddZ5sOWbQ9Ly8PCLM3krpWfn5+h20fCARQX18PjUYDv98Pm83GQNdNjtQ2pAy2S9v2TJwIAMjOzob4Y+Wi7rZr167gqkkUPSLZLgkJCcg5ZB3eZrW1te0e0+E9cS6XC0lJSS22ORwOADjqopOSkiDLMsrKylpsLy8vb9U71ywtLQ1arbbFpdvc3FxotdoOB0MQtUWj0cBms8FisQAAiouLceDAAQQCAYUrI6JoUnDTTUqXQDGgS5bdaq9nQpblsE92KL1ejyFDhmDNmjUttq9ZswYjRoxo85iRI0fC5/Nh9+7dwW2//fYbfD5fm+mVKBSSJMFutyMrKwsJCQloaGiA0+nEgQMHIIRQujwiIqI2HXGy3zvvvBMPPfRQ8LHf7wcAXHXVVa0mVpUkCT///HPIJ7/ttttwxRVXYNiwYRg5ciReeOEFlJSU4IYbbgAAzJ49Gxs3bsRnn30GADjrrLMwePBgXH311cHVIW655RYMHz6clwAoYpoHPTidThQXF8NmsyEuLu6o/3AhIiKKpA5D3OjRo9vsiUtPT4/IyadMmYKqqio8/PDDKC0txcCBA/HRRx8Fe9VKS0tb9LppNBqsWrUKN998M0aPHg2TyYTx48dj/vz57Q5qIOosm80G2x/3PTY0NMDj8SAQCCAhIYFfb0REpLgOQ1y48751xowZMzBjxow2n1u8eHGrbWlpaXj77be7uCqiliwWCywWC+rr61FSUgK73Q6j0QidTqd0aUTUxfKee07pEigGHLq0aajYnUAUhri4OGRmZsJqtcLr9aKqqio4XQ4R9UwFM2cqXQLFgC4Z2EBEbTObzXA4HDCbzSgtLUVDQ0ObS9MRERF1hSMObCCijpnN5uAgH5fLhYqKCggh4HA4OBiCiIi6DEMcUQQZjUYYjUa4XC6UlZUhMTERkiTBaDQqXRoREfUwDHFEXcBoNCIjIwNCCHi9Xuzfvx9CCCQlJUGr5bcdkZpkr16tdAkUA7Kzs8M+hvfEEXUhSZKg1+uRkpKChIQElJeXw+VyobGxUenSiChEtVzuirpBR8trtSfsLoGmpibk5+ejvLwco0ePRnJyctgnJYpFBoMB6enpEELA7/ejtLQUkiTB4XBwqhKiKNYc4kQnekqIQtWZEBdWT9yCBQuQlpaGsWPH4pJLLgkOh62srER8fDxeeeWVsAsgijWSJEGr1SItLQ0OhwOVlZVwu91oampSujQiakfjt98CBoPSZRC1EHKIW7x4MW655RZMnDgRr7zySos1JZOSkjB+/HgsX768S4ok6ql0Oh3S0tKg1+uh1+tRUlKCkpISTlVCFGWEXq90CUSthBzi5s+fj/POOw/Lli3D+eef3+r5IUOG4JdffolocUSxQpIkyLKM9PR0JCcn48CBA3C5XHC5XC3+YCKi7meoqlK6BIoBhk709IYc4nbs2IFzzz233eeTkpJQWVkZdgFE1JJOp0NqaiqMRiP0ej327duHkpISuFwupUsjiknZH3+sdAkUA7p0dKrNZkNNTU27z+/cuZODHIgiTKPRIDMzEykpKairq4PL5YLb7UYgEFC6NKKYsXPqVKVLoBiwc+fOsI8JOcSNGzcOixYtavNeneLiYrz00kuYNGlS2AUQ0ZHJsozk5GQYjUbodDqUlJSguLiYU5UQEcWwkKcYefjhhzF8+HAMGTIEl1xyCSRJwkcffYRPPvkEL774InQ6He6///6urJWI8H+9c36/P9g7rtPpoNFouMwXEVEMCbknrm/fvvjyyy+Rnp6OefPmQQiB+fPn4/HHH8fgwYPx5ZdfIjMzsytrJaJDyLIMh8MBs9kMjUaDsrIyFBcXo76+XunSiIioG4Q12e+AAQPwySefoKamBjt37kQgEMAxxxzDe+GIFCbLMjIyMhAIBFBXV4f6+noYDIbgnHRE1Hl5zz4LPPaY0mVQD5eXlxf2MSH/dP/999/Rp08fAEB8fDxOOeWUsE9GRF1Lo9HAbrcDAHw+H8rLy+H3+xEfHw+r1apwdUTqVHDTTThD6SKoxysoKEBOTk5Yx4R8OfXYY4/Fqaeeiqeeegr79u0Luzgi6l5arRbp6enIzMyEJEmoq6uD1+uF1+tVujQiIoqAkEPc448/Dr/fj9tuuw05OTkYM2YMXnjhBVRUVHRlfUR0lCRJQlxcHKxWKyRJQmVlJfbu3Qun06l0aUREdBRCDnF33HEHvv/+e+zatQvz5s3DgQMHMGPGDGRkZODss8/GokWLOrV4KxF1n+Y1WzMzM6HT6eB0OuHxeODxeJQujYiIwhRyiGt2zDHH4N5778WPP/6In376CXfffTcKCwtx7bXXIjU1tStqJKIIkyQJJpMJNpsNGo0G1dXVKCoqYu8cURty33xT6RIoBuTm5oZ9TNgh7lDHH388/vKXv+BPf/oT4uLi+Nc8kQpptVqkpqYiOzsbRqMRTqczuDIEEQFFZ5+tdAkUA4qKisI+plNzD2zfvh3Lli3D8uXLsWPHDuh0OkycOBGXXXZZZ16OiKKEXq+HXq+Hz+dDVVUV3G437HZ7cMQrUSxyOxxKl0AxoDN/OIc1xciyZcuwbNky/PTTT9BoNBg3bhzuuusu/PnPf+YPeaIeRKvVIiUlBcDBqUqcTidkWYZGo4HJZFK4OiIiAsIIccceeywkScLIkSPxzDPP4OKLL+Ykv0QxQKvVwmazwe/3o7q6GhUVFYiPj4fNZlO6NCKimBZyiHviiScwZcoULq1FFKNkWQ7+4eb3+4ODILRaLcxms5KlEXUp+65dQEaG0mVQD9eZK5ohD2y4/fbbGeCICMDBQGez2RAXF4empqbgyFYhhNKlEUWcfdcupUugGNCZENduT9z69esBAKNHj27x+Eia9yeink+j0cDhcMDhcEAIgbq6Ovj9fmi1Wi7zRT1G0cSJOFbpIqjHKyoqwoknnhjWMe2GuLFjx0KSJDQ1NUGv1wcft0cIAUmS4Pf7wyqAiHoGSZJgs9kQCARQW1uLoqIiJCYmwmw2Q6M5qtmMiIioDe2GuLVr1wI4OOXAoY+JiDqi0WiQkJCAhIQEAEB9fT3cbjd0Ol1w6S8iIjp67Ya4MWPGdPiYiCgUcXFxsFgsqK2tRXFxMRwOB3vsiYgiIORrHOPGjcNnn33W7vNr167FuHHjIlIUEfUskiQhPj4eWVlZMJvN8Hq9qKioQE1NDQdDUNTLe+45pUugGJCXlxf2MSGHuHXr1mH//v3tPl9eXo4vvvgi7AKIKPYYjUYkJydDo9GguLgYLpcLXq9X6bKI2lQwc6bSJVAMKCgoCPuYTi271Zbi4mJYLJZIvRwRxQCbzQabzQYhBNxuN6qqqqDX6xEfH8/BEERER9BhiFu5ciVWrlwZfPziiy/i008/bbXfgQMH8Omnn2L48OGRr5CIejxJkmA0GpGamor6+nqUlJQEJxY2GAwKV0dEFJ06DHE//fQT3nrrLQAHf8h+8803+O6771rsI0kSLBYLRo0ahaeffrrrKiWimBAXF4e4uDgEAgH4fD6UlpZCr9cjISGBvXNERIfo8Cfivffei6amJjQ1NUEIgUWLFgUfN380NjaioqIC//3vf9GvX7/uqpuIejiNRgO9Xo+0tDSYTCaUlJTA7XbD7XYrXRrFmLxnn1W6BIoBnRnYEPI9cYFAIOwXJyKKBLPZDLPZjEAggEAggH379kGv1yMxMRGyLCtdHvVwBTfdhDOULoJ6vIKCAuTk5IR1DK9NEJFqaDQaaLVaZGRkIC4uDmVlZXC73fB4PEqXRkTU7drtievTpw80Gg22b98OnU6HPn36HHGmdUmSsHv37ogXSUR0OJPJhIyMDAQCAQghUFxcDJ1OB4fDAa02YgPviYiiVocrNkiSFLyRuPkxEVE0af4ZlZmZCbfbjfLy8uBlVp1Op3B1RERdp90Qt3jx4g4fExFFG4PBgPT0dAghEAgEsHfv3mDvHAMddVavjRuBP/1J6TKoh+vVq1fYx/CaAxH1OJIkQZZlZGVlwePxoLq6GlarFTqdDlqtllcViKhHCHlgw/r167FgwYIW29588030798fvXr1wqxZsziClYiijl6vR0pKCkwmEyRJQnFxMUpKSjgYgkJWPmyY0iVQDCgvLw/7mJBD3Lx58/DVV18FH2/fvh3Tp0+HRqPB0KFD8eyzz7YKeURE0UKSJGi1WmRlZSE5ORlOpxP19fXw+/0QQihdHhFR2EIOcT///HOLZbWWLl0Ks9mM7777Dh999BGuuOIKvPrqq11SJBFRJOl0OiQlJQVXhti3bx9KSkrgcrmULo2IKGQhh7ja2lokJCQEH69evRrjx4+HzWYDAIwaNQq///575CskIupCOp0OmZmZ6NWrF5qamuB0OuH3+3l7CBFFvZBDXFpaGn755RcAQElJCbZs2YIJEyYEn3c6nZybiYhUS6vVIiEhATabDX6/HyUlJdi3bx+ampqULo0UxmW3qDt06bJbf/7zn/Hss8/C7XZj48aNMBgMuOCCC4LP//DDDzjmmGPCLoCIKNro9XpkZmbC7/ejsbERTqcTZrM5OOqVYguX3aLu0Jllt0IOcfPmzcP+/fvxxhtvwGaz4dVXX0VKSgqAg71w7777Lm666abwKiYiimKyLMNqtQIAPB4PKioqIIRAYmIizGazwtURUawLOcRZLBYsWbKkzefi4uKwb98+/lAjoh5Lr9cHl/lyuVxwOp0wGo2QZZm9c0SkiE7fxFZXVwcAsFqt0Gg0sNvtESuKiChaaTSa4B+sbrcb+/fvh9/vR2JiIiwWi8LVEVEsCXlgAwDs2bMHV155JZKSkhAfH4/4+HgkJSVh2rRp2LNnT1fVSEQUlZqX+crIyIBWq4XT6YTL5YLX61W6NIqgvOeeU7oEigFdOrDh119/xciRI1FTU4OzzjoLxx9/PIQQ2L59O5YuXYqPPvoIX331Ffr16xd2EUREaqbRaGAwGGAwGIL3zrF3rucomDmTAxuoy3XpwIbZs2dDCIH8/HycfPLJLZ774YcfcOaZZ2L27Nl49913wyqAiKgn0ev1SE9PhxACPp8PTqcTsixDp9NBr9crXR4R9SAhX05dt24dbr755lYBDgBOOukk3HTTTVi7dm0kayMiUi1JkqDT6WCz2aDX61FdXY29e/eioaFB6dKIqIcIuSfO7XZ3OHghPj4ebrc7IkUREfUkOp0OqampAAC/3w+n0wkAwUuwRESdEXJPXF5eHpYsWdLm7OVutxtLlizp1E15RESxRJZl2Gw2mM1mHDhwAEVFRWhsbFS6LOpA9urVSpdAMSA7OzvsY0LuiZszZw7+9Kc/YejQoZgxYwb69+8PANi+fTuef/55/Prrr1ixYkXYBRARxSKtVhvsnQsEAsE1W41GI0wmk8LV0aFq+/ZVugSKAbW1tWEfE3KIu+CCC/DGG2/gtttuw//7f/8PkiQBAIQQSE1NxRtvvIHzzz8/7AKIiGKdRqMJrtlaXV2NyspKOBwOmEym4M9aUg5DHHWHLg1xAHDZZZfh4osvxqZNm1BYWAgA6N27N4YMGQKtttPzBhMREQ5eak1OTgZw8A/k+vp6uN1umM1mrohDRK0cMXn99NNPWLhwIX777Tc4HA5MmTIFF1xwAYYPH94d9RERxSRJkmC1WoP3zlVWVqJXr17Q6XRc5ouIABwhxG3cuBFnnHFGi8EMy5Ytw8KFC3H99dd3eXFERLFOlmUkJSUBOHjvXFNTE+rr62GxWBAXF6dwdbHBUFUFZGQoXQb1cJ0Zqd7h6NQHH3wQOp0O//nPf1BfX4+tW7fipJNOwv333w+fz9fpQomIKHwajQYWiwXJycnweDwoKiqCx+Phz+Mulv3xx0qXQDGgM6NTOwxx3377LWbOnInzzjsPZrMZJ554Iv7nf/4HlZWVwXviiIioe2k0GiQmJiI7OxuyLMPn86G0tDQ4/xxF1s6pU5UugWLAzp07wz6mwxB34MABHHfccS22DRgwAEIIlJSUhH0yIiKKLFmWYTQakZqaCr/fj71798Lr9cLr9SpdGhF1sQ5DnBCi1Q20zY/ZfU9EFD0kSUJCQgKysrKg0WgghMC+fftQW1sLIYTS5RFRFzji6NRVq1ahuLg4+LixsRGSJGHZsmXIz89vsa8kSbjzzjsjXyUREYVMlmXIsoz09HTU1dWhuLg4OLGwTqdTuDoiipQjhrhly5Zh2bJlrba//PLLrbYxxBERRQ9JkmCz2YITCQcCAezduxdxcXGw2+3QaEJeeTGm5T37LPDYY0qXQT1cZ5Yu7TDE/f77750uhoiIokdz71xWVhbq6upQUlKCXr16QaPRcLL2Iyi46SacoXQR1OMVFBQgJycnrGM6/M4N98WIiCj6Wa1WWK3WYO9cUVERLBYL750jUhn2pRMRxShZlqHT6ZCdnQ2j0YgDBw7A5XLB7/crXRoRhYAhjoiIYLFYkJiYCJ1OF+ydq6ioYKAjimKKh7iFCxeiT58+MBqNGDJkCDZs2BDScTt37oTVauWyM0REEXRo75zFYkFlZSUaGhpiOszlvvmm0iVQDMjNzQ37GEVD3PLlyzFr1izMmTMHW7ZswYgRIzBp0iQUFRV1eJzH48Gll16K0aNHd1OlRESxx2w2IyUlBSaTCX6/H0VFRSgvL4+5eUKLzj5b6RIoBhwp+7RF0RA3f/58TJ8+Hddddx0GDBiAZ555BmlpaXj++ec7PO7uu+/GiSeeiIsvvribKiUiil0ajQZ6vR7Z2dmw2WyoqalBXV0dAoGA0qV1C7fDoXQJFAPcbnfYxygW4jweDzZt2oQJEya02D5hwgR8/fXX7R734YcfYtWqVViwYEFXl0hERIcxGo1ISkpCXFwcPB4PioqKUFZWxmW+iBQQ1uRAe/bswcMPP4zPP/8cFRUV+OCDDzBmzBhUVlbi/vvvxzXXXIMhQ4aE9FqVlZXw+/1ISUlpsT0lJQWffvppm8eUlpbiuuuuw3vvvQer1Rpy3YevLBEphj170Dw1X0FBAdxcfDrqdFXb09Fj20SnzrSLz+fD9u3bodFoYDQaIUkSJEnqguqUU1RUBLfC72nXrl2Knp/aFsl2aev7r6N75UIOcdu2bcOoUaMQCAQwfPhwFBYWBm90TUpKwrfffgu3241XXnklrIIP/0YXQrT7zX/55ZfjxhtvxKmnnhrWOYYOHRrW/iGz2YL/zcvLA/r165rzUKfk5+d3XdvTUWHbRKdItEtTUxMqKyuh1WrhcDig1+sjVJ1yNjz1FLLHjIHo21exGnbt2oW+Cp6f2hbJdqmrq2vz+6+2trbdY0K+nHr33XfDZrNh+/bteOONN1pNCnnOOefgyy+/DLnYpKQkyLKMsrKyFtvLy8tb9c41+/zzzzFv3jxotVpotVpcc801aGhogFarxYsvvhjyuYmIqGuYTCZkZWUhKSkJLpcLTqcTPp9P1RMJ29kDRt3AbreHfUzIIW79+vWYMWMGUlJS2uwpy8nJwb59+0I+sV6vx5AhQ7BmzZoW29esWYMRI0a0eUxBQQG2bt0a/HjwwQdhMpmwdetWDnIgIooiOp0uuG6r1+tFcXExSkpKOnXzttKKJk5UugSKAZ0ZnRry5VSv19vhnGzV1dVhr79322234YorrsCwYcMwcuRIvPDCCygpKcENN9wAAJg9ezY2btyIzz77DAAwcODAFsfn5+dDo9G02k5ERNGjuXfO5/PB4/HA6XTCaDRCq9VCo1F8ulIi1Qo5deXl5WHt2rW48cYbWz0nhMB7770X8qCGZlOmTEFVVRUefvhhlJaWYuDAgfjoo4+Ca7aWlpZi9+7dYb0mERFFp+ZbYQCgsbER5eXlkCQJDocDRqNR4eqI1CfkP4FuueUWvPPOO3jooYdQVVUFAPD7/di+fTsuvfRS5Ofn44477gi7gBkzZqCwsBButxubNm1qMYHv4sWLUVhY2O6x06dPR319fdjnJCIiZZnNZmRmZiI1NRUA4HQ6uW4rUZhC7om79NJLsWfPHvz973/HAw88AACY+Md9ArIs41//+hcmTZrUJUUSEVHPJMsyZFmG0WhEU1MTSktLARwc/BYtvXN5zz0HPPqo0mVQD5eXl3fknQ4T1k1sd999N6ZOnYp3330XO3fuRCAQwLHHHouLLroIvXv3DvvkREREzUwmEzIzM+H3+xEIBOB0OoMBT5ZlxeoqmDkTZyh2dooVBQUFwdvJQhXeSAQAWVlZuOWWW8I9jIiIKCTNvXM6nQ4ulwv79+9HIBCIqt45omgQdogjIiLqLkajEenp6QgEAsHeOeDgPXXhzohA1NOE/B2g0WhCWkaFN6USEVGkaTQaaDQa2Gw2uN1ulJeXw+/3o1evXjAYDEqXR6SIkEPc/fff3yrE+f1+/P7771i5ciX69++P8847L+IFEhERHcpgMCA9PR1CiGDvnN/vR1xcHHQ6XcTPl/fss8Bjj0X8dYkO1aUDG5pHpLZl3759GD58OI477riwCyAiIuoMSZIgy3JwVYjKykr4fD6kpKRAp9OFdPUoFAU33cSBDdTlOjOwISJTZWdkZOCGG27Agw8+GImXIyIiCotOp0NaWhoyMzMhyzLq6+tRWVmpymW+iEIVsbtCExISuLoCEREpqrl3zmq1wmg0oqqqCh6PB2lpaZBlmct8UY8SkRBXUVGBl156iXPFERFR1NDpdMEVIfx+P1wuF5xOJ+Lj4zlVCfUIIYe4cePGtbm9pqYG27Ztg9frxbJlyyJWGBERUaTIsgyz2Qy9Xo/q6mqUl5cjPT09OOq1I702bgT+9KduqpRiVa9evcI+JuQQFwgEWt0kKkkS+vTpg/Hjx+Paa69Fbm5u2AUQERF1F61WG/xl6fP54PF4UF1djfj4eJjNZoWrIwpPyCFu3bp1XVgGERFR99JqtdBqtUhJSUF1dTWqqqqQlpYWvK+uWfmwYThBwTopNpSXl4d9TEh3eDY1NWHcuHFYtGhR2CcgIiKKZrIsIzk5GVlZWRBCwO/3o7i4GPX19UqXRtShkEKcyWTC5s2b4fP5uroeIiIixeh0Ouj1eqSnp8PtdqO4uFjpkojaFfLl1LFjx2LDhg247rrrurIeIiIixWk0GjgcDgDA1q1bsXbfPmDfPgD/dwP64Ze/8vLyUFBQcMRt2dnZqK2tRW1tbXCbwWBAdnY2du7c2e7xzYEyNzcXRUVFLebAs9vtsNvtKCoq6lRNSr2nZmp+T8XFxRF5T50hCSFEKDsWFRVhwoQJOP/883HjjTeid+/eUT3fzqGfdLvd3jUn2bED6N//4P9//RXo169rzkOdkp+fj6FDhypdBrWBbROd2C7Ri20TnbqjXTrKMx2msNdffx2FhYUAgP79+6OwsBDz589Hbm4uDAYDzGZziw+LxRL56omIiIiolQ4vp1511VVYsmQJevfujSlTpkRsHToiIiIiOjodhrhDr7QuXry4q2shIiIiohBF701tRERERNSuI4Y4XkIlIiIiij5HDHFXXXVVqwEM7X1wYAMRERFR9zjiPHHDhw/HMccc0x21EBEREVGIjhjirr/+ekydOrU7aiEiIiKiEHFgAxEREZEKMcQRERERqRBDHBEREZEKdXhPXCAQ6K46iIiIiCgM7IkjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiGGOCIiIiIVYogjIiIiUiHFQ9zChQvRp08fGI1GDBkyBBs2bGh333Xr1mHy5MlIS0uD2WzGiSeeiFdffbUbqyUiIiKKDoqGuOXLl2PWrFmYM2cOtmzZghEjRmDSpEkoKipqc/+vv/4aeXl5eOedd/DTTz/hxhtvxN/+9je8+eab3Vw5ERERkbK0Sp58/vz5mD59Oq677joAwDPPPIPVq1fj+eefx2OPPdZq/zlz5rR4fOONN2Lt2rV49913MXXq1G6pmYiIiCgaKNYT5/F4sGnTJkyYMKHF9gkTJuDrr78O+XWcTicSEhIiXR4RERFRVFOsJ66yshJ+vx8pKSkttqekpODTTz8N6TVWrVqFzz77DF999VWH++Xn53e6zo4Y9uxB3h//LygogNvp7JLzUOd1VdvT0WPbRCe2S/Ri20Snrm6X3Nzcdp9T9HIqAEiS1OKxEKLVtrZ89dVXmDp1KhYsWIBhw4Z1uO/QoUOPqsZ22WzB/+bl5QH9+nXNeahT8vPzu67t6aiwbaIT2yV6sW2iU3e0S21tbbvPKXY5NSkpCbIso6ysrMX28vLyVr1zh/vyyy8xadIkPPjgg7jxxhu7skwiIiKiqKRYiNPr9RgyZAjWrFnTYvuaNWswYsSIdo9bv349Jk2ahLlz5+KWW27p4iqJiIiIopOil1Nvu+02XHHFFRg2bBhGjhyJF154ASUlJbjhhhsAALNnz8bGjRvx2WefATg4T9y5556LGTNm4K9//WuwF0+WZSQnJyv2PoiIiIi6m6IhbsqUKaiqqsLDDz+M0tJSDBw4EB999BFycnIAAKWlpdi9e3dw/8WLF6OxsRFPPvkknnzyyeD2nJwcFBYWdnf5RERERIpRfGDDjBkzMGPGjDafW7x4cavHh28jIiIiikWKL7tFREREROFjiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhXSKl1ALPH5fGhqalK6jJih0+lQV1endBk9gslkglbLHxdERNGEP5W7ic/nQ0NDA4xGIyRJUrqcmGAymWAwGJQuQ/WEEGhoaIDFYmGQIyKKIryc2k2ampoY4EiVJEmC0WhkLzIRUZRhiOtGDHCkVvzaJSKKPgxxRERERCrEEEdERESkQgxxRERERCqkeIhbuHAh+vTpA6PRiCFDhmDDhg0d7l9QUIAxY8bAZDIhIyMDDz74IIQQ3VRt7Nq6dStMJhPGjh3b5vNCCLz66qsYPXo0HA4HkpKSMHz4cDz55JNwOp0AgIceeggGgwEGgwFGoxG9e/fGtGnTsHfv3g7P3djYiL///e8YMGAAbDYb0tPTMXbsWCxfvrzVvh6PBxkZGXA4HIpOL7JixQqcdNJJsFqtOOmkk7By5cojHvP5559jzJgxcDgcyMnJwZw5c+Dz+Vrs88477+CUU05BfHw8cnNz8a9//avV6yxbtiy4T3Z2NqZPn46ysrLg86+88grGjRuH1NRU9OrVCxMmTMBXX3119G+aiIi6laIhbvny5Zg1axbmzJmDLVu2YMSIEZg0aRKKiora3N/pdGL8+PFISUnB999/jwULFuCJJ57A/Pnzu7ny2PPKK6/g+uuvx88//4xt27a1ev6qq67CrbfeiokTJ2L16tXIz8/H3Llz8cUXX+D9998P7tevXz/s2bMHv/32G9544w389NNP+Otf/9rhuW+66Sa8/fbbePLJJ/Hjjz/iww8/xGWXXYbq6upW+/7nP/9B7969MWzYMHzwwQdH/b4749tvv8Vf//pXXHbZZdi4cSMuu+yy4P/bU1BQgMmTJ+Oss87Cd999hyVLlmDVqlW49957g/usXr0aV155Ja655hps3rwZTz/9NJ555hksXLgwuM/XX3+Nq666Cpdffjm2bNmCt99+G9u2bcO0adOC+6xfvx4XXXQRVq9ejQ0bNiA3NxfnnXcedu7c2TWfECIi6hpCQcOGDRPXXntti219+/YV99xzT5v7L1y4UFitVtHY2Bjc9tBDD4n09HQRCARa7FtTUxP86DK//ioEcPDj11873NXpdAq3263Kj5qaGmG320V+fr6YPn26uOWWW1o8v3TpUgFALF++vM3j9+/fL9xut7jvvvvE8ccf3+K5+fPnCwCioqKi3fPb7Xbx/PPPh1TrWWedJebPny9effVVccIJJyjy+brooovEuHHjWmw744wzxCWXXNLuMXfddZc46aSTWmx79913hdFoFJWVlcLtdospU6aICy64oNXnLzMzU7hcLuF2u8Vjjz0msrOzW+zz4osvCovF0u65XS6XSElJEfPnz+/wfTmdzoh963z//fcRey2KHLZL9GLbRKfuaJeO8oxiPXEejwebNm3ChAkTWmyfMGECvv766zaP+eabb3D66afDZDIFt5199tkoKSlBYWFhV5bbdXbs6N6PTnjvvfeQnZ2NvLw8TJ06FUuXLoXX6w0+/9ZbbyE3NxcXXnhhm8fHx8e3ub2srAwrV66ELMuQZbnd86ekpOCTTz5BbW1th3Xu2bMH69evxyWXXIILL7wQv//+O3744Ycjvr/DzZw5E4mJiR1+tNdbDADfffcdzjrrrBbbxo8fj2+//bbdY9xuN4xGY4ttJpMJLpcLmzdv7nCf4uJi7NmzBwAwYsQIlJaWYtWqVRBCoLKyEv/+978xceLEds/t8XjgcrmQkJDQ7j5ERBR9FJt+vbKyEn6/HykpKS22p6Sk4NNPP23zmLKyMmRmZrbav/m5Pn36tHlcfn5+BCpux/ffH/zX6QQ6OI9Op2sRPpv1y8vrqsratOPXX8M+5vnnn8ekSZNQWFiI7Oxs6PV6vPrqqzj77LMBANu2bUNOTs4Rg3RNTQ22b9+OhIQEBAIBuFwuAMAVV1yBiooKVFRUtHnc/fffjzvuuAPp6eno168fBg0ahDPPPBMjR45ssd+CBQswYsQINDQ0oKGhAePHj8eCBQvw97//Paz3e/XVV+OSSy7pcB+Px9Pu+y0rK4Msyy2el2UZpaWl7R5z4oknYsGCBXjqqadw3nnnoaqqCvfffz+Ag5dac3JyMHjwYDzyyCN44403MGLECOzZswdPPPEEAGDLli0AgNTUVPzrX//ClVdeCbfbDZ/Ph5EjR+Jf//pXu+f+5z//CaPRiBNPPLHDNmxqamoR3o9Wl35fUqexXaIX2yY6dXW75Obmtvuc4mvoHD6JqBCiw4lF29q/re2HGjp06FFUeGT5+flHPEddXV1ULAHVu3fvsPbftWsXNm/ejH//+99IT08HAFx++eVYtWoVrr/+egCAVquF2Ww+4mvHx8fjmGOOwcqVK+HxePDBBx9gxYoVePrpp2GxWFBUVISTTz45uP/dd9+Nu+++G71798aFF16I7777Dt988w3Wrl2Lq6++Gtdcc03wfrBAIIAPPvgAjz76aLCOyZMn4/bbb8dzzz3XqgerI+F+jtqSnJzc4nUcDgc0Gk27r927d29UVlbikUcewZw5c2AwGDBnzhzk5+cjNTUVvXv3xl133YXa2lrMnDkTXq8XNpsNN910Ex566CFkZmaid+/e2LZtG/7xj3/g3nvvxYQJE1BaWorZs2fj8ccfx6uvvtrqvM888wzefvtt/Pe//8XAgQM7fE9utxtWq/VoPi1BoXzPUPdju0Qvtk106o526egqlGIhLikpCbIstxg1BwDl5eWteueapaamtrk/gHaPiXaeggKlS+jQokWL4Pf70bdv3+C25uC8d+9eZGVlITc3F9u3bw/p9fR6ffC1jj/+eOzatQuzZs3Cyy+/jPT09BY3/ycmJgb/r9PpMGrUKIwaNQp33nknHnvsMTzwwAO466670Lt3b6xZswZFRUWYNm1ai5v4/X4/VqxYgcsuuyzk9zxz5ky89dZbHe6zdetWZGdnt/lce1+nR/oaveWWWzBr1iyUlpYiISEBhYWFuO+++4LBT5IkPProo3jooYdQVlaG5ORkfP755wCAnJwcAMDjjz+OoUOH4vbbbwcA5OXlwWKxYNy4cZg3bx6ysrKC53vmmWfwwAMP4D//+Q9OOeWUDmsjIqLoo1iI0+v1GDJkCNasWYOLL744uH3NmjX4y1/+0uYxp512Gu6++264XK5gz8qaNWuQnp4ekd4TRfTrp3QF7fL5fHjjjTfw8MMP45xzzmnx3FVXXYXXX38d9957Ly699FJcfvnleP/999u8L66mpqbd++Jmz56NvLw8zJgxA4MHD24RFjsyYMAAAEBDQwMAYPHixbjwwguDlyABYN++fVixYgUWL14cVoibO3cubr311g73ae6VbMvw4cPx2WefBYMUAHz22Wc49dRTj3huSZKCr/3vf/8bWVlZGDRoUIt9ZFlGRkZGcJ9TTz0VvXr1AnBwOpbD7y9sfiwOmYrnqaeewoMPPoiVK1e2uixNREQq0eXDKjqwbNkyodPpxEsvvSR++eUXcfPNNwuLxSIKCwuFEELcc889Yty4ccH9a2pqREpKipgyZYooKCgQ7777rrBareLJJ59s9drdMjr1D6GMTlHj6NS3335baLVaUVJS0uq5Rx55ROTk5IimpibhcrnEJZdcIoxGo5g7d6746quvxI4dO8R//vMfMXHiRPHSSy8Jt7vt0alut1tceOGF4uyzz263jtGjR4tnn31WfPPNN+LXX38V77//vujXr5/o16+faGxsFPv27RN6vV688847LY779ddfxYYNG4QkSeKXX37pts/bunXrhCzL4qGHHhI//PCDeOihh4RWqxUbNmwI7vM///M/ol+/fi2Oe/TRR8WmTZvEli1bxNy5c4VOpxP//ve/g8/v27dPLFiwQGzdulVs3LhRzJw5UxiNRvHll18G93nppZeEVqsVCxYsENu2bRNr164VQ4YMEYMGDWpxHp1OJ5YuXSr27NkT/CgvL+fo1BjHdolebJvopPToVEVDnBBCPPfccyInJ0fo9XoxePBg8cUXXwSfmzZtmsjJyWmx/48//ihOP/10YTAYRGpqqnjggQdaTS8iBENcJD7OPfdcceaZZ7b53LZt2wQAsWrVKuF2H5ym4rnnnhOnnHKKsFgswmq1ipNOOkk88sgjwSky2gtx69atEwDEunXr2jzXQw89JEaMGCEcDocwGAwiJydHXH311WLXrl3C7XaLf/7zn8Jqtbb6HP/666/C7XaL7Oxscdddd3Xr5+6tt94S/fr1EzqdTvTv37/V9Cv33XefANBi29ixY4XdbhdGo1EMGzZMrFy5ssXz+/btE8OHDxcWi0WYzWZxxhlntAiGzR/z588XAwYMECaTSaSmpoopU6aI3bt3B5/PyckRAFp9XHHFFQxxMY7tEr3YNtFJ6RAnCdEzlzs49EZAu93epedS08CGWFJYWKjey+xRyM2BDT0e2yV6sW2iU3cPbDg8zyi+7BYRERERhY8hjoiIiEiFGOKIiIiIVIghjoiIiEiFGOKIiIiIVIghjoiIiEiFGOK6iVarhdvtVroMok5xu93QahVfapmIiA7Bn8rdxGQywePxMMh1o6amJn6+I8RgMECv1ytdBhERHYIhrhvp9Xr+IuxGXq83YpPTEhERRRteTiUiIiJSIYY4IiIiIhViiCMiIiJSIYY4IiIiIhWShBBC6SK6Qm1trdIlEBEREUWM3W5v8Zg9cUREREQqxBBHREREpEI99nIqERERUU/GnjgiIiIiFWKIIyIiIlIhhrgjWLhwIfr06QOj0YghQ4Zgw4YNHe5fUFCAMWPGwGQyISMjAw8++CB4xbprhNM269atw+TJk5GWlgaz2YwTTzwRr776ajdWGzvC/Z5ptnPnTlitVsTFxXVxhbEr3LYRQuCpp57CcccdB4PBgLS0NNxzzz3dVG3sCLddPv74Y5x22mmwWq1ISkrC5MmTsWPHjm6qNnasX78eF1xwATIyMiBJEhYvXnzEY7o9Awhq17Jly4RWqxUvvvii+OWXX8RNN90kLBaL2LNnT5v719bWipSUFHHxxReLgoIC8c4774i4uDjx5JNPdnPlPV+4bfPII4+Ie++9V3z55Zdi9+7dYuHChUKWZbF06dJurrxnC7ddmrndbjF48GBxzjnnCIvF0k3VxpbOtM2tt94qcnNzxfvvvy92794tNm/eLD788MNurLrnC7ddfvvtN2EwGMSdd94pdu7cKbZs2SLGjx8vjj322G6uvOf78MMPxezZs8Xbb78tTCaTWLRoUYf7K5EBGOI6MGzYMHHttde22Na3b19xzz33tLn/woULhdVqFY2NjcFtDz30kEhPTxeBQKBLa4014bZNWy6++GLx5z//OdKlxbTOtsstt9wipk+fLhYtWsQQ10XCbZvt27cLrVYrfvnll+4oL2aF2y5vv/220Gg0wufzBbd9/vnnAoCoqKjo0lpjmcViOWKIUyID8HJqOzweDzZt2oQJEya02D5hwgR8/fXXbR7zzTff4PTTT4fJZApuO/vss1FSUoLCwsKuLDemdKZt2uJ0OpGQkBDp8mJWZ9vlww8/xKpVq7BgwYKuLjFmdaZtVq5ciWOOOQarV6/GMcccg969e2PatGkoLy/vjpJjQmfaZejQodDpdHj55Zfh9/tRV1eH1157DaeccgqSkpK6o2xqhxIZgCGuHZWVlfD7/UhJSWmxPSUlBWVlZW0eU1ZW1ub+zc9RZHSmbQ63atUqfPbZZ/jb3/7WFSXGpM60S2lpKa677josWbIEVqu1O8qMSZ1pm99++w179uzBsmXLsHjxYixZsgTbt2/H+eefj0Ag0B1l93idaZfevXtjzZo1mDt3LgwGA+x2OwoKCrBq1aruKJk6oEQGYIg7AkmSWjwWQrTadqT929pORy/ctmn21VdfYerUqViwYAGGDRvWVeXFrHDa5fLLL8eNN96IU089tTtKi3nhtE0gEIDb7caSJUswevRonH766ViyZAk2btyI77//vjvKjRnhtEtZWRmuueYaXHnllfj++++xbt06WK1WXHLJJQzXUaC7MwBDXDuSkpIgy3Kr9FxeXt4qaTdLTU1tc38A7R5D4etM2zT78ssvMWnSJDz44IO48cYbu7LMmNOZdvn8888xb948aLVaaLVaXHPNNWhoaIBWq8WLL77YHWXHhM60TVpaGrRaLfr16xfclpubC61Wi6Kioi6tN1Z0pl2ee+45WCwWPP744xg0aBBGjx6NN954A1988UVYt5NQ5CmRARji2qHX6zFkyBCsWbOmxfY1a9ZgxIgRbR5z2mmnYcOGDXC5XC32T09PR+/evbuy3JjSmbYBDg4XnzRpEubOnYtbbrmli6uMPZ1pl4KCAmzdujX48eCDD8JkMmHr1q24+OKLu6PsmNCZthk5ciR8Ph92794d3Pbbb7/B5/MhJyenS+uNFZ1pl8bGRsiy3GJb82P2xClLkQzQJcMleohly5YJnU4nXnrpJfHLL7+Im2++WVgsFlFYWCiEEOKee+4R48aNC+5fU1MjUlJSxJQpU0RBQYF49913hdVq5RQjXSDctlm7dq0wm83ijjvuEKWlpcGP8vJypd5CjxRuuxyOo1O7Trht4/f7xeDBg8Xo0aPF5s2bxebNm8Xo0aPF8OHDhd/vV+pt9Djhtstnn30mJEkSDzzwgNixY4fYtGmTOPvss0VWVpaor69X6m30SHV1dWLLli1iy5YtwmQyiXnz5oktW7YEp3+JhgzAEHcEzz33nMjJyRF6vV4MHjxYfPHFF8Hnpk2bJnJyclrs/+OPP4rTTz9dGAwGkZqaKh544AFOL9JFwmmbadOmCQCtPg5vPzp64X7PHIohrmuF2zYlJSXioosuEnFxcSI5OVlMnTpVlJWVdXPVPV+47fLWW2+JQYMGCYvFIpKSksR5550nfv75526uuudbu3Ztm783pk2bJoSIjgwgCcHlBIiIiIjUhvfEEREREakQQxwRERGRCjHEEREREakQQxwRERGRCjHEEREREakQQxwRERGRCjHEEdFRe+CBByBJEgoLC5UupVuF+74XL14MSZKwbt26Lq2LiGIDQxxRDFq3bh0kSWr349tvv1W6xJAVFha2qt9sNmPgwIGYN28empqaurWedevW4YEHHkBNTU23njdUY8eObfG50ul0SE9Px5QpU/DTTz8d1Wu///77eOCBByJTKBEdkVbpAohIOZdddhnOOeecVtv79u2rQDVHZ/z48bjyyisBABUVFVi+fDkeeOABfP311/j444+75Jz33Xcf7rnnHhgMhuC2devWYd68eZg+fTri4+Nb7H/FFVfg0ksvhV6v75J6QmUwGPDyyy8DAJqamrBp0yYsWrQIH330EfLz89G/f/9Ove7777+P1157jUGOqJswxBHFsMGDB+Pyyy9XuoyI6NevX4v38v/+3//DsGHD8Mknn+D777/HKaecEvFzarVaaLWh/xiVZbnV4uVK0Gq1LT5X1113HY4//njMmjULzz77LJ555hkFqyOiUPFyKhG1aePGjZg+fTr69esHs9kMq9WKkSNHYsWKFSEdX11djVtvvRXHHnssjEYjHA4HhgwZgieeeKLVvsuXL8eoUaNgtVphNpsxfPhwvPPOO0dVv1arxbhx4wAAu3btCm5/+eWXMXjwYJhMJtjtdkyYMAFffvllq+M//PBDjBkzBklJSTCZTMjOzsaf//xn7NixI7jP4ffETZ8+HfPmzQMA9OnTJ3jJsrln6vB74v773/9CkiQsWLCgzfdw2mmnITk5GV6vN7ht586duOKKK5CWlga9Xo/evXvjzjvvRENDQ6c/VwBw5plnBl//UKF+HYwdOxavvfYaALS4XLt48eLgPqWlpbjxxhuRnZ0NvV6P9PR0/O1vf0N5eflR1U4Uq9gTRxTDGhsbUVlZ2WKbwWCA1WrFihUrsH37dlxyySXIyclBVVUVXnvtNfz5z3/G0qVLMXXq1A5f++KLL8b69etx/fXX46STTkJjYyO2b9+OdevW4c477wzud9999+GRRx7BxIkT8dBDD0Gj0WDFihW4+OKL8eyzz2LmzJmdfn/NgSQpKQkAcPfdd+Pxxx/HsGHD8Oijj6Kurg4vvvgizjjjDKxcuTJ4afmLL77ABRdcgLy8PMyePRvx8fEoKSnBp59+il27dqFfv35tnu/666+H0+nEihUr8D//8z/B85544olt7j9hwgSkpaXh9ddfx80339yq9m+//RY333wzdDodAGDTpk0YN24c4uPjcf311yMjIwM//PADFixYgK+++gpffPFFcN9w7d69GwCQmJjYYnuoXwf33nsvAoEANmzYgCVLlgSPHzFiBACgqKgIp512GjweD6655hoce+yx2LVrF55//nmsXbsW+fn5sNvtnaqdKGYJIoo5a9euFQDa/JgyZYoQQoj6+vpWxzU0NIh+/fqJAQMGtNg+d+5cAUD8/vvvQgghampqBABx4403dljHpk2bBAAxe/bsVs9NnjxZWK1W4XQ6O3yN33//XQAQ11xzjaioqBAVFRXil19+Effee68AIHr37i1cLpfYvn27kCRJjBw5Urjd7uDx+/btE3a7XeTk5AifzyeEEOLWW28VAMT+/fs7PPfh77u9bc0WLVokAIi1a9cGt91xxx0CgPj5559b7HvfffcJAGLTpk3BbSeeeKLo379/q8/Je++9JwCIRYsWdVivEEKMGTNGWCyW4OeqqKhIrFixQuTk5AgA4sMPP2yxfzhfB9OmTRPt/Vq54IILRHJysti7d2+L7d9//72QZVnMnTv3iLUTUUu8nEoUw/72t79hzZo1LT7uu+8+AIDFYgnu19jYiKqqKjQ2NmLcuHHYtm0bnE5nu69rMplgMBjw3XffdTj9xtKlSyFJEqZNm4bKysoWHxdccAHq6urwzTffhPReXnnlFSQnJyM5ORnHH388HnnkEYwePRqffPIJDAYDVq5cCSEE7rrrrhYDC9LT0zF9+nTs2bMHW7ZsAYBgj9C7774Ln88X0vk7a9q0aQCA119/PbhNCIE33ngDAwcOxODBgwEABQUF+PHHHzF16lS43e4Wn6tRo0bBYrHgk08+CemcDQ0Nwc9VdnY2/vSnP8Hj8eC1115rNdDlaL4OmtXW1mLVqlW44IILYDQaW9Teu3dv9O3bN+Taiej/8HIqUQzLzc3FWWed1eZz5eXluO+++7By5co271mqqamBzWZr81i9Xo+nnnoKs2bNQp8+fXD88cdj3LhxuPDCC4P3XgHAtm3bIITAcccd126N+/fvD+m9TJ48GTfddBMkSYLRaETfvn2RkpISfP73338HAJxwwgmtjh04cCAA4LfffsPQoUNx0003YeXKlZgxYwbuvvtujBo1ChMnTsRll12G5OTkkOoJ1cCBAzFo0CAsXboUjz76KDQaDdavX4/CwsIW9w9u27YNADB37lzMnTu3zdcK9XNlNBrxwQcfADh47+Lrr7+ONWvWIBAItNr3aL4Omv36668IBAJ45ZVX8Morr7S5zzHHHBNS7UT0fxjiiKgVIQQmTJiAbdu24eabb8Ypp5wCu90OWZaxaNEivPnmm23+wj/UDTfcgMmTJ+PDDz/EF198gXfeeQfPPvsspkyZgmXLlgXPI0kS/vvf/7Y7arOt0NWWzMzMdgNp87lC5XA48P3332PDhg1Ys2YN1q9fj1tvvRVz587FRx99hNNOOy3k1wrFtGnTcMstt+Dzzz/HWWedhddffx2yLOOvf/1rq/pvv/12TJw4sc3XSUhICOl8siy3+FxddNFFOO+88/C3v/0NgwcPDt7DF4mvg0Nrv/zyy4M9j4czmUwh1U5E/4chjoha+fHHH/HDDz/g/vvvD462bNY8v1go0tLScO211+Laa6+F3+/HFVdcgbfeegu33347TjnlFOTm5mL16tXIzs7GgAEDIv02Wjj22GMBAD///HPw/81++eUXAC17g2RZxtixYzF27FgABz8nQ4YMwcMPP4wPP/yw3fNIkhR2bVOnTsWdd96J119/HSNHjsQ777yD8ePHIy0tLbhPbm5usK6OwmpnaDQaPP300zj++ONxxx13BC9thvt10N5779u3LyRJgsfjiXjtRLGM98QRUSvNvWKH91799NNPIU0x0tjYiMbGxlav2dzDU11dDeDg5LcAMGfOHPj9/lavE8mpJy644AJIkoQnnniixZQdpaWlWLRoEXJycjBo0CAAaDViFwCOO+44mEymYO3tiYuLA4Aj7neo5ORkTJo0Ce+99x6WLl0Kp9PZqsdq0KBBGDhwIF544QX89ttvrV7D5/OFdc7D5ebmYurUqVizZk1wypVwvw7ae+8OhwPnnHMO3nvvvTZXAxFCoKKiotO1E8Uq9sQRUSsDBgzACSecgMcffxyNjY3o378/duzYgf/93//FwIEDsXnz5g6P37FjB8aMGYM//elPGDhwIBISErBt2zY8//zz6NOnD04//XQAwCmnnIJ58+Zh7ty5OPnkk3HxxRcjPT0dpaWl2LRpEz766CN4PJ6IvKf+/fvjzjvvxOOPP47Ro0djypQpwSlG6uvrsXTp0mBoue6661BcXIwJEyYgJycHTU1NWL58Oerq6oKrQrTn1FNPBXBwOpO//vWvMBqNGDhwYPC+u/ZMmzYN//nPf3D77bfDbrdj8uTJLZ6XJAlLlizBuHHjcOKJJ+Lqq6/GCSecgMbGRuzatQvvvfceHnvsMUyfPr3Tn6M5c+bgjTfewNy5c/HZZ5+F/XVw6qmn4tlnn8WMGTNw7rnnQqfTYfjw4ejTpw+ef/55jBo1CqNHj8aVV16JQYMGIRAI4LfffsPKlStx5ZVXcqUHonApMyiWiJTUPMXIE0880e4+hYWF4qKLLhJJSUnCZDKJU045Rbz33nshTatRWVkpbrnlFnHSSScJu90ujEajOPbYY8WsWbNESUlJq3OtWrVKTJgwQSQkJAi9Xi8yMzPFxIkTxcKFC4/4XpqnGJk5c2ZI7/3FF18UJ598sjAYDMJqtYqzzjpLrF+/vsU+7777rjj//PNFRkaG0Ov1IikpSYwePVq88847LfZrbzqRf/7zn6JPnz5Cq9UKAMHpM9qaYqSZ2+0WiYmJAoC49tpr262/sLBQXH/99SInJ0fodDqRmJgoBg8eLO655x5RVFR0xPffPMVIey699FIBQKxbty54vlC/Dvx+v7j99ttFRkaG0Gg0raY9qaioEHfccYfIzc0VBoNB2O12MXDgQHHzzTe3mmKFiI5MEiKMu32JiIiIKCrwnjgiIiIiFWKIIyIiIlIhhjgiIiIiFWKIIyIiIlIhhjgiIiIiFWKIIyIiIlIhhjgiIiIiFWKIIyIiIlIhhjgiIiIiFWKIIyIiIlKh/w9RBwfpyOyB9gAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 648x576 with 2 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "fpr_our, tpr_our, threshold = roc_curve(y_test_new, yhat_our1)\n",
    "roc_auc_our = auc(fpr_our, tpr_our)\n",
    "fig = plt.figure(figsize=(9,8))\n",
    "ax = fig.add_subplot(111)\n",
    "plt.gcf().set_facecolor('white')\n",
    "ax.plot(fpr_our, tpr_our, label='ACR-SA  = %0.4f' % roc_auc_our, linewidth=2.3, color = 'red')\n",
    "ax.set_facecolor('white')\n",
    "ax.set_xlabel('False Positive Rate', fontsize=18)\n",
    "ax.set_ylabel('True Positive Rate')\n",
    "ax.set_title('')\n",
    "ax.legend(loc='lower left',  ncol = 2,bbox_to_anchor=(0.05, 0.0, 0.0, 0.0),framealpha= 0.4)\n",
    "axins = zoomed_inset_axes(ax, 1, loc = 'center right') # zoom-factor: 2.5, location: upper-left\n",
    "axins.plot(fpr_our, tpr_our, label='ACR-SA  = %0.4f' % roc_auc_our, linewidth=2.3, color = 'red')\n",
    "axins.patch.set_facecolor('#d9d9d9')\n",
    "axins.patch.set_alpha(0.3)\n",
    "axins.spines['bottom'].set_color('0.7')\n",
    "axins.spines['bottom'].set_linewidth('1')\n",
    "axins.spines['bottom'].set_linestyle('--')\n",
    "axins.spines['top'].set_color('0.7')\n",
    "axins.spines['top'].set_linewidth('1')\n",
    "axins.spines['top'].set_linestyle('--')\n",
    "axins.spines['right'].set_color('0.7')\n",
    "axins.spines['right'].set_linewidth('1')\n",
    "axins.spines['right'].set_linestyle('--')\n",
    "axins.spines['left'].set_color('0.7')\n",
    "axins.spines['left'].set_linewidth('1') \n",
    "axins.spines['left'].set_linestyle('--')  \n",
    "\n",
    "x1, x2, y1, y2 = 0, 0.3, 0.7, 1 # specify the limits\n",
    "#x1, x2, y1, y2 = 0.2, 0.5, 0.6, 0.9 # specify the limits\n",
    "\n",
    "axins.set_xlim(x1, x2) # apply the x-limits\n",
    "axins.set_ylim(y1, y2) # apply the y-limits\n",
    "\n",
    "plt.yticks(visible=False)\n",
    "plt.xticks(visible=False)\n",
    "plt.grid(visible=False)\n",
    "\n",
    "from mpl_toolkits.axes_grid1.inset_locator import mark_inset\n",
    "mark_inset(ax, axins, loc1=1, loc2=3, fc=\"#d9d9d9\", ec=\"0.3\", alpha = 0.3, ls = '-.')\n",
    "\n",
    "plt.savefig(path+ dataset_name + '-AUC7_all2.png',dpi=300,bbox_inches = 'tight',pad_inches = 0.1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "a0f6ebce",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t Recall, Specifity, Precision, F1, Accuracy\n",
      "negative - :  [0.9958, 0.9611, 0.9895, 0.9926, 0.9883]\n",
      "positive + :  [0.9611, 0.9958, 0.9841, 0.9724, 0.9883]\n"
     ]
    }
   ],
   "source": [
    "classifiers = [yhat_our1]\n",
    "classifiers_name = ['negative -' ,'positive +']\n",
    "dataset_name = 'airline'\n",
    "\n",
    "y_test_list = y_test_new.tolist()\n",
    "results = []\n",
    "for c,i in zip(classifiers,range(len(classifiers))):\n",
    "  labels = (c > 0.5).astype(np.int)\n",
    "  labels = labels.flatten().tolist()\n",
    "  \n",
    "  data = []\n",
    "  cnf_matrix = confusion_matrix(y_test_list, labels)\n",
    "\n",
    "  FP = cnf_matrix.sum(axis=0) - np.diag(cnf_matrix)  \n",
    "  FN = cnf_matrix.sum(axis=1) - np.diag(cnf_matrix)\n",
    "  TP = np.diag(cnf_matrix)\n",
    "  TN = cnf_matrix.sum() - (FP + FN + TP)\n",
    "  \n",
    "\n",
    "  FP = FP.astype(float)\n",
    "  FN = FN.astype(float)\n",
    "  TP = TP.astype(float)\n",
    "  TN = TN.astype(float)\n",
    "\n",
    "  # Sensitivity, hit rate, recall, or true positive rate\n",
    "  TPR = TP/(TP+FN)\n",
    "  # Specificity or true negative rate\n",
    "  TNR = TN/(TN+FP) \n",
    "  # Precision or positive predictive value\n",
    "  PPV = TP/(TP+FP)\n",
    "  # Negative predictive value\n",
    "  NPV = TN/(TN+FN)\n",
    "  # Fall out or false positive rate\n",
    "  FPR = FP/(FP+TN)\n",
    "  # False negative rate\n",
    "  FNR = FN/(TP+FN)\n",
    "  # False discovery rate\n",
    "  FDR = FP/(TP+FP)\n",
    "  # Overall accuracy\n",
    "  ACC = (TP+TN)/(TP+FP+FN+TN)\n",
    "  F1 = (2 * TPR * PPV)/(TPR + PPV)\n",
    "  data.append(TPR)\n",
    "  data.append(TNR)\n",
    "  data.append(PPV)\n",
    "  #data.append(NPV)\n",
    "  #data.append(FPR)\n",
    "  #data.append(FDR)\n",
    "  data.append(F1)\n",
    "  data.append(ACC)\n",
    "  \n",
    "  results.append([round(d[0],4) for d in data])\n",
    "  results.append([round(d[1],4) for d in data])\n",
    "\n",
    "print(\"\\t Recall, Specifity, Precision, F1, Accuracy\")\n",
    "for r,name in zip(results,classifiers_name):\n",
    "  print(name,': ',r)\n",
    "with open(path+\"Results_my_method.txt\", \"w\") as filehandle:  \n",
    "    filehandle.writelines(f\"{name} %s\\n\" %r for r,name in zip(results,classifiers_name))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "69a6c3d6",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "af05056a",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}