Labeling_with_textBlob.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "00c8c1ab",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Defaulting to user installation because normal site-packages is not writeable\n",
      "Requirement already satisfied: textblob in /home/rohan/.local/lib/python3.9/site-packages (0.17.1)\n",
      "Requirement already satisfied: nltk>=3.1 in /home/rohan/.local/lib/python3.9/site-packages (from textblob) (3.7)\n",
      "Requirement already satisfied: tqdm in /home/rohan/.local/lib/python3.9/site-packages (from nltk>=3.1->textblob) (4.64.0)\n",
      "Requirement already satisfied: joblib in /home/rohan/.local/lib/python3.9/site-packages (from nltk>=3.1->textblob) (1.1.0)\n",
      "Requirement already satisfied: regex>=2021.8.3 in /home/rohan/.local/lib/python3.9/site-packages (from nltk>=3.1->textblob) (2022.4.24)\n",
      "Requirement already satisfied: click in /usr/lib/python3/dist-packages (from nltk>=3.1->textblob) (7.1.2)\n",
      "\u001b[33mWARNING: There was an error checking the latest version of pip.\u001b[0m\u001b[33m\n",
      "\u001b[0m"
     ]
    }
   ],
   "source": [
    "!pip install textblob"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "3f7d3393",
   "metadata": {},
   "outputs": [],
   "source": [
    "#Data processing packages\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "\n",
    "#Visualization packages\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "#NLP packages\n",
    "from textblob import TextBlob\n",
    "\n",
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "687ecd1e",
   "metadata": {},
   "outputs": [],
   "source": [
    "comm = pd.read_csv('cleaned_shapeOfYou.csv',encoding='utf8',error_bad_lines=False);"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "81af0700",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Author</th>\n",
       "      <th>Comment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Don Gillies</td>\n",
       "      <td>Nothing better than being young and in love.  ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Dogeball</td>\n",
       "      <td>this song. . .</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Varifiable Jelly</td>\n",
       "      <td>5 years and it ain t stopped. Dang</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>there is literally nobody in this world who do...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Nirmala Gowda</td>\n",
       "      <td>Me I  39</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             Author                                            Comment\n",
       "0       Don Gillies  Nothing better than being young and in love.  ...\n",
       "1          Dogeball                                     this song. . .\n",
       "2  Varifiable Jelly                 5 years and it ain t stopped. Dang\n",
       "3                 0  there is literally nobody in this world who do...\n",
       "4     Nirmala Gowda                                           Me I  39"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "comm.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "7e29c789",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(16333, 2)"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "comm.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "795778b2",
   "metadata": {},
   "outputs": [],
   "source": [
    "#calculate sentiment polarity\n",
    "pol=[]\n",
    "numberErrors = 0\n",
    "for i in comm['Comment']:\n",
    "    try:\n",
    "        analysis = TextBlob(i)\n",
    "        pol.append(analysis.sentiment.polarity)\n",
    "    except:\n",
    "        numberErrors +=1\n",
    "        pol.append(0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "c34d0f94",
   "metadata": {},
   "outputs": [],
   "source": [
    "#adding polarity column\n",
    "comm['Polarity']=pol"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "cdfd38ce",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of errors:  327\n"
     ]
    }
   ],
   "source": [
    "#number of errors that could not be analyzed by textBlob\n",
    "print(\"Number of errors: \",numberErrors)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "6500bf00",
   "metadata": {},
   "outputs": [],
   "source": [
    "#converting polarity values from contionous to catagorical\n",
    "comm['Polarity'][comm.Polarity==0]= 0\n",
    "comm['Polarity'][comm.Polarity>0]= 1\n",
    "comm['Polarity'][comm.Polarity<0]= -1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "93cf4792",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Author</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Polarity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Don Gillies</td>\n",
       "      <td>Nothing better than being young and in love.  ...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>.teef5211.</td>\n",
       "      <td>Was a great song</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>DarkMoonGeneral</td>\n",
       "      <td>Funny thing about how I heard this song. I did...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>si yuan wanglow</td>\n",
       "      <td>follow us lmao</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>GN LEARNING</td>\n",
       "      <td>Love you mother red heartred heart</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             Author                                            Comment  \\\n",
       "0       Don Gillies  Nothing better than being young and in love.  ...   \n",
       "11      .teef5211.                                    Was a great song   \n",
       "14  DarkMoonGeneral  Funny thing about how I heard this song. I did...   \n",
       "15  si yuan wanglow                                     follow us lmao   \n",
       "20      GN LEARNING             Love you mother red heartred heart       \n",
       "\n",
       "    Polarity  \n",
       "0        1.0  \n",
       "11       1.0  \n",
       "14       1.0  \n",
       "15       1.0  \n",
       "20       1.0  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#visulizing positive comments\n",
    "df_positive = comm[comm.Polarity==1]\n",
    "df_positive.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "f90b623d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Author</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Polarity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>cyh 7</td>\n",
       "      <td>Holy shit spotter from isle</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>Ojus Sharma</td>\n",
       "      <td>jeffery harber why do you waste your time and...</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115</th>\n",
       "      <td>Crazy  Gaming</td>\n",
       "      <td>Fuck you all hater of Sheeran</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116</th>\n",
       "      <td>0</td>\n",
       "      <td>There s one bad thing about this song, it ends</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168</th>\n",
       "      <td>Wayne YouTube</td>\n",
       "      <td>Dating a girl who gyms and does boxing is so s...</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            Author                                            Comment  \\\n",
       "7            cyh 7                        Holy shit spotter from isle   \n",
       "50     Ojus Sharma   jeffery harber why do you waste your time and...   \n",
       "115  Crazy  Gaming                      Fuck you all hater of Sheeran   \n",
       "116              0     There s one bad thing about this song, it ends   \n",
       "168  Wayne YouTube  Dating a girl who gyms and does boxing is so s...   \n",
       "\n",
       "     Polarity  \n",
       "7        -1.0  \n",
       "50       -1.0  \n",
       "115      -1.0  \n",
       "116      -1.0  \n",
       "168      -1.0  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#visulizing negative comments\n",
    "df_negative = comm[comm.Polarity==-1]\n",
    "df_negative.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "aa8aa7f1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Author</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Polarity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Dogeball</td>\n",
       "      <td>this song. . .</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Varifiable Jelly</td>\n",
       "      <td>5 years and it ain t stopped. Dang</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>there is literally nobody in this world who do...</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Nirmala Gowda</td>\n",
       "      <td>Me I  39</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>PRO FF</td>\n",
       "      <td>Evergreen Justinfire</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             Author                                            Comment  \\\n",
       "1          Dogeball                                     this song. . .   \n",
       "2  Varifiable Jelly                 5 years and it ain t stopped. Dang   \n",
       "3                 0  there is literally nobody in this world who do...   \n",
       "4     Nirmala Gowda                                           Me I  39   \n",
       "5            PRO FF                               Evergreen Justinfire   \n",
       "\n",
       "   Polarity  \n",
       "1       0.0  \n",
       "2       0.0  \n",
       "3       0.0  \n",
       "4       0.0  \n",
       "5       0.0  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#vizualizing neutral comments\n",
    "df_neutral = comm[comm.Polarity==0]\n",
    "df_neutral.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "8726c4b7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       " 0.0    10865\n",
       " 1.0     4609\n",
       "-1.0      859\n",
       "Name: Polarity, dtype: int64"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYMAAAECCAYAAAAciLtvAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/YYfK9AAAACXBIWXMAAAsTAAALEwEAmpwYAAAPa0lEQVR4nO3dbYxcZ3nG8f9Vm1Be1NgmKzfYpms1blFAoqQrxxVSVeEqcQiq84HQoKqxIqumIlBoKxXTLxYvqRK1aiBSSeVig4NQTBSQ4pJAZJmgqqJxsk5QIEmDV3nBtvKyYCe0RbwY7n6Yx2RsdmPvjj1nnf3/pNGccz/POXOvRtprz5lzZlNVSJLmt1/rugFJUvcMA0mSYSBJMgwkSRgGkiQMA0kSsLDrBmbrvPPOq9HR0a7bkKSzxr59+75fVSNTjZ21YTA6Osr4+HjXbUjSWSPJU9ONeZpIkmQYSJIMA0kShoEkCcNAkoRhIEnCMJAkYRhIkjiLbzobptHNd3bdwhn15PWXd92CpI55ZCBJMgwkSYaBJAnDQJKEYSBJwjCQJGEYSJIwDCRJGAaSJAwDSRKGgSQJw0CSxCmEQZLtSZ5L8p2+2pIku5Psb8+LWz1JbkoykeShJBf1bbOhzd+fZENf/feTfLttc1OSnO4fUpL00k7lyOBzwLoTapuBPVW1CtjT1gEuA1a1xybgZuiFB7AFuBhYDWw5FiBtzl/0bXfia0mSzrCThkFV/Qdw+ITyemBHW94BXNFXv6V67gUWJTkfuBTYXVWHq+oIsBtY18Z+o6ruraoCbunblyRpSGb7mcHSqnq6LT8DLG3Ly4ADffMOttpL1Q9OUZckDdHAHyC3v+jrNPRyUkk2JRlPMj45OTmMl5SkeWG2YfBsO8VDe36u1Q8BK/rmLW+1l6ovn6I+paraWlVjVTU2MjIyy9YlSSeabRjsAo5dEbQBuKOvfnW7qmgN8EI7nXQ3cEmSxe2D40uAu9vYD5OsaVcRXd23L0nSkJz0fyAnuRX4I+C8JAfpXRV0PXBbko3AU8C72/S7gHcAE8CPgGsAqupwko8D97d5H6uqYx9Kv4/eFUuvAr7aHpKkITppGFTVe6YZWjvF3AKunWY/24HtU9THgTefrA9J0pnjHciSJMNAkmQYSJIwDCRJGAaSJAwDSRKGgSQJw0CShGEgScIwkCRhGEiSMAwkSRgGkiQMA0kShoEkCcNAkoRhIEnCMJAkYRhIkjAMJEkYBpIkDANJEoaBJAnDQJKEYSBJwjCQJGEYSJIwDCRJGAaSJAYMgyR/neThJN9JcmuSX0+yMsneJBNJvpjknDb3lW19oo2P9u3nI63+WJJLB/yZJEkzNOswSLIM+CtgrKreDCwArgJuAG6sqguAI8DGtslG4Eir39jmkeTCtt2bgHXAp5MsmG1fkqSZG/Q00ULgVUkWAq8GngbeDtzexncAV7Tl9W2dNr42SVp9Z1X9pKqeACaA1QP2JUmagVmHQVUdAv4J+B69EHgB2Ac8X1VH27SDwLK2vAw40LY92ua/rr8+xTaSpCEY5DTRYnp/1a8EXg+8ht5pnjMmyaYk40nGJycnz+RLSdK8Mshpoj8Gnqiqyar6GfBl4G3AonbaCGA5cKgtHwJWALTxc4Ef9Nen2OY4VbW1qsaqamxkZGSA1iVJ/QYJg+8Ba5K8up37Xws8AtwDvKvN2QDc0ZZ3tXXa+Nerqlr9qna10UpgFXDfAH1JkmZo4cmnTK2q9ia5HXgAOAo8CGwF7gR2JvlEq21rm2wDPp9kAjhM7woiqurhJLfRC5KjwLVV9fPZ9iVJmrlZhwFAVW0BtpxQfpwprgaqqh8DV06zn+uA6wbpRZI0e96BLEkyDCRJhoEkCcNAkoRhIEnCMJAkYRhIkjAMJEkYBpIkDANJEoaBJAnDQJKEYSBJwjCQJGEYSJIwDCRJGAaSJAwDSRKGgSQJw0CShGEgScIwkCRhGEiSMAwkSRgGkiQMA0kShoEkCcNAkoRhIEliwDBIsijJ7Un+O8mjSf4gyZIku5Psb8+L29wkuSnJRJKHklzUt58Nbf7+JBsG/aEkSTMz6JHBp4CvVdUbgbcAjwKbgT1VtQrY09YBLgNWtccm4GaAJEuALcDFwGpgy7EAkSQNx6zDIMm5wB8C2wCq6qdV9TywHtjRpu0ArmjL64FbqudeYFGS84FLgd1VdbiqjgC7gXWz7UuSNHODHBmsBCaBzyZ5MMlnkrwGWFpVT7c5zwBL2/Iy4EDf9gdbbbq6JGlIBgmDhcBFwM1V9Vbg/3jxlBAAVVVADfAax0myKcl4kvHJycnTtVtJmvcGCYODwMGq2tvWb6cXDs+20z+05+fa+CFgRd/2y1ttuvqvqKqtVTVWVWMjIyMDtC5J6jfrMKiqZ4ADSX63ldYCjwC7gGNXBG0A7mjLu4Cr21VFa4AX2umku4FLkixuHxxf0mqSpCFZOOD2HwC+kOQc4HHgGnoBc1uSjcBTwLvb3LuAdwATwI/aXKrqcJKPA/e3eR+rqsMD9iVJmoGBwqCqvgWMTTG0doq5BVw7zX62A9sH6UWSNHvegSxJMgwkSYaBJAnDQJKEYSBJwjCQJGEYSJIwDCRJGAaSJAwDSRKGgSQJw0CShGEgScIwkCRhGEiSMAwkSRgGkiQMA0kShoEkCcNAkoRhIEkCFnbdgHSmjW6+s+sWzqgnr7+86xb0MuCRgSTJMJAkGQaSJAwDSRKGgSQJw0CShGEgSeI0hEGSBUkeTPKVtr4yyd4kE0m+mOScVn9lW59o46N9+/hIqz+W5NJBe5IkzczpODL4IPBo3/oNwI1VdQFwBNjY6huBI61+Y5tHkguBq4A3AeuATydZcBr6kiSdooHCIMly4HLgM209wNuB29uUHcAVbXl9W6eNr23z1wM7q+onVfUEMAGsHqQvSdLMDHpk8Eng74BftPXXAc9X1dG2fhBY1paXAQcA2vgLbf4v61NsI0kaglmHQZJ3As9V1b7T2M/JXnNTkvEk45OTk8N6WUl62RvkyOBtwJ8keRLYSe/00KeARUmOfQHecuBQWz4ErABo4+cCP+ivT7HNcapqa1WNVdXYyMjIAK1LkvrNOgyq6iNVtbyqRul9APz1qvoz4B7gXW3aBuCOtryrrdPGv15V1epXtauNVgKrgPtm25ckaebOxFdYfxjYmeQTwIPAtlbfBnw+yQRwmF6AUFUPJ7kNeAQ4ClxbVT8/A31JkqZxWsKgqr4BfKMtP84UVwNV1Y+BK6fZ/jrgutPRiyRp5rwDWZJkGEiSDANJEoaBJAnDQJKEYSBJwjCQJGEYSJIwDCRJGAaSJAwDSRKGgSQJw0CShGEgScIwkCRhGEiSMAwkSRgGkiQMA0kShoEkCcNAkoRhIEnCMJAkYRhIkjAMJEkYBpIkDANJEoaBJAnDQJKEYSBJYoAwSLIiyT1JHknycJIPtvqSJLuT7G/Pi1s9SW5KMpHkoSQX9e1rQ5u/P8mGwX8sSdJMDHJkcBT426q6EFgDXJvkQmAzsKeqVgF72jrAZcCq9tgE3Ay98AC2ABcDq4EtxwJEkjQcsw6Dqnq6qh5oy/8DPAosA9YDO9q0HcAVbXk9cEv13AssSnI+cCmwu6oOV9URYDewbrZ9SZJm7rR8ZpBkFHgrsBdYWlVPt6FngKVteRlwoG+zg602XX2q19mUZDzJ+OTk5OloXZLEaQiDJK8FvgR8qKp+2D9WVQXUoK/Rt7+tVTVWVWMjIyOna7eSNO8NFAZJXkEvCL5QVV9u5Wfb6R/a83OtfghY0bf58labri5JGpJBriYKsA14tKr+uW9oF3DsiqANwB199avbVUVrgBfa6aS7gUuSLG4fHF/SapKkIVk4wLZvA/4c+HaSb7Xa3wPXA7cl2Qg8Bby7jd0FvAOYAH4EXANQVYeTfBy4v837WFUdHqAvSdIMzToMquo/gUwzvHaK+QVcO82+tgPbZ9uLJGkw3oEsSTIMJEmGgSQJw0CShGEgScIwkCRhGEiSMAwkSRgGkiQMA0kShoEkCcNAkoRhIEnCMJAkYRhIkjAMJEkM9p/OJOmMG918Z9ctnDFPXn951y38kkcGkiTDQJJkGEiSMAwkSRgGkiQMA0kShoEkCcNAkoRhIEnCMJAkYRhIkjAMJEnMoTBIsi7JY0kmkmzuuh9Jmk/mRBgkWQD8C3AZcCHwniQXdtuVJM0fcyIMgNXARFU9XlU/BXYC6zvuSZLmjbny/wyWAQf61g8CF584KckmYFNb/d8kjw2hty6cB3x/WC+WG4b1SvOG79/ZbWjvXwfv3W9NNzBXwuCUVNVWYGvXfZxpScaraqzrPjQ7vn9nt/n6/s2V00SHgBV968tbTZI0BHMlDO4HViVZmeQc4CpgV8c9SdK8MSdOE1XV0STvB+4GFgDbq+rhjtvq0sv+VNjLnO/f2W1evn+pqq57kCR1bK6cJpIkdcgwkCQZBpIkw2BOSbIkyZKu+5A0/xgGHUvyhiQ7k0wCe4H7kjzXaqMdtye9bCVZmOS9Sb6W5KH2+GqSv0zyiq77GzavJupYkv8CPgncXlU/b7UFwJXAh6pqTYft6RQlWUrva1UADlXVs132o5NLcivwPLCD3lfgQO+G1w3Akqr6045a64Rh0LEk+6tq1UzHNDck+T3gX4FzefGu+eX0fsm8r6oe6KYznUyS71bV78x07OVqTtx0Ns/tS/Jpen+dHPuyvhX0/jp5sLOudKo+B7y3qvb2F5OsAT4LvKWLpnRKDie5EvhSVf0CIMmv0TsqP9JpZx3wyKBj7es3NtL7yu5jpxkOAv8ObKuqn3TVm07uJEd2E1V1wbB70qlpn8ndALydF3/5LwLuATZX1RPddNYNw0AaQJKbgN8GbuH4I7urgSeq6v1d9aZTl+R1AFX1g6576YphMIcleWdVfaXrPvTSklzG8Ud2h4BdVXVXd11pEEl+s6qe6bqPYTIM5rAkH62qLV33Ic03Se6sqsu77mOYDIM5IMkbmfovy0e760qDSrKp/UMmac7zprOOJfkwvf/5HOC+9ghwa5LNXfamgaXrBjQ7SV7bdQ/D5pFBx5J8F3hTVf3shPo5wMPeZ3D2SnJNVX226z40c0m+V1Vv6LqPYfI+g+79Ang98NQJ9fPbmM5eH6V3r4HmoCR/M90QMO+ODAyD7n0I2JNkPy9emvgG4ALAyxLnuCQPTTcELB1mL5qxfwD+ETg6xdi8O4XuaaI5oN31uJrjP0C+/9h3FWnuSvIscCm/esdqgG9W1euH35VORZJvAh+oqn1TjB2oqhUdtNUZjwzmgHYr/L1d96FZ+Qrw2qr61okDSb4x9G40E9cAx91k1nd/wVg3LXXHIwNJapI8UFUXdd1HF+bdeTFJegnz9nJgw0CSXvRvXTfQFU8TSZI8MpAkGQaSJAwDSRKGgSQJw0CSBPw/qRooJSr80agAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "#Visulizing the distribution of comments\n",
    "comm.Polarity.value_counts().plot.bar()\n",
    "comm.Polarity.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "e69dedf3",
   "metadata": {},
   "outputs": [],
   "source": [
    "#sampling limited number of datapoints (equal to the least occurance)\n",
    "df_p = df_positive.iloc[:859]\n",
    "df_n = df_neutral.iloc[:859]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "febe7fc0",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_final = df_p.append(df_n)\n",
    "df_final = df_final.append(df_negative)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "4f2e27af",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_final= df_final.sample(frac = 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "e1f1a868",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Author</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Polarity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>579</th>\n",
       "      <td>Crazy Rabbit</td>\n",
       "      <td>thinking face</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2717</th>\n",
       "      <td>ishak laras</td>\n",
       "      <td>Bro trained then ate a fried chicken</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1436</th>\n",
       "      <td>Love Lo fi Mix</td>\n",
       "      <td>Best LOFI Mix song watch my channel best song ...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6489</th>\n",
       "      <td>LizzaMCPE</td>\n",
       "      <td>5.6B Views  Thats like, HALF OF THE WORLD</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>230</th>\n",
       "      <td>filho do dono folded hands</td>\n",
       "      <td>Feat com o chefin ficou otimo..red heartflexed...</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                          Author  \\\n",
       "579                 Crazy Rabbit   \n",
       "2717                 ishak laras   \n",
       "1436              Love Lo fi Mix   \n",
       "6489                   LizzaMCPE   \n",
       "230   filho do dono folded hands   \n",
       "\n",
       "                                                Comment  Polarity  \n",
       "579                                     thinking face         0.0  \n",
       "2717               Bro trained then ate a fried chicken      -1.0  \n",
       "1436  Best LOFI Mix song watch my channel best song ...       1.0  \n",
       "6489          5.6B Views  Thats like, HALF OF THE WORLD      -1.0  \n",
       "230   Feat com o chefin ficou otimo..red heartflexed...       0.0  "
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_final.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "81e9eded",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_final.to_csv('labelled_data_limit_datapoints.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "3126f6c2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'\\n1.The triend of  more neutral comments is observed , this may be due to the fact that the song is 5 years old \\nand most people are just commenting about time and how many views it still has. We can also observe that \\nthere are 327 comments could not be analized by textBlob that are kept in this group.Some comments are in different\\nlanguages that could not be understood by textBlob are also kept in this group\\n\\n2.The triend of positive comments as high can be explained by the fact that this song is one of the most loved \\nenglish songs of this decade. The number of positive comments is almost 5 times the negative comments.\\n'"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'''\n",
    "1.The trend of  more neutral comments is observed , this may be due to the fact that the song is 5 years old \n",
    "and most people are just commenting about time and how many views it still has. We can also observe that \n",
    "there are 327 comments could not be analized by textBlob that are kept in this group.Some comments are in different\n",
    "languages that could not be understood by textBlob are also kept in this group\n",
    "\n",
    "2.The triend of positive comments as high can be explained by the fact that this song is one of the most loved \n",
    "english songs of this decade. The number of positive comments is almost 5 times the negative comments.\n",
    "'''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "8d39658c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Author</th>\n",
       "      <th>Comment</th>\n",
       "      <th>Polarity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Don Gillies</td>\n",
       "      <td>Nothing better than being young and in love.  ...</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Dogeball</td>\n",
       "      <td>this song. . .</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Varifiable Jelly</td>\n",
       "      <td>5 years and it ain t stopped. Dang</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>there is literally nobody in this world who do...</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Nirmala Gowda</td>\n",
       "      <td>Me I  39</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>PRO FF</td>\n",
       "      <td>Evergreen Justinfire</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Karna Debbarma</td>\n",
       "      <td>Op song headphone smiling face with heart eyes</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>cyh 7</td>\n",
       "      <td>Holy shit spotter from isle</td>\n",
       "      <td>-1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>08 Farhat Ferdiansyah X MIPA 4</td>\n",
       "      <td>Keren banggg</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Angel Khoo</td>\n",
       "      <td>Semoga komentar ini masih bisa di lihat untuk ...</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                           Author  \\\n",
       "0                     Don Gillies   \n",
       "1                        Dogeball   \n",
       "2                Varifiable Jelly   \n",
       "3                               0   \n",
       "4                   Nirmala Gowda   \n",
       "5                          PRO FF   \n",
       "6                  Karna Debbarma   \n",
       "7                           cyh 7   \n",
       "8  08 Farhat Ferdiansyah X MIPA 4   \n",
       "9                      Angel Khoo   \n",
       "\n",
       "                                             Comment  Polarity  \n",
       "0  Nothing better than being young and in love.  ...       1.0  \n",
       "1                                     this song. . .       0.0  \n",
       "2                 5 years and it ain t stopped. Dang       0.0  \n",
       "3  there is literally nobody in this world who do...       0.0  \n",
       "4                                           Me I  39       0.0  \n",
       "5                               Evergreen Justinfire       0.0  \n",
       "6     Op song headphone smiling face with heart eyes       0.0  \n",
       "7                        Holy shit spotter from isle      -1.0  \n",
       "8                                       Keren banggg       0.0  \n",
       "9  Semoga komentar ini masih bisa di lihat untuk ...       0.0  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Visualizing the main dataframe with its new column of sentimental labels\n",
    "comm.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "1d7193e1",
   "metadata": {},
   "outputs": [],
   "source": [
    "comm.to_csv('labelled_data.csv',index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}