Skip to content

Commit

Permalink
RS
Browse files Browse the repository at this point in the history
  • Loading branch information
@Rolfstx
Rolfstx committed Jun 28, 2020
1 parent 57c1b20 commit 0be27eb
Show file tree
Hide file tree
Showing 4 changed files with 199 additions and 79 deletions.
36 changes: 19 additions & 17 deletions 4_Politics/python3_script/data/genre/20200504-193926_joe_biden_genre_channel.csv
View file
Original file line number Diff line number Diff line change
@@ -1,17 +1,19 @@
Category,Video count,Channel count,Video %,Channel %,Video relevant,Channel relevant
News & Politics, 576 , 121 ,37.7%,20.8%,1,
Entertainment, 245 , 82 ,16.0%,14.1%,1,
Education, 225 , 98 ,14.7%,16.8%,1,
People & Blogs, 130 , 78 ,8.5%,13.4%,0,
Howto & Style, 80 , 49 ,5.2%,8.4%,0,
Comedy, 55 , 12 ,3.6%,2.1%,1,
Science & Technology, 40 , 36 ,2.6%,6.2%,0,
Nonprofits & Activism, 38 , 19 ,2.5%,3.3%,1,
Film & Animation, 37 , 18 ,2.4%,3.1%,0,
Travel & Events, 32 , 19 ,2.1%,3.3%,0,
Music, 28 , 17 ,1.8%,2.9%,0,
Sports, 18 , 15 ,1.2%,2.6%,0,
Autos & Vehicles, 14 , 10 ,0.9%,1.7%,0,
Gaming, 8 , 8 ,0.5%,1.4%,0,
NaN, 1 , 1 ,0.1%,0.2%,0,
Total, 1'527 , 583 ,100.0%,100.0%,74.6%,56.9%
Category,Video count,Channel count,Video %,Channel %,Video relevant
News & Politics,576,121,38%,21%,1
Entertainment,245,82,16%,14%,1
Education,225,98,15%,17%,1
Comedy,55,12,4%,2%,1
Nonprofits & Activism,38,19,3%,3%,1
Relevant total,1139,332,75%,57%,
People & Blogs,130,78,9%,13%,0
Howto & Style,80,49,5%,8%,0
Science & Technology,40,36,3%,6%,0
Film & Animation,37,18,2%,3%,0
Travel & Events,32,19,2%,3%,0
Music,28,17,2%,3%,0
Sports,18,15,1%,3%,0
Autos & Vehicles,14,10,1%,2%,0
Gaming,8,8,1%,1%,0
NaN,1,1,0%,0%,0
Other,178,124,12%,21%,
Total,1'527,583,100%,100%,75%
Binary file added 4_Politics/python3_script/data/nlp/20200508-164148_plandemic[1].xlsx
View file
Binary file not shown.
121 changes: 90 additions & 31 deletions ...s/python3_script/data/nlp/notebooks/.ipynb_checkpoints/Extract_subtitles-checkpoint.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -108,7 +108,7 @@
},
{
"cell_type": "code",
"execution_count": 3,
"execution_count": 1,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
Expand Down Expand Up @@ -140,6 +140,7 @@
"20200504-193926_joe_biden_nlp_subs.csv\r\n",
"20200504-193926_joe_biden_nlp_subs_clean.csv\r\n",
"20200504-193926_joe_biden_nlp_subs_clean_expanded.csv\r\n",
"classified-pandemic.csv\r\n",
"\u001b[34mnotebooks\u001b[m\u001b[m\r\n",
"\u001b[34mresults\u001b[m\u001b[m\r\n",
"trigrams_joe_biden.png\r\n"
Expand All @@ -155,7 +156,7 @@
},
{
"cell_type": "code",
"execution_count": 2,
"execution_count": 3,
"metadata": {
"colab": {},
"colab_type": "code",
Expand All @@ -178,7 +179,7 @@
},
{
"cell_type": "code",
"execution_count": 21,
"execution_count": 10,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
Expand All @@ -199,6 +200,26 @@
"id": "53AFr164-ffi",
"outputId": "0d03c492-e433-412c-c38b-18b09449b841"
},
"outputs": [
{
"ename": "SyntaxError",
"evalue": "invalid syntax (<ipython-input-10-13c3cd3690f1>, line 5)",
"output_type": "error",
"traceback": [
"\u001b[0;36m File \u001b[0;32m\"<ipython-input-10-13c3cd3690f1>\"\u001b[0;36m, line \u001b[0;32m5\u001b[0m\n\u001b[0;31m df.head(2)\u001b[0m\n\u001b[0m ^\u001b[0m\n\u001b[0;31mSyntaxError\u001b[0m\u001b[0;31m:\u001b[0m invalid syntax\n"
]
}
],
"source": [
"#import csv\n",
"#df = pd.read_csv('20200504-193926_joe_biden_nlp.csv', index_col=0)\n",
"df.head(2)"
]
},
{
"cell_type": "code",
"execution_count": 12,
"metadata": {},
"outputs": [
{
"data": {
Expand All @@ -221,57 +242,95 @@
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Bias_num</th>\n",
" <th>title</th>\n",
" <th>description</th>\n",
" <th>channel</th>\n",
" <th>id</th>\n",
" <th>Bias</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>2LiDZFHsBzY</td>\n",
" <td>Least Biased</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>0</td>\n",
" <td>Elon Musk says Australia’s energy emergency is...</td>\n",
" <td>It’s been a miserable few weeks for Malcolm Tu...</td>\n",
" <td>60 Minutes Australia</td>\n",
" <td>w7BMaG3zyVo</td>\n",
" <td>Fjwx11ZiME8</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>0</td>\n",
" <td>Real life Catch Me If You Can con artist revea...</td>\n",
" <td>Catch Me If You Can stars Leonardo DiCaprio as...</td>\n",
" <td>60 Minutes Australia</td>\n",
" <td>3UmcxQto7UU</td>\n",
" <td>3iw72CsBOwc</td>\n",
" <td>Least Biased</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>iLKTVvBjnsk</td>\n",
" <td>Left-Center</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>UJgRk1p8ktY</td>\n",
" <td>Right</td>\n",
" </tr>\n",
" <tr>\n",
" <th>...</th>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1188</th>\n",
" <td>VSqL1zLQgm8</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1189</th>\n",
" <td>U-W47K8UTe4</td>\n",
" <td>Left-Center</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1190</th>\n",
" <td>967Ckat7f98</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1191</th>\n",
" <td>RJra0fcMsVU</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1192</th>\n",
" <td>Fr9L27V337E</td>\n",
" <td>Left-Center</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>1193 rows × 2 columns</p>\n",
"</div>"
],
"text/plain": [
" Bias_num title \\\n",
"1 0 Elon Musk says Australia’s energy emergency is... \n",
"2 0 Real life Catch Me If You Can con artist revea... \n",
"\n",
" description channel \\\n",
"1 It’s been a miserable few weeks for Malcolm Tu... 60 Minutes Australia \n",
"2 Catch Me If You Can stars Leonardo DiCaprio as... 60 Minutes Australia \n",
" id Bias\n",
"0 2LiDZFHsBzY Least Biased\n",
"1 Fjwx11ZiME8 NaN\n",
"2 3iw72CsBOwc Least Biased\n",
"3 iLKTVvBjnsk Left-Center\n",
"4 UJgRk1p8ktY Right\n",
"... ... ...\n",
"1188 VSqL1zLQgm8 NaN\n",
"1189 U-W47K8UTe4 Left-Center\n",
"1190 967Ckat7f98 NaN\n",
"1191 RJra0fcMsVU NaN\n",
"1192 Fr9L27V337E Left-Center\n",
"\n",
" id \n",
"1 w7BMaG3zyVo \n",
"2 3UmcxQto7UU "
"[1193 rows x 2 columns]"
]
},
"execution_count": 21,
"execution_count": 12,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"#import csv\n",
"df = pd.read_csv('20200504-193926_joe_biden_nlp.csv', index_col=0)\n",
"df.head(2)"
"df"
]
},
{
Expand Down
Loading

0 comments on commit 0be27eb

Please sign in to comment.