Web Scrapping-2.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "\n",
    "# Webpage url                                                                                                               \n",
    "url = 'https://en.wikipedia.org/wiki/List_of_Nobel_laureates_in_Physics'\n",
    "\n",
    "# Extract tables and print the column containing Year and name of Laureate\n",
    "def extract_wikipedia_table():\n",
    "    read_url_table = pd.read_html(url)\n",
    "    url_first_table = read_url_table[0]  # Get first table\n",
    "    global new_table\n",
    "    new_table = url_first_table[['Year','Laureate[A]']]\n",
    "    laureate_table = url_first_table[['Laureate[A]']]  # print(df3)\n",
    "    laureate_dictionary=laureate_table.to_dict('dict') # print(laureate)\n",
    "    for x in laureate_dictionary:\n",
    "        laureate_2=laureate_dictionary[x]\n",
    "    global lau,final_list \n",
    "    lau=[]\n",
    "    final_list=[]\n",
    "    for x in laureate_2:\n",
    "        name=laureate_2[x]\n",
    "        lau.append(name)\n",
    "\n",
    "\n",
    "   \n",
    "\n",
    "# printing two lines of wikipedia on laureate and storing in an array  \n",
    "def extract_wikipedia_lines():\n",
    "    global about\n",
    "    about=[]\n",
    "    import wikipedia\n",
    "    \n",
    "    for x in lau:\n",
    "        except_search = wikipedia.search(x, results = 5) \n",
    "        first_item= except_search[0]\n",
    "        final_list.append(first_item)\n",
    "        for i in final_list:\n",
    "            try:\n",
    "                result = wikipedia.summary(i, sentences = 2)\n",
    "                about.append(result)\n",
    "            except Exception:\n",
    "                new_search=wikipedia.search(i, results = 5)\n",
    "                second_item= new_search[1]\n",
    "                result = wikipedia.summary(second_item, sentences = 2)\n",
    "                about.append(result)\n",
    "        \n",
    "\n",
    "def nobel_prize_table():\n",
    "    from pandas import DataFrame\n",
    "    description_column = DataFrame (about,columns=['description'])  # print (df4)\n",
    "    horizontal_stack = pd.concat([new_table, description_column], axis=1)\n",
    "    horizontal_stack\n",
    "    horizontal_stack.to_csv (r'C:\\Users\\ankit\\OneDrive\\Desktop\\nobel_laureate.csv', index = False, header=True)\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "extract_wikipedia_table()\n",
    "extract_wikipedia_lines()\n",
    "nobel_prize_table()\n",
    "\n",
    "\n",
    "\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}