prepare_df_for _analysis.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Preparing the dataset for analysis and Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from matplotlib import pyplot as plt\n",
    "import pystan\n",
    "import pystan_utils\n",
    "import os\n",
    "\n",
    "# matplotlib style options\n",
    "plt.style.use('ggplot')\n",
    "%matplotlib inline\n",
    "plt.rcParams['figure.figsize'] = (16, 10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['Goal', 'Target', 'Indicator Ref', 'Indicator Description', 'Age group',\n",
       "       'Sex', 'Unit', 'Unit multiplier', '1984', '1985', '1986', '1987',\n",
       "       '1988', '1989', '1990', '1991', '1992', '1993', '1994', '1995', '1996',\n",
       "       '1997', '1998', '1999', '2000', '2001', '2002', '2003', '2004', '2005',\n",
       "       '2006', '2007', '2008', '2009', '2010', '2011', '2012', '2013', '2014',\n",
       "       '2015', '2016', '2017'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# load csv\n",
    "df = pd.read_csv(\"SDG_Indicators.csv\")\n",
    "df1 = df.drop(['IndicatorId', 'Series Code', 'Series Type', 'Series Description', 'Parent Country or Area Code',\n",
    "                'Country or Area Code', 'Country or Area Name', 'LDC', 'LLDC', 'SIDS','Frequency', 'Source type',\n",
    "                'Location', 'Value type', '1983', 'FN', 'FN.1', 'FN.2', 'FN.3', 'FN.4', 'FN.5', 'FN.6', 'FN.7',\n",
    "                'FN.8', 'FN.9', 'FN.10', 'FN.11', 'FN.12', 'FN.13', 'FN.14', 'FN.15', 'FN.16', 'FN.17', 'FN.18',\n",
    "               'FN.19', 'FN.20', 'FN.21','FN.22','FN.23','FN.24',\n",
    "               'FN.25','FN.26','FN.27','FN.28','FN.29','FN.30','FN.31','FN.32','FN.33','FN.34',\n",
    "              ], axis=1)\n",
    "df1.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Selecting relevant rows"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Rows\n",
    "# all age groups\n",
    "df2 = df1[df1['Age group'].isin(['All age ranges or no breakdown by age'])]\n",
    "df3 = df2.drop(['Age group'], axis=1)\n",
    "\n",
    "# all sex\n",
    "df4 = df3[df3['Sex'].isin(['Both sexes or no breakdown by sex'])]\n",
    "df5 = df4.drop(['Sex'], axis=1)\n",
    "\n",
    "# delete rows with no data\n",
    "df6 = df5[~df5.isnull()]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Use category sheet to find indicators of interest"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Category</th>\n",
       "      <th>Indicator Description</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>----</td>\n",
       "      <td>Number of verified cases of killing, kidnappin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries that have national statist...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries with a national statistica...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Energy intensity measured in terms of primary ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Annual growth rate of real GDP per capita</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        Category                              Indicator Description\n",
       "0           ----  Number of verified cases of killing, kidnappin...\n",
       "1  E&P (Percent)  Number of countries that have national statist...\n",
       "2  E&P (Percent)  Number of countries with a national statistica...\n",
       "3  E&P (Percent)  Energy intensity measured in terms of primary ...\n",
       "4  E&P (Percent)          Annual growth rate of real GDP per capita"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# import Excel sheet\n",
    "indicator_categories = pd.read_csv('Dev_Indicators.csv', delimiter=';')\n",
    "del indicator_categories['Unnamed: 2']\n",
    "del indicator_categories['Unnamed: 3']\n",
    "indicator_categories.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Category</th>\n",
       "      <th>Indicator Description</th>\n",
       "      <th>Goal</th>\n",
       "      <th>Target</th>\n",
       "      <th>Indicator Ref</th>\n",
       "      <th>Unit</th>\n",
       "      <th>Unit multiplier</th>\n",
       "      <th>1984</th>\n",
       "      <th>1985</th>\n",
       "      <th>1986</th>\n",
       "      <th>...</th>\n",
       "      <th>2008</th>\n",
       "      <th>2009</th>\n",
       "      <th>2010</th>\n",
       "      <th>2011</th>\n",
       "      <th>2012</th>\n",
       "      <th>2013</th>\n",
       "      <th>2014</th>\n",
       "      <th>2015</th>\n",
       "      <th>2016</th>\n",
       "      <th>2017</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries that have national statist...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.2</td>\n",
       "      <td>Number</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>37.00</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries with a national statistica...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.3</td>\n",
       "      <td>Number</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.00</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries with a national statistica...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.3</td>\n",
       "      <td>Number</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>18.00</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries with a national statistica...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.3</td>\n",
       "      <td>Number</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.00</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries with a national statistica...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.3</td>\n",
       "      <td>Number</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>17.00</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries with a national statistica...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.3</td>\n",
       "      <td>Number</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>81.00</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Energy intensity measured in terms of primary ...</td>\n",
       "      <td>7</td>\n",
       "      <td>7.3</td>\n",
       "      <td>7.3.1</td>\n",
       "      <td>Megajoules per USD constant 2011 PPP GDP</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.95</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.49</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Annual growth rate of real GDP per capita</td>\n",
       "      <td>8</td>\n",
       "      <td>8.1</td>\n",
       "      <td>8.1.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>0.20</td>\n",
       "      <td>-3.24</td>\n",
       "      <td>2.82</td>\n",
       "      <td>1.62</td>\n",
       "      <td>1.01</td>\n",
       "      <td>1.08</td>\n",
       "      <td>1.35</td>\n",
       "      <td>1.45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Annual growth rate of real GDP per employed pe...</td>\n",
       "      <td>8</td>\n",
       "      <td>8.2</td>\n",
       "      <td>8.2.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>1.83</td>\n",
       "      <td>-0.71</td>\n",
       "      <td>4.07</td>\n",
       "      <td>2.66</td>\n",
       "      <td>1.90</td>\n",
       "      <td>1.93</td>\n",
       "      <td>1.80</td>\n",
       "      <td>1.67</td>\n",
       "      <td>1.80</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Manufacturing value added as a proportion of G...</td>\n",
       "      <td>9</td>\n",
       "      <td>9.2</td>\n",
       "      <td>9.2.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>15.74</td>\n",
       "      <td>14.99</td>\n",
       "      <td>15.81</td>\n",
       "      <td>15.97</td>\n",
       "      <td>15.94</td>\n",
       "      <td>15.99</td>\n",
       "      <td>16.03</td>\n",
       "      <td>16.11</td>\n",
       "      <td>16.16</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Manufacturing value added as a proportion of G...</td>\n",
       "      <td>9</td>\n",
       "      <td>9.2</td>\n",
       "      <td>9.2.1</td>\n",
       "      <td>Constant USD</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>1,490.66</td>\n",
       "      <td>1,380.79</td>\n",
       "      <td>1,500.07</td>\n",
       "      <td>1,543.94</td>\n",
       "      <td>1,559.71</td>\n",
       "      <td>1,582.69</td>\n",
       "      <td>1,611.65</td>\n",
       "      <td>1,638.06</td>\n",
       "      <td>1,660.80</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Research and development expenditure as a prop...</td>\n",
       "      <td>9</td>\n",
       "      <td>9.5</td>\n",
       "      <td>9.5.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>1.60</td>\n",
       "      <td>1.64</td>\n",
       "      <td>1.62</td>\n",
       "      <td>1.64</td>\n",
       "      <td>1.65</td>\n",
       "      <td>1.68</td>\n",
       "      <td>1.69</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Remittance costs as a proportion of the amount...</td>\n",
       "      <td>10</td>\n",
       "      <td>10.c</td>\n",
       "      <td>10.c.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.90</td>\n",
       "      <td>9.00</td>\n",
       "      <td>8.60</td>\n",
       "      <td>8.20</td>\n",
       "      <td>7.50</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Direct economic loss in relation to global GDP...</td>\n",
       "      <td>11</td>\n",
       "      <td>11.5</td>\n",
       "      <td>11.5.2</td>\n",
       "      <td>Per 1,000 USD</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.81</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Direct economic loss in relation to global GDP...</td>\n",
       "      <td>11</td>\n",
       "      <td>11.5</td>\n",
       "      <td>11.5.2</td>\n",
       "      <td>USD</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>293,995.47</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Direct economic loss in relation to global GDP...</td>\n",
       "      <td>11</td>\n",
       "      <td>11.5</td>\n",
       "      <td>11.5.2</td>\n",
       "      <td>Number</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>21,761.00</td>\n",
       "      <td>12,071.00</td>\n",
       "      <td>2,241.00</td>\n",
       "      <td>1,363.00</td>\n",
       "      <td>2,028.00</td>\n",
       "      <td>983.00</td>\n",
       "      <td>579.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Direct economic loss in relation to global GDP...</td>\n",
       "      <td>11</td>\n",
       "      <td>11.5</td>\n",
       "      <td>11.5.2</td>\n",
       "      <td>Number</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>415.00</td>\n",
       "      <td>250.00</td>\n",
       "      <td>616.00</td>\n",
       "      <td>355.00</td>\n",
       "      <td>367.00</td>\n",
       "      <td>349.00</td>\n",
       "      <td>110.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Direct economic loss in relation to global GDP...</td>\n",
       "      <td>11</td>\n",
       "      <td>11.5</td>\n",
       "      <td>11.5.2</td>\n",
       "      <td>USD</td>\n",
       "      <td>Millions</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>279,582,450.28</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Proportion of businesses that had at least one...</td>\n",
       "      <td>16</td>\n",
       "      <td>16.5</td>\n",
       "      <td>16.5.2</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>18.35</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Net official development assistance, total and...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.2</td>\n",
       "      <td>17.2.1</td>\n",
       "      <td>Constant USD</td>\n",
       "      <td>Billions</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>112,241.65</td>\n",
       "      <td>114,280.76</td>\n",
       "      <td>120,630.26</td>\n",
       "      <td>119,673.34</td>\n",
       "      <td>115,307.60</td>\n",
       "      <td>121,838.28</td>\n",
       "      <td>123,945.78</td>\n",
       "      <td>131,555.31</td>\n",
       "      <td>143,328.70</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Volume of remittances (in United States dollar...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.3</td>\n",
       "      <td>17.3.2</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>0.65</td>\n",
       "      <td>0.66</td>\n",
       "      <td>0.65</td>\n",
       "      <td>0.65</td>\n",
       "      <td>0.67</td>\n",
       "      <td>0.69</td>\n",
       "      <td>0.71</td>\n",
       "      <td>0.76</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Extent of use of country-owned results framewo...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.15</td>\n",
       "      <td>17.15.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>82.89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Extent of use of country-owned results framewo...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.15</td>\n",
       "      <td>17.15.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>56.60</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Extent of use of country-owned results framewo...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.15</td>\n",
       "      <td>17.15.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>51.46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Extent of use of country-owned results framewo...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.15</td>\n",
       "      <td>17.15.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>84.82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Extent of use of country-owned results framewo...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.15</td>\n",
       "      <td>17.15.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>61.51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Extent of use of country-owned results framewo...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.15</td>\n",
       "      <td>17.15.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>52.38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries reporting progress in mult...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.16</td>\n",
       "      <td>17.16.1</td>\n",
       "      <td>Not applicable</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>46.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>The agriculture orientation index for governme...</td>\n",
       "      <td>2</td>\n",
       "      <td>2.a</td>\n",
       "      <td>2.a.1</td>\n",
       "      <td>Not applicable</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>0.32</td>\n",
       "      <td>0.27</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.24</td>\n",
       "      <td>0.23</td>\n",
       "      <td>0.21</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>E&amp;P (percent)</td>\n",
       "      <td>Proportion of countries that (a) have conducte...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.19</td>\n",
       "      <td>17.19.2</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.56</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>Population</td>\n",
       "      <td>Degree of integrated water resources managemen...</td>\n",
       "      <td>6</td>\n",
       "      <td>6.5</td>\n",
       "      <td>6.5.1</td>\n",
       "      <td>Number</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>23.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149</th>\n",
       "      <td>Population</td>\n",
       "      <td>Degree of integrated water resources managemen...</td>\n",
       "      <td>6</td>\n",
       "      <td>6.5</td>\n",
       "      <td>6.5.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>33.08</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150</th>\n",
       "      <td>Population</td>\n",
       "      <td>Degree of integrated water resources managemen...</td>\n",
       "      <td>6</td>\n",
       "      <td>6.5</td>\n",
       "      <td>6.5.1</td>\n",
       "      <td>Number</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>43.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of local administrative units with ...</td>\n",
       "      <td>6</td>\n",
       "      <td>6.b</td>\n",
       "      <td>6.b.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>22.34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>21.62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>152</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of local administrative units with ...</td>\n",
       "      <td>6</td>\n",
       "      <td>6.b</td>\n",
       "      <td>6.b.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.77</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.81</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>153</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of local administrative units with ...</td>\n",
       "      <td>6</td>\n",
       "      <td>6.b</td>\n",
       "      <td>6.b.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>79.79</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>81.08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>154</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of local administrative units with ...</td>\n",
       "      <td>6</td>\n",
       "      <td>6.b</td>\n",
       "      <td>6.b.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>82.98</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>86.49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of local administrative units with ...</td>\n",
       "      <td>6</td>\n",
       "      <td>6.b</td>\n",
       "      <td>6.b.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13.83</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>156</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of local administrative units with ...</td>\n",
       "      <td>6</td>\n",
       "      <td>6.b</td>\n",
       "      <td>6.b.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>72.34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>157</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of local administrative units with ...</td>\n",
       "      <td>6</td>\n",
       "      <td>6.b</td>\n",
       "      <td>6.b.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>24.47</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>17.57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>158</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of local administrative units with ...</td>\n",
       "      <td>6</td>\n",
       "      <td>6.b</td>\n",
       "      <td>6.b.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.57</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>159</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of local administrative units with ...</td>\n",
       "      <td>6</td>\n",
       "      <td>6.b</td>\n",
       "      <td>6.b.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>75.53</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>82.43</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of local administrative units with ...</td>\n",
       "      <td>6</td>\n",
       "      <td>6.b</td>\n",
       "      <td>6.b.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>78.72</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>83.78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of local administrative units with ...</td>\n",
       "      <td>6</td>\n",
       "      <td>6.b</td>\n",
       "      <td>6.b.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>162</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of local administrative units with ...</td>\n",
       "      <td>6</td>\n",
       "      <td>6.b</td>\n",
       "      <td>6.b.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>163</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of population with access to electr...</td>\n",
       "      <td>7</td>\n",
       "      <td>7.1</td>\n",
       "      <td>7.1.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>70.20</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>73.04</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>164</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of population with access to electr...</td>\n",
       "      <td>7</td>\n",
       "      <td>7.1</td>\n",
       "      <td>7.1.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>83.58</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>85.34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of population with access to electr...</td>\n",
       "      <td>7</td>\n",
       "      <td>7.1</td>\n",
       "      <td>7.1.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.16</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>96.26</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>166</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of population with primary reliance...</td>\n",
       "      <td>7</td>\n",
       "      <td>7.1</td>\n",
       "      <td>7.1.2</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>57.34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>167</th>\n",
       "      <td>Population</td>\n",
       "      <td>Researchers (in full-time equivalent) per mill...</td>\n",
       "      <td>9</td>\n",
       "      <td>9.5</td>\n",
       "      <td>9.5.2</td>\n",
       "      <td>Per million population</td>\n",
       "      <td>Millions</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>983.58</td>\n",
       "      <td>1,007.52</td>\n",
       "      <td>1,018.95</td>\n",
       "      <td>1,046.68</td>\n",
       "      <td>1,066.36</td>\n",
       "      <td>1,087.54</td>\n",
       "      <td>1,098.38</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of population covered by a mobile n...</td>\n",
       "      <td>9</td>\n",
       "      <td>9.c</td>\n",
       "      <td>9.c.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>84.22</td>\n",
       "      <td>87.32</td>\n",
       "      <td>87.84</td>\n",
       "      <td>92.55</td>\n",
       "      <td>93.04</td>\n",
       "      <td>95.54</td>\n",
       "      <td>95.81</td>\n",
       "      <td>95.64</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of population covered by a mobile n...</td>\n",
       "      <td>9</td>\n",
       "      <td>9.c</td>\n",
       "      <td>9.c.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>65.95</td>\n",
       "      <td>82.39</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of population covered by a mobile n...</td>\n",
       "      <td>9</td>\n",
       "      <td>9.c</td>\n",
       "      <td>9.c.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>55.37</td>\n",
       "      <td>61.83</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171</th>\n",
       "      <td>Population</td>\n",
       "      <td>Number of victims of intentional homicide per ...</td>\n",
       "      <td>16</td>\n",
       "      <td>16.1</td>\n",
       "      <td>16.1.1</td>\n",
       "      <td>Per 100,000 population</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.34</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172</th>\n",
       "      <td>Population</td>\n",
       "      <td>Number of victims of intentional homicide per ...</td>\n",
       "      <td>16</td>\n",
       "      <td>16.1</td>\n",
       "      <td>16.1.1</td>\n",
       "      <td>Number</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>387,433.30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>Population</td>\n",
       "      <td>Unsentenced detainees as a proportion of overa...</td>\n",
       "      <td>16</td>\n",
       "      <td>16.3</td>\n",
       "      <td>16.3.2</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>31.00</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174</th>\n",
       "      <td>Population</td>\n",
       "      <td>Existence of independent national human rights...</td>\n",
       "      <td>16</td>\n",
       "      <td>16.a</td>\n",
       "      <td>16.a.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>32.90</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>35.50</td>\n",
       "      <td>36.50</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>175</th>\n",
       "      <td>Population</td>\n",
       "      <td>Existence of independent national human rights...</td>\n",
       "      <td>16</td>\n",
       "      <td>16.a</td>\n",
       "      <td>16.a.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>45.20</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>54.30</td>\n",
       "      <td>57.30</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>Population</td>\n",
       "      <td>Proportion of individuals using the Internet</td>\n",
       "      <td>17</td>\n",
       "      <td>17.8</td>\n",
       "      <td>17.8.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>23.18</td>\n",
       "      <td>25.66</td>\n",
       "      <td>29.11</td>\n",
       "      <td>31.69</td>\n",
       "      <td>34.80</td>\n",
       "      <td>37.18</td>\n",
       "      <td>40.49</td>\n",
       "      <td>43.75</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>177</th>\n",
       "      <td>Population (Percent)</td>\n",
       "      <td>Prevalence of undernourishment</td>\n",
       "      <td>2</td>\n",
       "      <td>2.1</td>\n",
       "      <td>2.1.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>13.00</td>\n",
       "      <td>12.50</td>\n",
       "      <td>12.10</td>\n",
       "      <td>11.80</td>\n",
       "      <td>11.40</td>\n",
       "      <td>11.20</td>\n",
       "      <td>11.00</td>\n",
       "      <td>10.80</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>177 rows × 41 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 Category                              Indicator Description  \\\n",
       "1           E&P (Percent)  Number of countries that have national statist...   \n",
       "2           E&P (Percent)  Number of countries with a national statistica...   \n",
       "3           E&P (Percent)  Number of countries with a national statistica...   \n",
       "4           E&P (Percent)  Number of countries with a national statistica...   \n",
       "5           E&P (Percent)  Number of countries with a national statistica...   \n",
       "6           E&P (Percent)  Number of countries with a national statistica...   \n",
       "7           E&P (Percent)  Energy intensity measured in terms of primary ...   \n",
       "8           E&P (Percent)          Annual growth rate of real GDP per capita   \n",
       "9           E&P (Percent)  Annual growth rate of real GDP per employed pe...   \n",
       "10          E&P (Percent)  Manufacturing value added as a proportion of G...   \n",
       "11          E&P (Percent)  Manufacturing value added as a proportion of G...   \n",
       "12          E&P (Percent)  Research and development expenditure as a prop...   \n",
       "13          E&P (Percent)  Remittance costs as a proportion of the amount...   \n",
       "14          E&P (Percent)  Direct economic loss in relation to global GDP...   \n",
       "15          E&P (Percent)  Direct economic loss in relation to global GDP...   \n",
       "16          E&P (Percent)  Direct economic loss in relation to global GDP...   \n",
       "17          E&P (Percent)  Direct economic loss in relation to global GDP...   \n",
       "18          E&P (Percent)  Direct economic loss in relation to global GDP...   \n",
       "19          E&P (Percent)  Proportion of businesses that had at least one...   \n",
       "20          E&P (Percent)  Net official development assistance, total and...   \n",
       "21          E&P (Percent)  Volume of remittances (in United States dollar...   \n",
       "22          E&P (Percent)  Extent of use of country-owned results framewo...   \n",
       "23          E&P (Percent)  Extent of use of country-owned results framewo...   \n",
       "24          E&P (Percent)  Extent of use of country-owned results framewo...   \n",
       "25          E&P (Percent)  Extent of use of country-owned results framewo...   \n",
       "26          E&P (Percent)  Extent of use of country-owned results framewo...   \n",
       "27          E&P (Percent)  Extent of use of country-owned results framewo...   \n",
       "28          E&P (Percent)  Number of countries reporting progress in mult...   \n",
       "29          E&P (Percent)  The agriculture orientation index for governme...   \n",
       "30          E&P (percent)  Proportion of countries that (a) have conducte...   \n",
       "..                    ...                                                ...   \n",
       "148            Population  Degree of integrated water resources managemen...   \n",
       "149            Population  Degree of integrated water resources managemen...   \n",
       "150            Population  Degree of integrated water resources managemen...   \n",
       "151            Population  Proportion of local administrative units with ...   \n",
       "152            Population  Proportion of local administrative units with ...   \n",
       "153            Population  Proportion of local administrative units with ...   \n",
       "154            Population  Proportion of local administrative units with ...   \n",
       "155            Population  Proportion of local administrative units with ...   \n",
       "156            Population  Proportion of local administrative units with ...   \n",
       "157            Population  Proportion of local administrative units with ...   \n",
       "158            Population  Proportion of local administrative units with ...   \n",
       "159            Population  Proportion of local administrative units with ...   \n",
       "160            Population  Proportion of local administrative units with ...   \n",
       "161            Population  Proportion of local administrative units with ...   \n",
       "162            Population  Proportion of local administrative units with ...   \n",
       "163            Population  Proportion of population with access to electr...   \n",
       "164            Population  Proportion of population with access to electr...   \n",
       "165            Population  Proportion of population with access to electr...   \n",
       "166            Population  Proportion of population with primary reliance...   \n",
       "167            Population  Researchers (in full-time equivalent) per mill...   \n",
       "168            Population  Proportion of population covered by a mobile n...   \n",
       "169            Population  Proportion of population covered by a mobile n...   \n",
       "170            Population  Proportion of population covered by a mobile n...   \n",
       "171            Population  Number of victims of intentional homicide per ...   \n",
       "172            Population  Number of victims of intentional homicide per ...   \n",
       "173            Population  Unsentenced detainees as a proportion of overa...   \n",
       "174            Population  Existence of independent national human rights...   \n",
       "175            Population  Existence of independent national human rights...   \n",
       "176            Population       Proportion of individuals using the Internet   \n",
       "177  Population (Percent)                     Prevalence of undernourishment   \n",
       "\n",
       "     Goal Target Indicator Ref                                      Unit  \\\n",
       "1      17  17.18       17.18.2                                    Number   \n",
       "2      17  17.18       17.18.3                                    Number   \n",
       "3      17  17.18       17.18.3                                    Number   \n",
       "4      17  17.18       17.18.3                                    Number   \n",
       "5      17  17.18       17.18.3                                    Number   \n",
       "6      17  17.18       17.18.3                                    Number   \n",
       "7       7    7.3         7.3.1  Megajoules per USD constant 2011 PPP GDP   \n",
       "8       8    8.1         8.1.1                                   Percent   \n",
       "9       8    8.2         8.2.1                                   Percent   \n",
       "10      9    9.2         9.2.1                                   Percent   \n",
       "11      9    9.2         9.2.1                              Constant USD   \n",
       "12      9    9.5         9.5.1                                   Percent   \n",
       "13     10   10.c        10.c.1                                   Percent   \n",
       "14     11   11.5        11.5.2                             Per 1,000 USD   \n",
       "15     11   11.5        11.5.2                                       USD   \n",
       "16     11   11.5        11.5.2                                    Number   \n",
       "17     11   11.5        11.5.2                                    Number   \n",
       "18     11   11.5        11.5.2                                       USD   \n",
       "19     16   16.5        16.5.2                                   Percent   \n",
       "20     17   17.2        17.2.1                              Constant USD   \n",
       "21     17   17.3        17.3.2                                   Percent   \n",
       "22     17  17.15       17.15.1                                   Percent   \n",
       "23     17  17.15       17.15.1                                   Percent   \n",
       "24     17  17.15       17.15.1                                   Percent   \n",
       "25     17  17.15       17.15.1                                   Percent   \n",
       "26     17  17.15       17.15.1                                   Percent   \n",
       "27     17  17.15       17.15.1                                   Percent   \n",
       "28     17  17.16       17.16.1                            Not applicable   \n",
       "29      2    2.a         2.a.1                            Not applicable   \n",
       "30     17  17.19       17.19.2                                   Percent   \n",
       "..    ...    ...           ...                                       ...   \n",
       "148     6    6.5         6.5.1                                    Number   \n",
       "149     6    6.5         6.5.1                                   Percent   \n",
       "150     6    6.5         6.5.1                                    Number   \n",
       "151     6    6.b         6.b.1                                   Percent   \n",
       "152     6    6.b         6.b.1                                   Percent   \n",
       "153     6    6.b         6.b.1                                   Percent   \n",
       "154     6    6.b         6.b.1                                   Percent   \n",
       "155     6    6.b         6.b.1                                   Percent   \n",
       "156     6    6.b         6.b.1                                   Percent   \n",
       "157     6    6.b         6.b.1                                   Percent   \n",
       "158     6    6.b         6.b.1                                   Percent   \n",
       "159     6    6.b         6.b.1                                   Percent   \n",
       "160     6    6.b         6.b.1                                   Percent   \n",
       "161     6    6.b         6.b.1                                   Percent   \n",
       "162     6    6.b         6.b.1                                   Percent   \n",
       "163     7    7.1         7.1.1                                   Percent   \n",
       "164     7    7.1         7.1.1                                   Percent   \n",
       "165     7    7.1         7.1.1                                   Percent   \n",
       "166     7    7.1         7.1.2                                   Percent   \n",
       "167     9    9.5         9.5.2                    Per million population   \n",
       "168     9    9.c         9.c.1                                   Percent   \n",
       "169     9    9.c         9.c.1                                   Percent   \n",
       "170     9    9.c         9.c.1                                   Percent   \n",
       "171    16   16.1        16.1.1                    Per 100,000 population   \n",
       "172    16   16.1        16.1.1                                    Number   \n",
       "173    16   16.3        16.3.2                                   Percent   \n",
       "174    16   16.a        16.a.1                                   Percent   \n",
       "175    16   16.a        16.a.1                                   Percent   \n",
       "176    17   17.8        17.8.1                                   Percent   \n",
       "177     2    2.1         2.1.1                                   Percent   \n",
       "\n",
       "    Unit multiplier  1984  1985  1986  ...          2008        2009  \\\n",
       "1             Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "2             Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "3             Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "4             Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "5             Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "6             Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "7             Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "8             Units   NaN   NaN   NaN  ...          0.20       -3.24   \n",
       "9             Units   NaN   NaN   NaN  ...          1.83       -0.71   \n",
       "10            Units   NaN   NaN   NaN  ...         15.74       14.99   \n",
       "11            Units   NaN   NaN   NaN  ...      1,490.66    1,380.79   \n",
       "12            Units   NaN   NaN   NaN  ...          1.60        1.64   \n",
       "13            Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "14            Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "15            Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "16            Units   NaN   NaN   NaN  ...     21,761.00   12,071.00   \n",
       "17            Units   NaN   NaN   NaN  ...        415.00      250.00   \n",
       "18         Millions   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "19            Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "20         Billions   NaN   NaN   NaN  ...    112,241.65  114,280.76   \n",
       "21            Units   NaN   NaN   NaN  ...          0.65        0.66   \n",
       "22            Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "23            Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "24            Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "25            Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "26            Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "27            Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "28            Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "29            Units   NaN   NaN   NaN  ...          0.32        0.27   \n",
       "30            Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "..              ...   ...   ...   ...  ...           ...         ...   \n",
       "148           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "149           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "150           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "151           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "152           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "153           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "154           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "155           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "156           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "157           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "158           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "159           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "160           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "161           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "162           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "163           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "164           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "165           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "166           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "167        Millions   NaN   NaN   NaN  ...        983.58    1,007.52   \n",
       "168           Units   NaN   NaN   NaN  ...         84.22       87.32   \n",
       "169           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "170           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "171           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "172           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "173           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "174           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "175           Units   NaN   NaN   NaN  ...           NaN         NaN   \n",
       "176           Units   NaN   NaN   NaN  ...         23.18       25.66   \n",
       "177           Units   NaN   NaN   NaN  ...         13.00       12.50   \n",
       "\n",
       "           2010        2011        2012        2013        2014        2015  \\\n",
       "1           NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "2           NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "3           NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "4           NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "5           NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "6           NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "7          5.95         NaN         NaN         NaN        5.49         NaN   \n",
       "8          2.82        1.62        1.01        1.08        1.35        1.45   \n",
       "9          4.07        2.66        1.90        1.93        1.80        1.67   \n",
       "10        15.81       15.97       15.94       15.99       16.03       16.11   \n",
       "11     1,500.07    1,543.94    1,559.71    1,582.69    1,611.65    1,638.06   \n",
       "12         1.62        1.64        1.65        1.68        1.69         NaN   \n",
       "13          NaN        8.90        9.00        8.60        8.20        7.50   \n",
       "14          NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "15          NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "16     2,241.00    1,363.00    2,028.00      983.00      579.00         NaN   \n",
       "17       616.00      355.00      367.00      349.00      110.00         NaN   \n",
       "18          NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "19          NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "20   120,630.26  119,673.34  115,307.60  121,838.28  123,945.78  131,555.31   \n",
       "21         0.65        0.65        0.67        0.69        0.71        0.76   \n",
       "22          NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "23          NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "24          NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "25          NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "26          NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "27          NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "28          NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "29         0.25        0.25        0.25        0.24        0.23        0.21   \n",
       "30          NaN         NaN         NaN         NaN         NaN        0.56   \n",
       "..          ...         ...         ...         ...         ...         ...   \n",
       "148         NaN         NaN       23.00         NaN         NaN         NaN   \n",
       "149         NaN         NaN       33.08         NaN         NaN         NaN   \n",
       "150         NaN         NaN       43.00         NaN         NaN         NaN   \n",
       "151         NaN         NaN         NaN         NaN       22.34         NaN   \n",
       "152         NaN         NaN         NaN         NaN       12.77         NaN   \n",
       "153         NaN         NaN         NaN         NaN       79.79         NaN   \n",
       "154         NaN         NaN         NaN         NaN       82.98         NaN   \n",
       "155         NaN         NaN         NaN         NaN       13.83         NaN   \n",
       "156         NaN         NaN         NaN         NaN       72.34         NaN   \n",
       "157         NaN         NaN         NaN         NaN       24.47         NaN   \n",
       "158         NaN         NaN         NaN         NaN        9.57         NaN   \n",
       "159         NaN         NaN         NaN         NaN       75.53         NaN   \n",
       "160         NaN         NaN         NaN         NaN       78.72         NaN   \n",
       "161         NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "162         NaN         NaN         NaN         NaN         NaN         NaN   \n",
       "163       70.20         NaN         NaN         NaN       73.04         NaN   \n",
       "164       83.58         NaN         NaN         NaN       85.34         NaN   \n",
       "165       96.16         NaN         NaN         NaN       96.26         NaN   \n",
       "166         NaN         NaN         NaN         NaN       57.34         NaN   \n",
       "167    1,018.95    1,046.68    1,066.36    1,087.54    1,098.38         NaN   \n",
       "168       87.84       92.55       93.04       95.54       95.81       95.64   \n",
       "169         NaN         NaN         NaN         NaN       65.95       82.39   \n",
       "170         NaN         NaN         NaN         NaN       55.37       61.83   \n",
       "171         NaN         NaN         NaN         NaN         NaN        5.34   \n",
       "172         NaN         NaN         NaN         NaN         NaN  387,433.30   \n",
       "173         NaN         NaN         NaN         NaN         NaN       31.00   \n",
       "174       32.90         NaN         NaN         NaN         NaN       35.50   \n",
       "175       45.20         NaN         NaN         NaN         NaN       54.30   \n",
       "176       29.11       31.69       34.80       37.18       40.49       43.75   \n",
       "177       12.10       11.80       11.40       11.20       11.00       10.80   \n",
       "\n",
       "               2016   2017  \n",
       "1             37.00    NaN  \n",
       "2              8.00    NaN  \n",
       "3             18.00    NaN  \n",
       "4              7.00    NaN  \n",
       "5             17.00    NaN  \n",
       "6             81.00    NaN  \n",
       "7               NaN    NaN  \n",
       "8               NaN    NaN  \n",
       "9              1.80    NaN  \n",
       "10            16.16    NaN  \n",
       "11         1,660.80    NaN  \n",
       "12              NaN    NaN  \n",
       "13              NaN    NaN  \n",
       "14             3.81    NaN  \n",
       "15       293,995.47    NaN  \n",
       "16              NaN    NaN  \n",
       "17              NaN    NaN  \n",
       "18   279,582,450.28    NaN  \n",
       "19            18.35    NaN  \n",
       "20       143,328.70    NaN  \n",
       "21              NaN    NaN  \n",
       "22              NaN  82.89  \n",
       "23              NaN  56.60  \n",
       "24              NaN  51.46  \n",
       "25              NaN  84.82  \n",
       "26              NaN  61.51  \n",
       "27              NaN  52.38  \n",
       "28              NaN  46.00  \n",
       "29              NaN    NaN  \n",
       "30              NaN    NaN  \n",
       "..              ...    ...  \n",
       "148             NaN    NaN  \n",
       "149             NaN    NaN  \n",
       "150             NaN    NaN  \n",
       "151             NaN  21.62  \n",
       "152             NaN  10.81  \n",
       "153             NaN  81.08  \n",
       "154             NaN  86.49  \n",
       "155             NaN   9.46  \n",
       "156             NaN   8.11  \n",
       "157             NaN  17.57  \n",
       "158             NaN   8.11  \n",
       "159             NaN  82.43  \n",
       "160             NaN  83.78  \n",
       "161             NaN   8.11  \n",
       "162             NaN   0.00  \n",
       "163             NaN    NaN  \n",
       "164             NaN    NaN  \n",
       "165             NaN    NaN  \n",
       "166             NaN    NaN  \n",
       "167             NaN    NaN  \n",
       "168             NaN    NaN  \n",
       "169             NaN    NaN  \n",
       "170             NaN    NaN  \n",
       "171             NaN    NaN  \n",
       "172             NaN    NaN  \n",
       "173             NaN    NaN  \n",
       "174           36.50    NaN  \n",
       "175           57.30    NaN  \n",
       "176             NaN    NaN  \n",
       "177             NaN    NaN  \n",
       "\n",
       "[177 rows x 41 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ind_cat_joined = indicator_categories.merge(df6, on='Indicator Description')\n",
    "# delete rows with '----' and '---'\n",
    "ind_cat_joined_1 = ind_cat_joined[ind_cat_joined.Category != '----']\n",
    "ind_cat_joined_2 = ind_cat_joined_1[ind_cat_joined_1.Category != '---']\n",
    "ind_cat_joined_2"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Prepare Population Dataframe"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df_population = ind_cat_joined_2[ind_cat_joined_2['Category'].str.contains('Population')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "intyear = list(range(1984, 2018))\n",
    "#print(intyears)\n",
    "\n",
    "year = []\n",
    "for y in intyear:\n",
    "    year.append(str(y))\n",
    "    \n",
    "#print(year)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def popToPercent(unit, n):\n",
    "    if type(n)==float:\n",
    "        n2 = n\n",
    "    elif n.find(',') != -1:\n",
    "        n = n.replace(',','')\n",
    "    n2 = float(n)\n",
    "    if np.isnan(n2):\n",
    "        return np.nan\n",
    "    if unit =='Percent':\n",
    "        return n2\n",
    "    if unit == 'Per 1,000 population' or 'Per 1,000 uninfected population':\n",
    "        return n2/10\n",
    "    if unit == 'Per 100,000 population':\n",
    "        return n2/1000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df_pop_soon_percent = df_population[~df_population['Unit'].isin(['Number'])]\n",
    "df_pop_to_percent = df_pop_soon_percent.copy()\n",
    "for yr in year:\n",
    "    df_pop_to_percent[yr] = df_pop_to_percent.apply(lambda r: popToPercent(r['Unit'], r[yr]), axis=1)\n",
    "df_pop_to_percent['Unit'] = 'Percent'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_pop_percent = df_population[df_population['Unit'].isin(['Percent'])]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df_pop_in_percent = df_pop_percent.append(df_pop_to_percent)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Economy and Politics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Category</th>\n",
       "      <th>Indicator Description</th>\n",
       "      <th>Goal</th>\n",
       "      <th>Target</th>\n",
       "      <th>Indicator Ref</th>\n",
       "      <th>Unit</th>\n",
       "      <th>Unit multiplier</th>\n",
       "      <th>1984</th>\n",
       "      <th>1985</th>\n",
       "      <th>1986</th>\n",
       "      <th>...</th>\n",
       "      <th>2008</th>\n",
       "      <th>2009</th>\n",
       "      <th>2010</th>\n",
       "      <th>2011</th>\n",
       "      <th>2012</th>\n",
       "      <th>2013</th>\n",
       "      <th>2014</th>\n",
       "      <th>2015</th>\n",
       "      <th>2016</th>\n",
       "      <th>2017</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries that have national statist...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.2</td>\n",
       "      <td>Number</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>37.00</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries with a national statistica...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.3</td>\n",
       "      <td>Number</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.00</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries with a national statistica...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.3</td>\n",
       "      <td>Number</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>18.00</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries with a national statistica...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.3</td>\n",
       "      <td>Number</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.00</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries with a national statistica...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.3</td>\n",
       "      <td>Number</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>17.00</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 41 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        Category                              Indicator Description  Goal  \\\n",
       "1  E&P (Percent)  Number of countries that have national statist...    17   \n",
       "2  E&P (Percent)  Number of countries with a national statistica...    17   \n",
       "3  E&P (Percent)  Number of countries with a national statistica...    17   \n",
       "4  E&P (Percent)  Number of countries with a national statistica...    17   \n",
       "5  E&P (Percent)  Number of countries with a national statistica...    17   \n",
       "\n",
       "  Target Indicator Ref    Unit Unit multiplier  1984  1985  1986  ...   2008  \\\n",
       "1  17.18       17.18.2  Number           Units   NaN   NaN   NaN  ...    NaN   \n",
       "2  17.18       17.18.3  Number           Units   NaN   NaN   NaN  ...    NaN   \n",
       "3  17.18       17.18.3  Number           Units   NaN   NaN   NaN  ...    NaN   \n",
       "4  17.18       17.18.3  Number           Units   NaN   NaN   NaN  ...    NaN   \n",
       "5  17.18       17.18.3  Number           Units   NaN   NaN   NaN  ...    NaN   \n",
       "\n",
       "   2009  2010 2011  2012  2013  2014  2015   2016  2017  \n",
       "1   NaN   NaN  NaN   NaN   NaN   NaN   NaN  37.00   NaN  \n",
       "2   NaN   NaN  NaN   NaN   NaN   NaN   NaN   8.00   NaN  \n",
       "3   NaN   NaN  NaN   NaN   NaN   NaN   NaN  18.00   NaN  \n",
       "4   NaN   NaN  NaN   NaN   NaN   NaN   NaN   7.00   NaN  \n",
       "5   NaN   NaN  NaN   NaN   NaN   NaN   NaN  17.00   NaN  \n",
       "\n",
       "[5 rows x 41 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_ecopol = ind_cat_joined_2[ind_cat_joined_2['Category'].str.contains('E&P')]\n",
    "df_ecopol.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# dataframe for indicators which are already expressed in percent\n",
    "df_ecopol_percent = df_ecopol[df_ecopol['Unit'].isin(['Percent'])]\n",
    "# dataframe for indicators which need to be converted to percent or USD\n",
    "df_ecopol_to_percent = df_ecopol[~df_ecopol['Unit'].isin(['Percent'])]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/felix/anaconda3/lib/python3.6/site-packages/ipykernel_launcher.py:4: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  after removing the cwd from sys.path.\n",
      "/home/felix/anaconda3/lib/python3.6/site-packages/ipykernel_launcher.py:5: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \"\"\"\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Category</th>\n",
       "      <th>Indicator Description</th>\n",
       "      <th>Goal</th>\n",
       "      <th>Target</th>\n",
       "      <th>Indicator Ref</th>\n",
       "      <th>Unit</th>\n",
       "      <th>Unit multiplier</th>\n",
       "      <th>1984</th>\n",
       "      <th>1985</th>\n",
       "      <th>1986</th>\n",
       "      <th>...</th>\n",
       "      <th>2008</th>\n",
       "      <th>2009</th>\n",
       "      <th>2010</th>\n",
       "      <th>2011</th>\n",
       "      <th>2012</th>\n",
       "      <th>2013</th>\n",
       "      <th>2014</th>\n",
       "      <th>2015</th>\n",
       "      <th>2016</th>\n",
       "      <th>2017</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries that have national statist...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.2</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>19.170984</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries with a national statistica...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.3</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.145078</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries with a national statistica...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.3</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.326425</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries with a national statistica...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.3</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.626943</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries with a national statistica...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.3</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.808290</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries with a national statistica...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.18</td>\n",
       "      <td>17.18.3</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>41.968912</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Number of countries reporting progress in mult...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.16</td>\n",
       "      <td>17.16.1</td>\n",
       "      <td>Percent</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>23.834197</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7 rows × 41 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         Category                              Indicator Description  Goal  \\\n",
       "1   E&P (Percent)  Number of countries that have national statist...    17   \n",
       "2   E&P (Percent)  Number of countries with a national statistica...    17   \n",
       "3   E&P (Percent)  Number of countries with a national statistica...    17   \n",
       "4   E&P (Percent)  Number of countries with a national statistica...    17   \n",
       "5   E&P (Percent)  Number of countries with a national statistica...    17   \n",
       "6   E&P (Percent)  Number of countries with a national statistica...    17   \n",
       "28  E&P (Percent)  Number of countries reporting progress in mult...    17   \n",
       "\n",
       "   Target Indicator Ref     Unit Unit multiplier  1984  1985  1986    ...      \\\n",
       "1   17.18       17.18.2  Percent           Units   NaN   NaN   NaN    ...       \n",
       "2   17.18       17.18.3  Percent           Units   NaN   NaN   NaN    ...       \n",
       "3   17.18       17.18.3  Percent           Units   NaN   NaN   NaN    ...       \n",
       "4   17.18       17.18.3  Percent           Units   NaN   NaN   NaN    ...       \n",
       "5   17.18       17.18.3  Percent           Units   NaN   NaN   NaN    ...       \n",
       "6   17.18       17.18.3  Percent           Units   NaN   NaN   NaN    ...       \n",
       "28  17.16       17.16.1  Percent           Units   NaN   NaN   NaN    ...       \n",
       "\n",
       "    2008  2009  2010  2011  2012  2013  2014  2015       2016       2017  \n",
       "1    NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN  19.170984        NaN  \n",
       "2    NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   4.145078        NaN  \n",
       "3    NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   9.326425        NaN  \n",
       "4    NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   3.626943        NaN  \n",
       "5    NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN   8.808290        NaN  \n",
       "6    NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN  41.968912        NaN  \n",
       "28   NaN   NaN   NaN   NaN   NaN   NaN   NaN   NaN        NaN  23.834197  \n",
       "\n",
       "[7 rows x 41 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_ecopol_to_percent_no_countries = df_ecopol_to_percent[df_ecopol_to_percent['Indicator Description'].str.contains('Number of countries')]\n",
    "\n",
    "for yr in year:\n",
    "    df_ecopol_to_percent_no_countries[yr] = df_ecopol_to_percent_no_countries.apply(lambda r: float(r[yr])/1.93, axis=1)\n",
    "df_ecopol_to_percent_no_countries['Unit'] = 'Percent'\n",
    "\n",
    "df_ecopol_to_percent_no_countries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df_ecopol_percent1 = df_ecopol_percent.append(df_ecopol_to_percent_no_countries)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df_ecopol_to_usd = df_ecopol[df_ecopol['Unit'].str.contains('USD') & ~df_ecopol['Unit'].str.contains('Megajoules')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def toUSD(unit, multiplier, n):\n",
    "    if type(n)==float:\n",
    "        n2 = n\n",
    "    elif n.find(',') != -1:\n",
    "        n = n.replace(',','')\n",
    "    n2 = float(n)\n",
    "    if np.isnan(n2):\n",
    "        return np.nan\n",
    "    if unit=='Constant USD' or unit=='USD':\n",
    "        if multiplier=='Units':\n",
    "            return n2\n",
    "        if multiplier=='Millions':\n",
    "            return n2/1000000\n",
    "        if multiplier=='Billions':\n",
    "            return n2/1000000000\n",
    "    elif unit=='Per 1,000 USD':\n",
    "        return n2/1000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/felix/anaconda3/lib/python3.6/site-packages/ipykernel_launcher.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Category</th>\n",
       "      <th>Indicator Description</th>\n",
       "      <th>Goal</th>\n",
       "      <th>Target</th>\n",
       "      <th>Indicator Ref</th>\n",
       "      <th>Unit</th>\n",
       "      <th>Unit multiplier</th>\n",
       "      <th>1984</th>\n",
       "      <th>1985</th>\n",
       "      <th>1986</th>\n",
       "      <th>...</th>\n",
       "      <th>2008</th>\n",
       "      <th>2009</th>\n",
       "      <th>2010</th>\n",
       "      <th>2011</th>\n",
       "      <th>2012</th>\n",
       "      <th>2013</th>\n",
       "      <th>2014</th>\n",
       "      <th>2015</th>\n",
       "      <th>2016</th>\n",
       "      <th>2017</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Manufacturing value added as a proportion of G...</td>\n",
       "      <td>9</td>\n",
       "      <td>9.2</td>\n",
       "      <td>9.2.1</td>\n",
       "      <td>Constant USD</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>1.490660e+03</td>\n",
       "      <td>1.380790e+03</td>\n",
       "      <td>1.500070e+03</td>\n",
       "      <td>1.543940e+03</td>\n",
       "      <td>1.559710e+03</td>\n",
       "      <td>1.582690e+03</td>\n",
       "      <td>1.611650e+03</td>\n",
       "      <td>1638.060000</td>\n",
       "      <td>1660.800000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Direct economic loss in relation to global GDP...</td>\n",
       "      <td>11</td>\n",
       "      <td>11.5</td>\n",
       "      <td>11.5.2</td>\n",
       "      <td>Per 1,000 USD</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.003810</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Direct economic loss in relation to global GDP...</td>\n",
       "      <td>11</td>\n",
       "      <td>11.5</td>\n",
       "      <td>11.5.2</td>\n",
       "      <td>USD</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>293995.470000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Direct economic loss in relation to global GDP...</td>\n",
       "      <td>11</td>\n",
       "      <td>11.5</td>\n",
       "      <td>11.5.2</td>\n",
       "      <td>USD</td>\n",
       "      <td>Millions</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>279.582450</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>E&amp;P (Percent)</td>\n",
       "      <td>Net official development assistance, total and...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.2</td>\n",
       "      <td>17.2.1</td>\n",
       "      <td>Constant USD</td>\n",
       "      <td>Billions</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>1.122416e-04</td>\n",
       "      <td>1.142808e-04</td>\n",
       "      <td>1.206303e-04</td>\n",
       "      <td>1.196733e-04</td>\n",
       "      <td>1.153076e-04</td>\n",
       "      <td>1.218383e-04</td>\n",
       "      <td>1.239458e-04</td>\n",
       "      <td>0.000132</td>\n",
       "      <td>0.000143</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>E&amp;P (USD)</td>\n",
       "      <td>Dollar value of all resources made available t...</td>\n",
       "      <td>17</td>\n",
       "      <td>17.19</td>\n",
       "      <td>17.19.1</td>\n",
       "      <td>USD</td>\n",
       "      <td>Units</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>2.479536e+08</td>\n",
       "      <td>1.406847e+08</td>\n",
       "      <td>3.519962e+08</td>\n",
       "      <td>4.830671e+08</td>\n",
       "      <td>2.086008e+08</td>\n",
       "      <td>4.431062e+08</td>\n",
       "      <td>3.498444e+08</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6 rows × 41 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         Category                              Indicator Description  Goal  \\\n",
       "11  E&P (Percent)  Manufacturing value added as a proportion of G...     9   \n",
       "14  E&P (Percent)  Direct economic loss in relation to global GDP...    11   \n",
       "15  E&P (Percent)  Direct economic loss in relation to global GDP...    11   \n",
       "18  E&P (Percent)  Direct economic loss in relation to global GDP...    11   \n",
       "20  E&P (Percent)  Net official development assistance, total and...    17   \n",
       "36      E&P (USD)  Dollar value of all resources made available t...    17   \n",
       "\n",
       "   Target Indicator Ref           Unit Unit multiplier  1984  1985  1986  \\\n",
       "11    9.2         9.2.1   Constant USD           Units   NaN   NaN   NaN   \n",
       "14   11.5        11.5.2  Per 1,000 USD           Units   NaN   NaN   NaN   \n",
       "15   11.5        11.5.2            USD           Units   NaN   NaN   NaN   \n",
       "18   11.5        11.5.2            USD        Millions   NaN   NaN   NaN   \n",
       "20   17.2        17.2.1   Constant USD        Billions   NaN   NaN   NaN   \n",
       "36  17.19       17.19.1            USD           Units   NaN   NaN   NaN   \n",
       "\n",
       "    ...           2008          2009          2010          2011  \\\n",
       "11  ...   1.490660e+03  1.380790e+03  1.500070e+03  1.543940e+03   \n",
       "14  ...            NaN           NaN           NaN           NaN   \n",
       "15  ...            NaN           NaN           NaN           NaN   \n",
       "18  ...            NaN           NaN           NaN           NaN   \n",
       "20  ...   1.122416e-04  1.142808e-04  1.206303e-04  1.196733e-04   \n",
       "36  ...   2.479536e+08  1.406847e+08  3.519962e+08  4.830671e+08   \n",
       "\n",
       "            2012          2013          2014         2015           2016  2017  \n",
       "11  1.559710e+03  1.582690e+03  1.611650e+03  1638.060000    1660.800000   NaN  \n",
       "14           NaN           NaN           NaN          NaN       0.003810   NaN  \n",
       "15           NaN           NaN           NaN          NaN  293995.470000   NaN  \n",
       "18           NaN           NaN           NaN          NaN     279.582450   NaN  \n",
       "20  1.153076e-04  1.218383e-04  1.239458e-04     0.000132       0.000143   NaN  \n",
       "36  2.086008e+08  4.431062e+08  3.498444e+08          NaN            NaN   NaN  \n",
       "\n",
       "[6 rows x 41 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "for yr in year:\n",
    "    df_ecopol_to_usd[yr] = df_ecopol_to_usd.apply(lambda r: toUSD(r['Unit'], r['Unit multiplier'], r[yr]), axis=1)\n",
    "df_ecopol_to_usd"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Environment"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df_environment = ind_cat_joined[ind_cat_joined['Category'].str.contains('Environment')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df_environment_percent = df_environment[df_environment['Unit'].str.contains('Percent')]\n",
    "df_environment_not_percent = df_environment[~df_environment['Unit'].str.contains('Percent')]\n",
    "df_environment_weight_units = df_environment_not_percent[df_environment_not_percent['Unit'].isin(['Metric Tons', 'Micrograms per cubic meter',\n",
    "                                    'Kilograms', 'Tonne kilometres', 'kg CO2 equivalent per USD1 constant 2005 PPP GDP','Kilograms per constant USD'])]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def convertWeightUnits(unit, multiplier, n):\n",
    "    if type(n)==float:\n",
    "        n2 = n\n",
    "    elif n.find(',') != -1:\n",
    "        n = n.replace(',','')\n",
    "    n2 = float(n)\n",
    "    if np.isnan(n2):\n",
    "        return np.nan\n",
    "    elif unit=='Metric Tons' or unit=='Tonne kilometres':\n",
    "        if multiplier=='Units':\n",
    "            return n2\n",
    "        elif multiplier=='Millions':\n",
    "            return n2*1000000\n",
    "        elif multiplier=='Thousands':\n",
    "            return n2*1000\n",
    "    elif unit=='Kilograms' or unit=='kg CO2 equivalent per USD1 constant 2005 PPP GDP':\n",
    "        return n2/1000\n",
    "    elif unit=='Micrograms per cubic meter':\n",
    "        return n2/1000000000000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def newUnitName(unit):\n",
    "    if unit=='Metric Tons' or unit=='Tonne kilometres':\n",
    "        return unit\n",
    "    elif unit=='Kilograms':\n",
    "        return 'Metric Tons'\n",
    "    elif unit=='kg CO2 equivalent per USD1 constant 2005 PPP GDP':\n",
    "        return 'Metric Tons CO2 equivalent per USD1 constant 2005 PPP GDP'\n",
    "    elif unit=='Micrograms per cubic meter':\n",
    "        return 'Metric Tons per cubic meter'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/felix/anaconda3/lib/python3.6/site-packages/ipykernel_launcher.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \n",
      "/home/felix/anaconda3/lib/python3.6/site-packages/ipykernel_launcher.py:3: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  This is separate from the ipykernel package so we can avoid doing imports until\n",
      "/home/felix/anaconda3/lib/python3.6/site-packages/ipykernel_launcher.py:4: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  after removing the cwd from sys.path.\n"
     ]
    }
   ],
   "source": [
    "for yr in year:\n",
    "    df_environment_weight_units[yr] = df_environment_weight_units.apply(lambda r: convertWeightUnits(r['Unit'], r['Unit multiplier'], r[yr]), axis=1)\n",
    "df_environment_weight_units['Unit multiplier']='Units'\n",
    "df_environment_weight_units['Unit'] = df_environment_weight_units.apply(lambda r: newUnitName(r['Unit']), axis=1)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Saving all together in one Dataframe"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "complete_df = df_pop_in_percent.append([df_ecopol_percent1, df_ecopol_to_usd, df_environment_percent, df_environment_weight_units])\n",
    "complete_df = complete_df.drop(['Category', 'Unit Multiplier'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "complete_df.to_csv('TargetsForAnalysis.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}