lyft_bike_data_processing.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "lyft_bike_data_processing.ipynb",
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "SnnL1hJ1xM-v",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "outputId": "58791347-17ec-4497-e92c-ee99b72efdce"
      },
      "source": [
        "import pandas as pd\n",
        "lyft_bike_data = pd.read_csv(r'lyft2.csv')\n",
        "lyft_bike_data"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>start_station_id</th>\n",
              "      <th>end_station_id</th>\n",
              "      <th>start_lat</th>\n",
              "      <th>start_lng</th>\n",
              "      <th>end_lat</th>\n",
              "      <th>end_lng</th>\n",
              "      <th>member_casual</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>SF-R19</td>\n",
              "      <td>SF-R20</td>\n",
              "      <td>37.750494</td>\n",
              "      <td>-122.433891</td>\n",
              "      <td>37.750882</td>\n",
              "      <td>-122.427622</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>SF-A27</td>\n",
              "      <td>SF-F28-2</td>\n",
              "      <td>37.804770</td>\n",
              "      <td>-122.403234</td>\n",
              "      <td>37.789620</td>\n",
              "      <td>-122.400808</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>SF-P22</td>\n",
              "      <td>SF-I27</td>\n",
              "      <td>37.756708</td>\n",
              "      <td>-122.421025</td>\n",
              "      <td>37.780738</td>\n",
              "      <td>-122.402728</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>SF-S24</td>\n",
              "      <td>SF-S22-1</td>\n",
              "      <td>37.747300</td>\n",
              "      <td>-122.411403</td>\n",
              "      <td>37.747675</td>\n",
              "      <td>-122.420215</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>SF-N21</td>\n",
              "      <td>SF-N21</td>\n",
              "      <td>37.763015</td>\n",
              "      <td>-122.426497</td>\n",
              "      <td>37.763015</td>\n",
              "      <td>-122.426497</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>130532</th>\n",
              "      <td>SF-J29</td>\n",
              "      <td>SF-L22</td>\n",
              "      <td>37.776701</td>\n",
              "      <td>-122.395337</td>\n",
              "      <td>37.769241</td>\n",
              "      <td>-122.422047</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>130533</th>\n",
              "      <td>SF-J29</td>\n",
              "      <td>SF-J26-2</td>\n",
              "      <td>37.776598</td>\n",
              "      <td>-122.395282</td>\n",
              "      <td>37.776664</td>\n",
              "      <td>-122.407908</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>130534</th>\n",
              "      <td>SF-J23-1</td>\n",
              "      <td>SF-A19</td>\n",
              "      <td>37.777005</td>\n",
              "      <td>-122.417530</td>\n",
              "      <td>37.805255</td>\n",
              "      <td>-122.437215</td>\n",
              "      <td>casual</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>130535</th>\n",
              "      <td>SF-K22-2</td>\n",
              "      <td>SF-L22</td>\n",
              "      <td>37.771680</td>\n",
              "      <td>-122.422301</td>\n",
              "      <td>37.769010</td>\n",
              "      <td>-122.422248</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>130536</th>\n",
              "      <td>SF-J23-1</td>\n",
              "      <td>SF-L22</td>\n",
              "      <td>37.776619</td>\n",
              "      <td>-122.417385</td>\n",
              "      <td>37.769010</td>\n",
              "      <td>-122.422248</td>\n",
              "      <td>casual</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>130537 rows × 7 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "       start_station_id end_station_id  ...     end_lng  member_casual\n",
              "0                SF-R19         SF-R20  ... -122.427622         member\n",
              "1                SF-A27       SF-F28-2  ... -122.400808         member\n",
              "2                SF-P22         SF-I27  ... -122.402728         member\n",
              "3                SF-S24       SF-S22-1  ... -122.420215         member\n",
              "4                SF-N21         SF-N21  ... -122.426497         member\n",
              "...                 ...            ...  ...         ...            ...\n",
              "130532           SF-J29         SF-L22  ... -122.422047         member\n",
              "130533           SF-J29       SF-J26-2  ... -122.407908         member\n",
              "130534         SF-J23-1         SF-A19  ... -122.437215         casual\n",
              "130535         SF-K22-2         SF-L22  ... -122.422248         member\n",
              "130536         SF-J23-1         SF-L22  ... -122.422248         casual\n",
              "\n",
              "[130537 rows x 7 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 29
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "MksJQ5pCHpMX",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "8eb6c581-2064-4530-e053-4b39890d25bb"
      },
      "source": [
        "from google.colab import drive\n",
        "from google.colab import files\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "SOzEgceCBBLK",
        "outputId": "5e52e08d-ec26-4d50-e56d-0da09322c3d9"
      },
      "source": [
        "lyft_bike_data = lyft_bike_data[lyft_bike_data[\"start_station_id\"].notnull()]\n",
        "lyft_bike_data = lyft_bike_data[lyft_bike_data[\"end_station_id\"].notnull()]\n",
        "lyft_bike_data"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>start_station_id</th>\n",
              "      <th>end_station_id</th>\n",
              "      <th>start_lat</th>\n",
              "      <th>start_lng</th>\n",
              "      <th>end_lat</th>\n",
              "      <th>end_lng</th>\n",
              "      <th>member_casual</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>SF-R19</td>\n",
              "      <td>SF-R20</td>\n",
              "      <td>37.750494</td>\n",
              "      <td>-122.433891</td>\n",
              "      <td>37.750882</td>\n",
              "      <td>-122.427622</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>SF-A27</td>\n",
              "      <td>SF-F28-2</td>\n",
              "      <td>37.804770</td>\n",
              "      <td>-122.403234</td>\n",
              "      <td>37.789620</td>\n",
              "      <td>-122.400808</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>SF-P22</td>\n",
              "      <td>SF-I27</td>\n",
              "      <td>37.756708</td>\n",
              "      <td>-122.421025</td>\n",
              "      <td>37.780738</td>\n",
              "      <td>-122.402728</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>SF-S24</td>\n",
              "      <td>SF-S22-1</td>\n",
              "      <td>37.747300</td>\n",
              "      <td>-122.411403</td>\n",
              "      <td>37.747675</td>\n",
              "      <td>-122.420215</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>SF-N21</td>\n",
              "      <td>SF-N21</td>\n",
              "      <td>37.763015</td>\n",
              "      <td>-122.426497</td>\n",
              "      <td>37.763015</td>\n",
              "      <td>-122.426497</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>130532</th>\n",
              "      <td>SF-J29</td>\n",
              "      <td>SF-L22</td>\n",
              "      <td>37.776701</td>\n",
              "      <td>-122.395337</td>\n",
              "      <td>37.769241</td>\n",
              "      <td>-122.422047</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>130533</th>\n",
              "      <td>SF-J29</td>\n",
              "      <td>SF-J26-2</td>\n",
              "      <td>37.776598</td>\n",
              "      <td>-122.395282</td>\n",
              "      <td>37.776664</td>\n",
              "      <td>-122.407908</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>130534</th>\n",
              "      <td>SF-J23-1</td>\n",
              "      <td>SF-A19</td>\n",
              "      <td>37.777005</td>\n",
              "      <td>-122.417530</td>\n",
              "      <td>37.805255</td>\n",
              "      <td>-122.437215</td>\n",
              "      <td>casual</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>130535</th>\n",
              "      <td>SF-K22-2</td>\n",
              "      <td>SF-L22</td>\n",
              "      <td>37.771680</td>\n",
              "      <td>-122.422301</td>\n",
              "      <td>37.769010</td>\n",
              "      <td>-122.422248</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>130536</th>\n",
              "      <td>SF-J23-1</td>\n",
              "      <td>SF-L22</td>\n",
              "      <td>37.776619</td>\n",
              "      <td>-122.417385</td>\n",
              "      <td>37.769010</td>\n",
              "      <td>-122.422248</td>\n",
              "      <td>casual</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>130537 rows × 7 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "       start_station_id end_station_id  ...     end_lng  member_casual\n",
              "0                SF-R19         SF-R20  ... -122.427622         member\n",
              "1                SF-A27       SF-F28-2  ... -122.400808         member\n",
              "2                SF-P22         SF-I27  ... -122.402728         member\n",
              "3                SF-S24       SF-S22-1  ... -122.420215         member\n",
              "4                SF-N21         SF-N21  ... -122.426497         member\n",
              "...                 ...            ...  ...         ...            ...\n",
              "130532           SF-J29         SF-L22  ... -122.422047         member\n",
              "130533           SF-J29       SF-J26-2  ... -122.407908         member\n",
              "130534         SF-J23-1         SF-A19  ... -122.437215         casual\n",
              "130535         SF-K22-2         SF-L22  ... -122.422248         member\n",
              "130536         SF-J23-1         SF-L22  ... -122.422248         casual\n",
              "\n",
              "[130537 rows x 7 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 30
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "mHeKD5wPG3K4",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "outputId": "837d7df8-5f9e-4187-87b0-4846b89e33da"
      },
      "source": [
        "lyft_bike_data = lyft_bike_data.drop_duplicates(subset=[\"start_station_id\",\"end_station_id\"])\n",
        "#lyft_bike_data = lyft_bike_data.drop_duplicates(subset=[\"end_station_id\"])\n",
        "lyft_bike_data"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>start_station_id</th>\n",
              "      <th>end_station_id</th>\n",
              "      <th>start_lat</th>\n",
              "      <th>start_lng</th>\n",
              "      <th>end_lat</th>\n",
              "      <th>end_lng</th>\n",
              "      <th>member_casual</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>SF-R19</td>\n",
              "      <td>SF-R20</td>\n",
              "      <td>37.750494</td>\n",
              "      <td>-122.433891</td>\n",
              "      <td>37.750882</td>\n",
              "      <td>-122.427622</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>SF-A27</td>\n",
              "      <td>SF-F28-2</td>\n",
              "      <td>37.804770</td>\n",
              "      <td>-122.403234</td>\n",
              "      <td>37.789620</td>\n",
              "      <td>-122.400808</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>SF-P22</td>\n",
              "      <td>SF-I27</td>\n",
              "      <td>37.756708</td>\n",
              "      <td>-122.421025</td>\n",
              "      <td>37.780738</td>\n",
              "      <td>-122.402728</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>SF-S24</td>\n",
              "      <td>SF-S22-1</td>\n",
              "      <td>37.747300</td>\n",
              "      <td>-122.411403</td>\n",
              "      <td>37.747675</td>\n",
              "      <td>-122.420215</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>SF-N21</td>\n",
              "      <td>SF-N21</td>\n",
              "      <td>37.763015</td>\n",
              "      <td>-122.426497</td>\n",
              "      <td>37.763015</td>\n",
              "      <td>-122.426497</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>130502</th>\n",
              "      <td>SF-E20</td>\n",
              "      <td>SF-J26-2</td>\n",
              "      <td>37.790603</td>\n",
              "      <td>-122.432540</td>\n",
              "      <td>37.776499</td>\n",
              "      <td>-122.408183</td>\n",
              "      <td>casual</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>130516</th>\n",
              "      <td>SF-M30</td>\n",
              "      <td>SF-M22-1</td>\n",
              "      <td>37.767018</td>\n",
              "      <td>-122.390663</td>\n",
              "      <td>37.768135</td>\n",
              "      <td>-122.420506</td>\n",
              "      <td>casual</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>130517</th>\n",
              "      <td>SF-C28-1</td>\n",
              "      <td>SF-L22</td>\n",
              "      <td>37.799863</td>\n",
              "      <td>-122.398473</td>\n",
              "      <td>37.768962</td>\n",
              "      <td>-122.422187</td>\n",
              "      <td>casual</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>130522</th>\n",
              "      <td>SF-L24</td>\n",
              "      <td>SF-J15</td>\n",
              "      <td>37.770212</td>\n",
              "      <td>-122.415475</td>\n",
              "      <td>37.776191</td>\n",
              "      <td>-122.453110</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>130526</th>\n",
              "      <td>SF-N20-1</td>\n",
              "      <td>SF-J26-2</td>\n",
              "      <td>37.764321</td>\n",
              "      <td>-122.431854</td>\n",
              "      <td>37.776419</td>\n",
              "      <td>-122.408223</td>\n",
              "      <td>member</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>28670 rows × 7 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "       start_station_id end_station_id  ...     end_lng  member_casual\n",
              "0                SF-R19         SF-R20  ... -122.427622         member\n",
              "1                SF-A27       SF-F28-2  ... -122.400808         member\n",
              "2                SF-P22         SF-I27  ... -122.402728         member\n",
              "3                SF-S24       SF-S22-1  ... -122.420215         member\n",
              "4                SF-N21         SF-N21  ... -122.426497         member\n",
              "...                 ...            ...  ...         ...            ...\n",
              "130502           SF-E20       SF-J26-2  ... -122.408183         casual\n",
              "130516           SF-M30       SF-M22-1  ... -122.420506         casual\n",
              "130517         SF-C28-1         SF-L22  ... -122.422187         casual\n",
              "130522           SF-L24         SF-J15  ... -122.453110         member\n",
              "130526         SF-N20-1       SF-J26-2  ... -122.408223         member\n",
              "\n",
              "[28670 rows x 7 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 31
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 17
        },
        "id": "DTf8ejZhXncE",
        "outputId": "85a9aa0b-d5bc-409f-b777-56e5dba6687b"
      },
      "source": [
        "vertex = lyft_bike_data.drop(['member_casual'],axis=1)\n",
        "vertex = vertex.reset_index(drop=True)\n",
        "vertex.to_csv('ffinal_graphs_data.csv')\n",
        "vertex\n",
        "files.download('ffinal_graphs_data.csv')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "application/javascript": [
              "\n",
              "    async function download(id, filename, size) {\n",
              "      if (!google.colab.kernel.accessAllowed) {\n",
              "        return;\n",
              "      }\n",
              "      const div = document.createElement('div');\n",
              "      const label = document.createElement('label');\n",
              "      label.textContent = `Downloading \"${filename}\": `;\n",
              "      div.appendChild(label);\n",
              "      const progress = document.createElement('progress');\n",
              "      progress.max = size;\n",
              "      div.appendChild(progress);\n",
              "      document.body.appendChild(div);\n",
              "\n",
              "      const buffers = [];\n",
              "      let downloaded = 0;\n",
              "\n",
              "      const channel = await google.colab.kernel.comms.open(id);\n",
              "      // Send a message to notify the kernel that we're ready.\n",
              "      channel.send({})\n",
              "\n",
              "      for await (const message of channel.messages) {\n",
              "        // Send a message to notify the kernel that we're ready.\n",
              "        channel.send({})\n",
              "        if (message.buffers) {\n",
              "          for (const buffer of message.buffers) {\n",
              "            buffers.push(buffer);\n",
              "            downloaded += buffer.byteLength;\n",
              "            progress.value = downloaded;\n",
              "          }\n",
              "        }\n",
              "      }\n",
              "      const blob = new Blob(buffers, {type: 'application/binary'});\n",
              "      const a = document.createElement('a');\n",
              "      a.href = window.URL.createObjectURL(blob);\n",
              "      a.download = filename;\n",
              "      div.appendChild(a);\n",
              "      a.click();\n",
              "      div.remove();\n",
              "    }\n",
              "  "
            ],
            "text/plain": [
              "<IPython.core.display.Javascript object>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "application/javascript": [
              "download(\"download_ddc998d7-7007-4b75-b3a0-65edc938f9c2\", \"ffinal_graphs_data.csv\", 2188655)"
            ],
            "text/plain": [
              "<IPython.core.display.Javascript object>"
            ]
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "5I3VEMflxg-w"
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}