reading_data_from_drive.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "authorship_tag": "ABX9TyMo8PGNpb1ahDCx89EG9r9b",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/isiktopcu/bart/blob/main/reading_data_from_drive.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install -U -q PyDrive"
      ],
      "metadata": {
        "id": "ybxhzqQ9m1ar"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "from pydrive.auth import GoogleAuth\n",
        "from pydrive.drive import GoogleDrive\n",
        "from google.colab import auth\n",
        "from oauth2client.client import GoogleCredentials\n",
        "import pandas as pd\n",
        "\n",
        "auth.authenticate_user()\n",
        "gauth = GoogleAuth()\n",
        "gauth.credentials = GoogleCredentials.get_application_default()\n",
        "drive = GoogleDrive(gauth)\n",
        "#sharable link\n",
        "file_link = \"link\"\n",
        "file_id = file_link.split(\"/\")[5]\n",
        "\n",
        "# pyDrive file object\n",
        "fileDownloaded = drive.CreateFile({'id': file_id})\n",
        "# load the csv file into memory\n",
        "fileDownloaded.GetContentFile('example.csv')\n",
        "df = pd.read_csv('example.csv')\n",
        "df.head()\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 560
        },
        "id": "O3udNOfpmTGq",
        "outputId": "d75841a8-cb7f-422d-c8eb-3c473533f3fe"
      },
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "              tweet_id                 created_at            author_id  \\\n",
              "0  1364706762021036049  2021-02-24 22:40:21+00:00            140928235   \n",
              "1  1364693518141317123  2021-02-24 21:47:44+00:00  1252910981837197312   \n",
              "2  1364692142623518725  2021-02-24 21:42:16+00:00           1245292034   \n",
              "3  1364683705760047112  2021-02-24 21:08:44+00:00   799091124925300738   \n",
              "4  1364680573294362625  2021-02-24 20:56:17+00:00  1254085182442876928   \n",
              "\n",
              "           place_id  place_name         full_place_name       lat       long  \\\n",
              "0  60bd9047be319459  Westhumble  Westhumble, South East -0.330245  51.254466   \n",
              "1  30dba570f454bbac     Rushden        Rushden, England -0.603826  52.289506   \n",
              "2  53b67b1d1cc81a51  Birmingham     Birmingham, England -1.890640  52.493966   \n",
              "3  68f3012fe4848e35     Cardiff          Cardiff, Wales -3.179800  51.497002   \n",
              "4  5434fc88dcd5444b  Alexandria    Alexandria, Scotland -4.574872  55.987019   \n",
              "\n",
              "   exact_coords                                        bbox  ...  \\\n",
              "0         False     -0.337459 51.250739 -0.323031 51.258192  ...   \n",
              "1         False  -0.630896 52.2728256 -0.5767564 52.3061867  ...   \n",
              "2         False       -2.033651 52.381063 -1.74763 52.60687  ...   \n",
              "3         False   -3.278624 51.447362 -3.0809756 51.5466412  ...   \n",
              "4         False      -4.598343 55.9623898 -4.5514 56.011649  ...   \n",
              "\n",
              "                source      conversation_id reply_settings  \\\n",
              "0  Twitter for Android  1364539078436356098       everyone   \n",
              "1  Twitter for Android  1364662650320412672       everyone   \n",
              "2   Twitter for iPhone  1364232001201569794       everyone   \n",
              "3   Twitter for iPhone  1364654653292568588       everyone   \n",
              "4  Twitter for Android  1364680573294362625       everyone   \n",
              "\n",
              "  referenced_tweets_type  referenced_tweets_id  in_reply_to_user_id  \\\n",
              "0             replied_to   1364706077930106882           3029701349   \n",
              "1             replied_to   1364662650320412672           2252072101   \n",
              "2             replied_to   1364232001201569794             10604172   \n",
              "3             replied_to   1364654653292568588           1834495928   \n",
              "4                                                                     \n",
              "\n",
              "                                         annotations  \\\n",
              "0  [{'start': 25, 'end': 31, 'probability': 0.964...   \n",
              "1  [{'start': 105, 'end': 110, 'probability': 0.9...   \n",
              "2  [{'start': 76, 'end': 83, 'probability': 0.982...   \n",
              "3                                                      \n",
              "4                                                      \n",
              "\n",
              "                                            mentions  \\\n",
              "0  [{'start': 0, 'end': 13, 'username': 'post_lib...   \n",
              "1  [{'start': 0, 'end': 16, 'username': 'andersle...   \n",
              "2  [{'start': 0, 'end': 11, 'username': 'marcreev...   \n",
              "3  [{'start': 0, 'end': 14, 'username': 'CardiffB...   \n",
              "4                                                      \n",
              "\n",
              "                                          linked_url possibly_sensitive  \n",
              "0  https://twitter.com/hiltonholloway/status/1364...              False  \n",
              "1                                                                 False  \n",
              "2  https://www.google.co.uk/amp/s/amp.theguardian...              False  \n",
              "3                                                                 False  \n",
              "4                                                                 False  \n",
              "\n",
              "[5 rows x 38 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-3be02b23-cc62-4808-b3a4-4e3c2476f572\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>tweet_id</th>\n",
              "      <th>created_at</th>\n",
              "      <th>author_id</th>\n",
              "      <th>place_id</th>\n",
              "      <th>place_name</th>\n",
              "      <th>full_place_name</th>\n",
              "      <th>lat</th>\n",
              "      <th>long</th>\n",
              "      <th>exact_coords</th>\n",
              "      <th>bbox</th>\n",
              "      <th>...</th>\n",
              "      <th>source</th>\n",
              "      <th>conversation_id</th>\n",
              "      <th>reply_settings</th>\n",
              "      <th>referenced_tweets_type</th>\n",
              "      <th>referenced_tweets_id</th>\n",
              "      <th>in_reply_to_user_id</th>\n",
              "      <th>annotations</th>\n",
              "      <th>mentions</th>\n",
              "      <th>linked_url</th>\n",
              "      <th>possibly_sensitive</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1364706762021036049</td>\n",
              "      <td>2021-02-24 22:40:21+00:00</td>\n",
              "      <td>140928235</td>\n",
              "      <td>60bd9047be319459</td>\n",
              "      <td>Westhumble</td>\n",
              "      <td>Westhumble, South East</td>\n",
              "      <td>-0.330245</td>\n",
              "      <td>51.254466</td>\n",
              "      <td>False</td>\n",
              "      <td>-0.337459 51.250739 -0.323031 51.258192</td>\n",
              "      <td>...</td>\n",
              "      <td>Twitter for Android</td>\n",
              "      <td>1364539078436356098</td>\n",
              "      <td>everyone</td>\n",
              "      <td>replied_to</td>\n",
              "      <td>1364706077930106882</td>\n",
              "      <td>3029701349</td>\n",
              "      <td>[{'start': 25, 'end': 31, 'probability': 0.964...</td>\n",
              "      <td>[{'start': 0, 'end': 13, 'username': 'post_lib...</td>\n",
              "      <td>https://twitter.com/hiltonholloway/status/1364...</td>\n",
              "      <td>False</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1364693518141317123</td>\n",
              "      <td>2021-02-24 21:47:44+00:00</td>\n",
              "      <td>1252910981837197312</td>\n",
              "      <td>30dba570f454bbac</td>\n",
              "      <td>Rushden</td>\n",
              "      <td>Rushden, England</td>\n",
              "      <td>-0.603826</td>\n",
              "      <td>52.289506</td>\n",
              "      <td>False</td>\n",
              "      <td>-0.630896 52.2728256 -0.5767564 52.3061867</td>\n",
              "      <td>...</td>\n",
              "      <td>Twitter for Android</td>\n",
              "      <td>1364662650320412672</td>\n",
              "      <td>everyone</td>\n",
              "      <td>replied_to</td>\n",
              "      <td>1364662650320412672</td>\n",
              "      <td>2252072101</td>\n",
              "      <td>[{'start': 105, 'end': 110, 'probability': 0.9...</td>\n",
              "      <td>[{'start': 0, 'end': 16, 'username': 'andersle...</td>\n",
              "      <td></td>\n",
              "      <td>False</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1364692142623518725</td>\n",
              "      <td>2021-02-24 21:42:16+00:00</td>\n",
              "      <td>1245292034</td>\n",
              "      <td>53b67b1d1cc81a51</td>\n",
              "      <td>Birmingham</td>\n",
              "      <td>Birmingham, England</td>\n",
              "      <td>-1.890640</td>\n",
              "      <td>52.493966</td>\n",
              "      <td>False</td>\n",
              "      <td>-2.033651 52.381063 -1.74763 52.60687</td>\n",
              "      <td>...</td>\n",
              "      <td>Twitter for iPhone</td>\n",
              "      <td>1364232001201569794</td>\n",
              "      <td>everyone</td>\n",
              "      <td>replied_to</td>\n",
              "      <td>1364232001201569794</td>\n",
              "      <td>10604172</td>\n",
              "      <td>[{'start': 76, 'end': 83, 'probability': 0.982...</td>\n",
              "      <td>[{'start': 0, 'end': 11, 'username': 'marcreev...</td>\n",
              "      <td>https://www.google.co.uk/amp/s/amp.theguardian...</td>\n",
              "      <td>False</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1364683705760047112</td>\n",
              "      <td>2021-02-24 21:08:44+00:00</td>\n",
              "      <td>799091124925300738</td>\n",
              "      <td>68f3012fe4848e35</td>\n",
              "      <td>Cardiff</td>\n",
              "      <td>Cardiff, Wales</td>\n",
              "      <td>-3.179800</td>\n",
              "      <td>51.497002</td>\n",
              "      <td>False</td>\n",
              "      <td>-3.278624 51.447362 -3.0809756 51.5466412</td>\n",
              "      <td>...</td>\n",
              "      <td>Twitter for iPhone</td>\n",
              "      <td>1364654653292568588</td>\n",
              "      <td>everyone</td>\n",
              "      <td>replied_to</td>\n",
              "      <td>1364654653292568588</td>\n",
              "      <td>1834495928</td>\n",
              "      <td></td>\n",
              "      <td>[{'start': 0, 'end': 14, 'username': 'CardiffB...</td>\n",
              "      <td></td>\n",
              "      <td>False</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1364680573294362625</td>\n",
              "      <td>2021-02-24 20:56:17+00:00</td>\n",
              "      <td>1254085182442876928</td>\n",
              "      <td>5434fc88dcd5444b</td>\n",
              "      <td>Alexandria</td>\n",
              "      <td>Alexandria, Scotland</td>\n",
              "      <td>-4.574872</td>\n",
              "      <td>55.987019</td>\n",
              "      <td>False</td>\n",
              "      <td>-4.598343 55.9623898 -4.5514 56.011649</td>\n",
              "      <td>...</td>\n",
              "      <td>Twitter for Android</td>\n",
              "      <td>1364680573294362625</td>\n",
              "      <td>everyone</td>\n",
              "      <td></td>\n",
              "      <td></td>\n",
              "      <td></td>\n",
              "      <td></td>\n",
              "      <td></td>\n",
              "      <td></td>\n",
              "      <td>False</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 38 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-3be02b23-cc62-4808-b3a4-4e3c2476f572')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-3be02b23-cc62-4808-b3a4-4e3c2476f572 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-3be02b23-cc62-4808-b3a4-4e3c2476f572');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 3
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df.shape"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "cTFmnlyOm8pd",
        "outputId": "205bfe0a-0364-4aa7-d3be-780e558aae76"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(34490, 38)"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ]
    }
  ]
}