MScProject_data_collection.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "6679c979",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: tweepy in ./opt/anaconda3/lib/python3.8/site-packages (4.10.1)\r\n",
      "Requirement already satisfied: requests-oauthlib<2,>=1.2.0 in ./opt/anaconda3/lib/python3.8/site-packages (from tweepy) (1.3.1)\r\n",
      "Requirement already satisfied: requests<3,>=2.27.0 in ./opt/anaconda3/lib/python3.8/site-packages (from tweepy) (2.28.1)\r\n",
      "Requirement already satisfied: oauthlib<4,>=3.2.0 in ./opt/anaconda3/lib/python3.8/site-packages (from tweepy) (3.2.0)\r\n",
      "Requirement already satisfied: urllib3<1.27,>=1.21.1 in ./opt/anaconda3/lib/python3.8/site-packages (from requests<3,>=2.27.0->tweepy) (1.26.4)\r\n",
      "Requirement already satisfied: charset-normalizer<3,>=2 in ./opt/anaconda3/lib/python3.8/site-packages (from requests<3,>=2.27.0->tweepy) (2.1.1)\r\n",
      "Requirement already satisfied: idna<4,>=2.5 in ./opt/anaconda3/lib/python3.8/site-packages (from requests<3,>=2.27.0->tweepy) (2.10)\r\n",
      "Requirement already satisfied: certifi>=2017.4.17 in ./opt/anaconda3/lib/python3.8/site-packages (from requests<3,>=2.27.0->tweepy) (2020.12.5)\r\n"
     ]
    }
   ],
   "source": [
    "#Install Tweepy API\n",
    "#Tweepy API class provides access to the entire Twitter API methods\n",
    "!pip3 install tweepy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "cd02440f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: langdetect in ./opt/anaconda3/lib/python3.8/site-packages (1.0.9)\r\n",
      "Requirement already satisfied: six in ./opt/anaconda3/lib/python3.8/site-packages (from langdetect) (1.15.0)\r\n"
     ]
    }
   ],
   "source": [
    "!pip install langdetect"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "75a2bcb4",
   "metadata": {},
   "outputs": [],
   "source": [
    "import tweepy\n",
    "import sys\n",
    "import os\n",
    "import codecs\n",
    "import re\n",
    "import csv\n",
    "from langdetect import detect\n",
    "import time\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "dd879aaf",
   "metadata": {},
   "outputs": [],
   "source": [
    "client=tweepy.Client(bearer_token='AAAAAAAAAAAAAAAAAAAAAHMJhAEAAAAA1tFq8UzI9qDbcfZNz6hPfryKu%2FU%3DhtHMk5M33hFjUTPBB5ifniI8dpskO3BMxL0PrmCpEyhLHKs8u7',wait_on_rate_limit=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "014e4347",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Rate limit exceeded. Sleeping for 168 seconds.\n",
      "Rate limit exceeded. Sleeping for 163 seconds.\n"
     ]
    }
   ],
   "source": [
    "test_tweets = []\n",
    "for response in tweepy.Paginator(client.search_all_tweets, \n",
    "                                 query = '#bankofengland OR #foodpricesurge OR #minibudget OR #costoflivingcrisis OR #highinflation OR #energypricesurge OR #energycris OR #ukinflation OR #pmresigns OR #borisjohnson OR #liztruss OR #ukeconomy OR #fuelpricesurge OR #industrialstrikes OR #strikes OR #energybill -is:retweet lang:en',\n",
    "                                 user_fields = ['username', 'location'],\n",
    "                                 tweet_fields = ['created_at', 'geo', 'public_metrics', 'text'],\n",
    "                                 expansions = 'author_id',\n",
    "                                 start_time = '2022-05-01T00:00:00Z',\n",
    "                                 end_time = '2022-05-31T23:59:59Z',\n",
    "                                 max_results=500, limit=1000):\n",
    "    \n",
    "    time.sleep(1)\n",
    "    test_tweets.append(response)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "d4e7cd0e",
   "metadata": {},
   "outputs": [],
   "source": [
    "result = []\n",
    "user_dict = {}\n",
    "# Loop through each response object\n",
    "for response in test_tweets:\n",
    "    # Take all of the users, and put them into a dictionary of dictionaries with the info we want to keep\n",
    "    for user in response.includes['users']:\n",
    "        user_dict[user.id] = {'username': user.username, \n",
    "                              'location': user.location\n",
    "                             }\n",
    "    for tweet in response.data:\n",
    "        # For each tweet, find the author's information\n",
    "        author_info = user_dict[tweet.author_id]\n",
    "        # Put all of the information we want to keep in a single dictionary for each tweet\n",
    "        result.append({'author_id': tweet.author_id, \n",
    "                       'username': author_info['username'],\n",
    "                       'author_location': author_info['location'],\n",
    "                       'text': tweet.text,\n",
    "                       'created_at': tweet.created_at,\n",
    "                       'tweet_location': tweet.geo,\n",
    "                       'retweets': tweet.public_metrics['retweet_count'],\n",
    "                       'replies': tweet.public_metrics['reply_count'],\n",
    "                       'likes': tweet.public_metrics['like_count'],\n",
    "                       'quote_count': tweet.public_metrics['quote_count']\n",
    "                      })\n",
    "\n",
    "# Change this list of dictionaries into a dataframe\n",
    "df = pd.DataFrame(result)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "2cd2f51f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>author_id</th>\n",
       "      <th>username</th>\n",
       "      <th>author_location</th>\n",
       "      <th>text</th>\n",
       "      <th>created_at</th>\n",
       "      <th>tweet_location</th>\n",
       "      <th>retweets</th>\n",
       "      <th>replies</th>\n",
       "      <th>likes</th>\n",
       "      <th>quote_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2233626266</td>\n",
       "      <td>ChristieElanCan</td>\n",
       "      <td>Pronoun: per/per/perself</td>\n",
       "      <td>@PaulDuddridge Do you believe we should now ge...</td>\n",
       "      <td>2022-05-31 23:59:30+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>257088949</td>\n",
       "      <td>mycomfor</td>\n",
       "      <td>deutscher Sprachraum</td>\n",
       "      <td>#BorisJohnson’s allies lobby MPs to stop Tory ...</td>\n",
       "      <td>2022-05-31 23:56:46+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>95199214</td>\n",
       "      <td>yllekonadnerb</td>\n",
       "      <td>Dublin</td>\n",
       "      <td>RT @RachelG21879460: My mp Kelly Tolhurst says...</td>\n",
       "      <td>2022-05-31 23:56:28+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1527052987436355585</td>\n",
       "      <td>PaulLove8484</td>\n",
       "      <td>None</td>\n",
       "      <td>Mr #BorisJohnson . I keep hearing \"they get am...</td>\n",
       "      <td>2022-05-31 23:56:17+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>611585332</td>\n",
       "      <td>Bonn1eGreer</td>\n",
       "      <td>London UK  &amp;.....Meta Africa</td>\n",
       "      <td>According to your article, #BorisJohnson left ...</td>\n",
       "      <td>2022-05-31 23:54:54+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>8</td>\n",
       "      <td>7</td>\n",
       "      <td>14</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>305940</th>\n",
       "      <td>1328274379558563846</td>\n",
       "      <td>killhd1</td>\n",
       "      <td>Paris</td>\n",
       "      <td>RT @andrebercoff: Un spectre hante désormais l...</td>\n",
       "      <td>2022-05-01 00:00:10+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>5060</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>305941</th>\n",
       "      <td>2890378990</td>\n",
       "      <td>PPALtd</td>\n",
       "      <td>Glasgow</td>\n",
       "      <td>@AdamFowle @AugustaLees @HarryMo76998704 @shar...</td>\n",
       "      <td>2022-05-01 00:00:06+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>305942</th>\n",
       "      <td>1073676020</td>\n",
       "      <td>IndiaTodayFLASH</td>\n",
       "      <td>None</td>\n",
       "      <td>RT @IndiaToday: Boris On Bulldozer: Members of...</td>\n",
       "      <td>2022-05-01 00:00:04+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>305943</th>\n",
       "      <td>1323390556052037633</td>\n",
       "      <td>Fabibibioups</td>\n",
       "      <td>None</td>\n",
       "      <td>RT @andrebercoff: Un spectre hante désormais l...</td>\n",
       "      <td>2022-05-01 00:00:04+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>5060</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>305944</th>\n",
       "      <td>19897138</td>\n",
       "      <td>IndiaToday</td>\n",
       "      <td>India</td>\n",
       "      <td>Boris On Bulldozer: Members of UK parliament s...</td>\n",
       "      <td>2022-05-01 00:00:00+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>12</td>\n",
       "      <td>6</td>\n",
       "      <td>24</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>305945 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  author_id         username               author_location  \\\n",
       "0                2233626266  ChristieElanCan      Pronoun: per/per/perself   \n",
       "1                 257088949         mycomfor          deutscher Sprachraum   \n",
       "2                  95199214    yllekonadnerb                        Dublin   \n",
       "3       1527052987436355585     PaulLove8484                          None   \n",
       "4                 611585332      Bonn1eGreer  London UK  &.....Meta Africa   \n",
       "...                     ...              ...                           ...   \n",
       "305940  1328274379558563846          killhd1                         Paris   \n",
       "305941           2890378990           PPALtd                      Glasgow    \n",
       "305942           1073676020  IndiaTodayFLASH                          None   \n",
       "305943  1323390556052037633     Fabibibioups                          None   \n",
       "305944             19897138       IndiaToday                         India   \n",
       "\n",
       "                                                     text  \\\n",
       "0       @PaulDuddridge Do you believe we should now ge...   \n",
       "1       #BorisJohnson’s allies lobby MPs to stop Tory ...   \n",
       "2       RT @RachelG21879460: My mp Kelly Tolhurst says...   \n",
       "3       Mr #BorisJohnson . I keep hearing \"they get am...   \n",
       "4       According to your article, #BorisJohnson left ...   \n",
       "...                                                   ...   \n",
       "305940  RT @andrebercoff: Un spectre hante désormais l...   \n",
       "305941  @AdamFowle @AugustaLees @HarryMo76998704 @shar...   \n",
       "305942  RT @IndiaToday: Boris On Bulldozer: Members of...   \n",
       "305943  RT @andrebercoff: Un spectre hante désormais l...   \n",
       "305944  Boris On Bulldozer: Members of UK parliament s...   \n",
       "\n",
       "                      created_at tweet_location  retweets  replies  likes  \\\n",
       "0      2022-05-31 23:59:30+00:00           None         0        1      0   \n",
       "1      2022-05-31 23:56:46+00:00           None         0        0      0   \n",
       "2      2022-05-31 23:56:28+00:00           None        11        0      0   \n",
       "3      2022-05-31 23:56:17+00:00           None         0        0      0   \n",
       "4      2022-05-31 23:54:54+00:00           None         8        7     14   \n",
       "...                          ...            ...       ...      ...    ...   \n",
       "305940 2022-05-01 00:00:10+00:00           None      5060        0      0   \n",
       "305941 2022-05-01 00:00:06+00:00           None         1        0      3   \n",
       "305942 2022-05-01 00:00:04+00:00           None        12        0      0   \n",
       "305943 2022-05-01 00:00:04+00:00           None      5060        0      0   \n",
       "305944 2022-05-01 00:00:00+00:00           None        12        6     24   \n",
       "\n",
       "        quote_count  \n",
       "0                 0  \n",
       "1                 0  \n",
       "2                 0  \n",
       "3                 0  \n",
       "4                 2  \n",
       "...             ...  \n",
       "305940            0  \n",
       "305941            0  \n",
       "305942            0  \n",
       "305943            0  \n",
       "305944            0  \n",
       "\n",
       "[305945 rows x 10 columns]"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "763436ce",
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv('colc_maay.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "6c4e7c09",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>author_id</th>\n",
       "      <th>username</th>\n",
       "      <th>author_location</th>\n",
       "      <th>text</th>\n",
       "      <th>created_at</th>\n",
       "      <th>tweet_location</th>\n",
       "      <th>retweets</th>\n",
       "      <th>replies</th>\n",
       "      <th>likes</th>\n",
       "      <th>quote_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1724911962</td>\n",
       "      <td>KeiranON</td>\n",
       "      <td>keiran.oneill@glasgow.gov.uk</td>\n",
       "      <td>RT @glasgowklove: #saveruchillcc @RuchillSave ...</td>\n",
       "      <td>2022-09-30 23:59:50+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>951862175899013121</td>\n",
       "      <td>greg90374301</td>\n",
       "      <td>Richmond, London</td>\n",
       "      <td>RT @rodbishop15: The @BBCNews doesn’t want any...</td>\n",
       "      <td>2022-09-30 23:58:11+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>898</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>393800042</td>\n",
       "      <td>will_farquhar</td>\n",
       "      <td>London, UK</td>\n",
       "      <td>@NewStatesman ‘Surgical Truss’ has defended Kw...</td>\n",
       "      <td>2022-09-30 23:57:48+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>136281845</td>\n",
       "      <td>krisxine</td>\n",
       "      <td>TORONTO</td>\n",
       "      <td>RT @Camilla_Fitzs: Spotted in Dublin 👏👏👏 #Cost...</td>\n",
       "      <td>2022-09-30 23:56:57+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>697</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>129955675</td>\n",
       "      <td>theminxiekitten</td>\n",
       "      <td>Fighting the brain bitch.</td>\n",
       "      <td>RT @mSharronSpice: “Her freeze on #energy #bil...</td>\n",
       "      <td>2022-09-30 23:56:56+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1100533</th>\n",
       "      <td>1478741400682479628</td>\n",
       "      <td>jackjacktayler</td>\n",
       "      <td>None</td>\n",
       "      <td>RT @dave43law: Hancock says \"Do you really wan...</td>\n",
       "      <td>2022-04-01 19:53:03+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>1307</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1100534</th>\n",
       "      <td>629136292</td>\n",
       "      <td>DevonFeminist</td>\n",
       "      <td>Devon, UK</td>\n",
       "      <td>RT @ClaireWrightInd: I honestly don't know how...</td>\n",
       "      <td>2022-04-01 19:52:51+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1100535</th>\n",
       "      <td>308081961</td>\n",
       "      <td>Olwyn_55</td>\n",
       "      <td>None</td>\n",
       "      <td>RT @SandraDunn1955: @LemSip27 Check out @pplsa...</td>\n",
       "      <td>2022-04-01 19:52:49+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1100536</th>\n",
       "      <td>2910978173</td>\n",
       "      <td>betsieboat</td>\n",
       "      <td>New York, USA</td>\n",
       "      <td>RT @Britain_People: Our #energy system - like ...</td>\n",
       "      <td>2022-04-01 19:52:47+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>213</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1100537</th>\n",
       "      <td>2966491103</td>\n",
       "      <td>jemloire</td>\n",
       "      <td>Essex, England</td>\n",
       "      <td>RT @JulieForBurnley: The country has the worst...</td>\n",
       "      <td>2022-04-01 19:52:43+00:00</td>\n",
       "      <td>None</td>\n",
       "      <td>395</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1100538 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                   author_id         username               author_location  \\\n",
       "0                 1724911962         KeiranON  keiran.oneill@glasgow.gov.uk   \n",
       "1         951862175899013121     greg90374301              Richmond, London   \n",
       "2                  393800042    will_farquhar                    London, UK   \n",
       "3                  136281845         krisxine                       TORONTO   \n",
       "4                  129955675  theminxiekitten    Fighting the brain bitch.    \n",
       "...                      ...              ...                           ...   \n",
       "1100533  1478741400682479628   jackjacktayler                          None   \n",
       "1100534            629136292    DevonFeminist                     Devon, UK   \n",
       "1100535            308081961         Olwyn_55                          None   \n",
       "1100536           2910978173       betsieboat                 New York, USA   \n",
       "1100537           2966491103         jemloire                Essex, England   \n",
       "\n",
       "                                                      text  \\\n",
       "0        RT @glasgowklove: #saveruchillcc @RuchillSave ...   \n",
       "1        RT @rodbishop15: The @BBCNews doesn’t want any...   \n",
       "2        @NewStatesman ‘Surgical Truss’ has defended Kw...   \n",
       "3        RT @Camilla_Fitzs: Spotted in Dublin 👏👏👏 #Cost...   \n",
       "4        RT @mSharronSpice: “Her freeze on #energy #bil...   \n",
       "...                                                    ...   \n",
       "1100533  RT @dave43law: Hancock says \"Do you really wan...   \n",
       "1100534  RT @ClaireWrightInd: I honestly don't know how...   \n",
       "1100535  RT @SandraDunn1955: @LemSip27 Check out @pplsa...   \n",
       "1100536  RT @Britain_People: Our #energy system - like ...   \n",
       "1100537  RT @JulieForBurnley: The country has the worst...   \n",
       "\n",
       "                       created_at tweet_location  retweets  replies  likes  \\\n",
       "0       2022-09-30 23:59:50+00:00           None         5        0      0   \n",
       "1       2022-09-30 23:58:11+00:00           None       898        0      0   \n",
       "2       2022-09-30 23:57:48+00:00           None         0        0      0   \n",
       "3       2022-09-30 23:56:57+00:00           None       697        0      0   \n",
       "4       2022-09-30 23:56:56+00:00           None         1        0      0   \n",
       "...                           ...            ...       ...      ...    ...   \n",
       "1100533 2022-04-01 19:53:03+00:00           None      1307        0      0   \n",
       "1100534 2022-04-01 19:52:51+00:00           None         2        0      0   \n",
       "1100535 2022-04-01 19:52:49+00:00           None        14        0      0   \n",
       "1100536 2022-04-01 19:52:47+00:00           None       213        0      0   \n",
       "1100537 2022-04-01 19:52:43+00:00           None       395        0      0   \n",
       "\n",
       "         quote_count  \n",
       "0                  0  \n",
       "1                  0  \n",
       "2                  0  \n",
       "3                  0  \n",
       "4                  0  \n",
       "...              ...  \n",
       "1100533            0  \n",
       "1100534            0  \n",
       "1100535            0  \n",
       "1100536            0  \n",
       "1100537            0  \n",
       "\n",
       "[1100538 rows x 10 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "newdata= df.copy()\n",
    "newdata"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}