DPAPP-Reviews.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "r = requests.get('http://disruptrstudio.com/AI/reviews.html')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "200\n"
     ]
    }
   ],
   "source": [
    "print(r.status_code)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "soup = BeautifulSoup(r.text, 'html.parser')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "divs = soup.findAll(class_='we-truncate we-truncate--multi-line we-truncate--interactive ember-view we-customer-review__body')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "reviews = []\n",
    "for div in divs:\n",
    "   reviews.append(div.find('p').text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame(np.array(reviews), columns=['reviews'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>reviews</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Thanks to Dubai it is easy application saves t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>This for sure has been the most interactive Mo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The response to my request for police report w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>My iOS software is 12.4.4 and i canât downlo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>When i open the app it closes unexpectedly in ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Despite the hefty fines usage of mobile phones...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>It has everything and speed things up!</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>I like the new update a lot specially the part...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>I have reported a simple accident and I got th...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Quick, Advanced and User friendly application.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>It is easier than before and faster. I recomme...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Matches the image of Dubai. Best in class, sim...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Let help fine if I canât pay so what I do ev...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>I like this app I can check anything anytime a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>They were gentle and nice when I got handcuffe...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                              reviews\n",
       "0   Thanks to Dubai it is easy application saves t...\n",
       "1   This for sure has been the most interactive Mo...\n",
       "2   The response to my request for police report w...\n",
       "3   My iOS software is 12.4.4 and i canât downlo...\n",
       "4   When i open the app it closes unexpectedly in ...\n",
       "5   Despite the hefty fines usage of mobile phones...\n",
       "6              It has everything and speed things up!\n",
       "7   I like the new update a lot specially the part...\n",
       "8   I have reported a simple accident and I got th...\n",
       "9      Quick, Advanced and User friendly application.\n",
       "10  It is easier than before and faster. I recomme...\n",
       "11  Matches the image of Dubai. Best in class, sim...\n",
       "12  Let help fine if I canât pay so what I do ev...\n",
       "13  I like this app I can check anything anytime a...\n",
       "14  They were gentle and nice when I got handcuffe..."
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head(15)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "280"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df['reviews'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "df ['word_count'] = df['reviews'].apply(lambda x: len(x.split()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['char_count'] = df['reviews'].apply(lambda x: len(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>reviews</th>\n",
       "      <th>word_count</th>\n",
       "      <th>char_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Thanks to Dubai it is easy application saves t...</td>\n",
       "      <td>14</td>\n",
       "      <td>88</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>This for sure has been the most interactive Mo...</td>\n",
       "      <td>30</td>\n",
       "      <td>163</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The response to my request for police report w...</td>\n",
       "      <td>18</td>\n",
       "      <td>97</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>My iOS software is 12.4.4 and i canât downlo...</td>\n",
       "      <td>25</td>\n",
       "      <td>119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>When i open the app it closes unexpectedly in ...</td>\n",
       "      <td>25</td>\n",
       "      <td>129</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             reviews  word_count  char_count\n",
       "0  Thanks to Dubai it is easy application saves t...          14          88\n",
       "1  This for sure has been the most interactive Mo...          30         163\n",
       "2  The response to my request for police report w...          18          97\n",
       "3  My iOS software is 12.4.4 and i canât downlo...          25         119\n",
       "4  When i open the app it closes unexpectedly in ...          25         129"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "def average_words(x):\n",
    "    words = x.split()\n",
    "    return sum(len(word) for word in words) / len(words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['average_words_length'] = df['reviews'].apply(lambda x: average_words(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>reviews</th>\n",
       "      <th>word_count</th>\n",
       "      <th>char_count</th>\n",
       "      <th>average_words_length</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Thanks to Dubai it is easy application saves t...</td>\n",
       "      <td>14</td>\n",
       "      <td>88</td>\n",
       "      <td>5.285714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>This for sure has been the most interactive Mo...</td>\n",
       "      <td>30</td>\n",
       "      <td>163</td>\n",
       "      <td>4.466667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The response to my request for police report w...</td>\n",
       "      <td>18</td>\n",
       "      <td>97</td>\n",
       "      <td>4.444444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>My iOS software is 12.4.4 and i canât downlo...</td>\n",
       "      <td>25</td>\n",
       "      <td>119</td>\n",
       "      <td>3.800000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>When i open the app it closes unexpectedly in ...</td>\n",
       "      <td>25</td>\n",
       "      <td>129</td>\n",
       "      <td>4.200000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             reviews  word_count  char_count  \\\n",
       "0  Thanks to Dubai it is easy application saves t...          14          88   \n",
       "1  This for sure has been the most interactive Mo...          30         163   \n",
       "2  The response to my request for police report w...          18          97   \n",
       "3  My iOS software is 12.4.4 and i canât downlo...          25         119   \n",
       "4  When i open the app it closes unexpectedly in ...          25         129   \n",
       "\n",
       "   average_words_length  \n",
       "0              5.285714  \n",
       "1              4.466667  \n",
       "2              4.444444  \n",
       "3              3.800000  \n",
       "4              4.200000  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Filtering stop words\n",
    "from nltk.corpus import stopwords"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "stop_words = stopwords.words('english')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "179"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(stop_words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['stopword_count'] = df['reviews'].apply(lambda x: len([word for word in x.split() if word.lower() in stop_words]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['stopword_rate'] = df['stopword_count'] / df['word_count']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>reviews</th>\n",
       "      <th>word_count</th>\n",
       "      <th>char_count</th>\n",
       "      <th>average_words_length</th>\n",
       "      <th>stopword_count</th>\n",
       "      <th>stopword_rate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Thanks to Dubai it is easy application saves t...</td>\n",
       "      <td>14</td>\n",
       "      <td>88</td>\n",
       "      <td>5.285714</td>\n",
       "      <td>5</td>\n",
       "      <td>0.357143</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>This for sure has been the most interactive Mo...</td>\n",
       "      <td>30</td>\n",
       "      <td>163</td>\n",
       "      <td>4.466667</td>\n",
       "      <td>15</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The response to my request for police report w...</td>\n",
       "      <td>18</td>\n",
       "      <td>97</td>\n",
       "      <td>4.444444</td>\n",
       "      <td>8</td>\n",
       "      <td>0.444444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>My iOS software is 12.4.4 and i canât downlo...</td>\n",
       "      <td>25</td>\n",
       "      <td>119</td>\n",
       "      <td>3.800000</td>\n",
       "      <td>11</td>\n",
       "      <td>0.440000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>When i open the app it closes unexpectedly in ...</td>\n",
       "      <td>25</td>\n",
       "      <td>129</td>\n",
       "      <td>4.200000</td>\n",
       "      <td>8</td>\n",
       "      <td>0.320000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             reviews  word_count  char_count  \\\n",
       "0  Thanks to Dubai it is easy application saves t...          14          88   \n",
       "1  This for sure has been the most interactive Mo...          30         163   \n",
       "2  The response to my request for police report w...          18          97   \n",
       "3  My iOS software is 12.4.4 and i canât downlo...          25         119   \n",
       "4  When i open the app it closes unexpectedly in ...          25         129   \n",
       "\n",
       "   average_words_length  stopword_count  stopword_rate  \n",
       "0              5.285714               5       0.357143  \n",
       "1              4.466667              15       0.500000  \n",
       "2              4.444444               8       0.444444  \n",
       "3              3.800000              11       0.440000  \n",
       "4              4.200000               8       0.320000  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 207,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv(r'DPReviews.csv', sep='\\t', encoding='utf-8', header='true')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "df['lowercase'] = df['reviews'].apply(lambda x: \" \".join(word.lower() for word in x.split()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>reviews</th>\n",
       "      <th>word_count</th>\n",
       "      <th>char_count</th>\n",
       "      <th>average_words_length</th>\n",
       "      <th>stopword_count</th>\n",
       "      <th>stopword_rate</th>\n",
       "      <th>lowercase</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Thanks to Dubai it is easy application saves t...</td>\n",
       "      <td>14</td>\n",
       "      <td>88</td>\n",
       "      <td>5.285714</td>\n",
       "      <td>5</td>\n",
       "      <td>0.357143</td>\n",
       "      <td>thanks to dubai it is easy application saves t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>This for sure has been the most interactive Mo...</td>\n",
       "      <td>30</td>\n",
       "      <td>163</td>\n",
       "      <td>4.466667</td>\n",
       "      <td>15</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>this for sure has been the most interactive mo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The response to my request for police report w...</td>\n",
       "      <td>18</td>\n",
       "      <td>97</td>\n",
       "      <td>4.444444</td>\n",
       "      <td>8</td>\n",
       "      <td>0.444444</td>\n",
       "      <td>the response to my request for police report w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>My iOS software is 12.4.4 and i canât downlo...</td>\n",
       "      <td>25</td>\n",
       "      <td>119</td>\n",
       "      <td>3.800000</td>\n",
       "      <td>11</td>\n",
       "      <td>0.440000</td>\n",
       "      <td>my ios software is 12.4.4 and i canât downlo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>When i open the app it closes unexpectedly in ...</td>\n",
       "      <td>25</td>\n",
       "      <td>129</td>\n",
       "      <td>4.200000</td>\n",
       "      <td>8</td>\n",
       "      <td>0.320000</td>\n",
       "      <td>when i open the app it closes unexpectedly in ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             reviews  word_count  char_count  \\\n",
       "0  Thanks to Dubai it is easy application saves t...          14          88   \n",
       "1  This for sure has been the most interactive Mo...          30         163   \n",
       "2  The response to my request for police report w...          18          97   \n",
       "3  My iOS software is 12.4.4 and i canât downlo...          25         119   \n",
       "4  When i open the app it closes unexpectedly in ...          25         129   \n",
       "\n",
       "   average_words_length  stopword_count  stopword_rate  \\\n",
       "0              5.285714               5       0.357143   \n",
       "1              4.466667              15       0.500000   \n",
       "2              4.444444               8       0.444444   \n",
       "3              3.800000              11       0.440000   \n",
       "4              4.200000               8       0.320000   \n",
       "\n",
       "                                           lowercase  \n",
       "0  thanks to dubai it is easy application saves t...  \n",
       "1  this for sure has been the most interactive mo...  \n",
       "2  the response to my request for police report w...  \n",
       "3  my ios software is 12.4.4 and i canât downlo...  \n",
       "4  when i open the app it closes unexpectedly in ...  "
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "df['puntuaction'] = df['lowercase'].str.replace('[^\\w\\s]','')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['i',\n",
       " 'me',\n",
       " 'my',\n",
       " 'myself',\n",
       " 'we',\n",
       " 'our',\n",
       " 'ours',\n",
       " 'ourselves',\n",
       " 'you',\n",
       " \"you're\",\n",
       " \"you've\",\n",
       " \"you'll\",\n",
       " \"you'd\",\n",
       " 'your',\n",
       " 'yours',\n",
       " 'yourself',\n",
       " 'yourselves',\n",
       " 'he',\n",
       " 'him',\n",
       " 'his',\n",
       " 'himself',\n",
       " 'she',\n",
       " \"she's\",\n",
       " 'her',\n",
       " 'hers',\n",
       " 'herself',\n",
       " 'it',\n",
       " \"it's\",\n",
       " 'its',\n",
       " 'itself',\n",
       " 'they',\n",
       " 'them',\n",
       " 'their',\n",
       " 'theirs',\n",
       " 'themselves',\n",
       " 'what',\n",
       " 'which',\n",
       " 'who',\n",
       " 'whom',\n",
       " 'this',\n",
       " 'that',\n",
       " \"that'll\",\n",
       " 'these',\n",
       " 'those',\n",
       " 'am',\n",
       " 'is',\n",
       " 'are',\n",
       " 'was',\n",
       " 'were',\n",
       " 'be',\n",
       " 'been',\n",
       " 'being',\n",
       " 'have',\n",
       " 'has',\n",
       " 'had',\n",
       " 'having',\n",
       " 'do',\n",
       " 'does',\n",
       " 'did',\n",
       " 'doing',\n",
       " 'a',\n",
       " 'an',\n",
       " 'the',\n",
       " 'and',\n",
       " 'but',\n",
       " 'if',\n",
       " 'or',\n",
       " 'because',\n",
       " 'as',\n",
       " 'until',\n",
       " 'while',\n",
       " 'of',\n",
       " 'at',\n",
       " 'by',\n",
       " 'for',\n",
       " 'with',\n",
       " 'about',\n",
       " 'against',\n",
       " 'between',\n",
       " 'into',\n",
       " 'through',\n",
       " 'during',\n",
       " 'before',\n",
       " 'after',\n",
       " 'above',\n",
       " 'below',\n",
       " 'to',\n",
       " 'from',\n",
       " 'up',\n",
       " 'down',\n",
       " 'in',\n",
       " 'out',\n",
       " 'on',\n",
       " 'off',\n",
       " 'over',\n",
       " 'under',\n",
       " 'again',\n",
       " 'further',\n",
       " 'then',\n",
       " 'once',\n",
       " 'here',\n",
       " 'there',\n",
       " 'when',\n",
       " 'where',\n",
       " 'why',\n",
       " 'how',\n",
       " 'all',\n",
       " 'any',\n",
       " 'both',\n",
       " 'each',\n",
       " 'few',\n",
       " 'more',\n",
       " 'most',\n",
       " 'other',\n",
       " 'some',\n",
       " 'such',\n",
       " 'no',\n",
       " 'nor',\n",
       " 'not',\n",
       " 'only',\n",
       " 'own',\n",
       " 'same',\n",
       " 'so',\n",
       " 'than',\n",
       " 'too',\n",
       " 'very',\n",
       " 's',\n",
       " 't',\n",
       " 'can',\n",
       " 'will',\n",
       " 'just',\n",
       " 'don',\n",
       " \"don't\",\n",
       " 'should',\n",
       " \"should've\",\n",
       " 'now',\n",
       " 'd',\n",
       " 'll',\n",
       " 'm',\n",
       " 'o',\n",
       " 're',\n",
       " 've',\n",
       " 'y',\n",
       " 'ain',\n",
       " 'aren',\n",
       " \"aren't\",\n",
       " 'couldn',\n",
       " \"couldn't\",\n",
       " 'didn',\n",
       " \"didn't\",\n",
       " 'doesn',\n",
       " \"doesn't\",\n",
       " 'hadn',\n",
       " \"hadn't\",\n",
       " 'hasn',\n",
       " \"hasn't\",\n",
       " 'haven',\n",
       " \"haven't\",\n",
       " 'isn',\n",
       " \"isn't\",\n",
       " 'ma',\n",
       " 'mightn',\n",
       " \"mightn't\",\n",
       " 'mustn',\n",
       " \"mustn't\",\n",
       " 'needn',\n",
       " \"needn't\",\n",
       " 'shan',\n",
       " \"shan't\",\n",
       " 'shouldn',\n",
       " \"shouldn't\",\n",
       " 'wasn',\n",
       " \"wasn't\",\n",
       " 'weren',\n",
       " \"weren't\",\n",
       " 'won',\n",
       " \"won't\",\n",
       " 'wouldn',\n",
       " \"wouldn't\"]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from nltk.corpus import stopwords\n",
    "stop_words = stopwords.words('english')\n",
    "stop_words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "df['stopwords'] = df ['puntuaction'].apply(lambda x: \" \".join(word for word in x.split() if word not in stop_words))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>reviews</th>\n",
       "      <th>word_count</th>\n",
       "      <th>char_count</th>\n",
       "      <th>average_words_length</th>\n",
       "      <th>stopword_count</th>\n",
       "      <th>stopword_rate</th>\n",
       "      <th>lowercase</th>\n",
       "      <th>puntuaction</th>\n",
       "      <th>stopwords</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Thanks to Dubai it is easy application saves t...</td>\n",
       "      <td>14</td>\n",
       "      <td>88</td>\n",
       "      <td>5.285714</td>\n",
       "      <td>5</td>\n",
       "      <td>0.357143</td>\n",
       "      <td>thanks to dubai it is easy application saves t...</td>\n",
       "      <td>thanks to dubai it is easy application saves t...</td>\n",
       "      <td>thanks dubai easy application saves time getti...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>This for sure has been the most interactive Mo...</td>\n",
       "      <td>30</td>\n",
       "      <td>163</td>\n",
       "      <td>4.466667</td>\n",
       "      <td>15</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>this for sure has been the most interactive mo...</td>\n",
       "      <td>this for sure has been the most interactive mo...</td>\n",
       "      <td>sure interactive mobile app iâve ever used wis...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The response to my request for police report w...</td>\n",
       "      <td>18</td>\n",
       "      <td>97</td>\n",
       "      <td>4.444444</td>\n",
       "      <td>8</td>\n",
       "      <td>0.444444</td>\n",
       "      <td>the response to my request for police report w...</td>\n",
       "      <td>the response to my request for police report w...</td>\n",
       "      <td>response request police report prompt acted up...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>My iOS software is 12.4.4 and i canât downlo...</td>\n",
       "      <td>25</td>\n",
       "      <td>119</td>\n",
       "      <td>3.800000</td>\n",
       "      <td>11</td>\n",
       "      <td>0.440000</td>\n",
       "      <td>my ios software is 12.4.4 and i canât downlo...</td>\n",
       "      <td>my ios software is 1244 and i canât download t...</td>\n",
       "      <td>ios software 1244 canât download app donât kno...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>When i open the app it closes unexpectedly in ...</td>\n",
       "      <td>25</td>\n",
       "      <td>129</td>\n",
       "      <td>4.200000</td>\n",
       "      <td>8</td>\n",
       "      <td>0.320000</td>\n",
       "      <td>when i open the app it closes unexpectedly in ...</td>\n",
       "      <td>when i open the app it closes unexpectedly in ...</td>\n",
       "      <td>open app closes unexpectedly like 57 seconds i...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             reviews  word_count  char_count  \\\n",
       "0  Thanks to Dubai it is easy application saves t...          14          88   \n",
       "1  This for sure has been the most interactive Mo...          30         163   \n",
       "2  The response to my request for police report w...          18          97   \n",
       "3  My iOS software is 12.4.4 and i canât downlo...          25         119   \n",
       "4  When i open the app it closes unexpectedly in ...          25         129   \n",
       "\n",
       "   average_words_length  stopword_count  stopword_rate  \\\n",
       "0              5.285714               5       0.357143   \n",
       "1              4.466667              15       0.500000   \n",
       "2              4.444444               8       0.444444   \n",
       "3              3.800000              11       0.440000   \n",
       "4              4.200000               8       0.320000   \n",
       "\n",
       "                                           lowercase  \\\n",
       "0  thanks to dubai it is easy application saves t...   \n",
       "1  this for sure has been the most interactive mo...   \n",
       "2  the response to my request for police report w...   \n",
       "3  my ios software is 12.4.4 and i canât downlo...   \n",
       "4  when i open the app it closes unexpectedly in ...   \n",
       "\n",
       "                                         puntuaction  \\\n",
       "0  thanks to dubai it is easy application saves t...   \n",
       "1  this for sure has been the most interactive mo...   \n",
       "2  the response to my request for police report w...   \n",
       "3  my ios software is 1244 and i canât download t...   \n",
       "4  when i open the app it closes unexpectedly in ...   \n",
       "\n",
       "                                           stopwords  \n",
       "0  thanks dubai easy application saves time getti...  \n",
       "1  sure interactive mobile app iâve ever used wis...  \n",
       "2  response request police report prompt acted up...  \n",
       "3  ios software 1244 canât download app donât kno...  \n",
       "4  open app closes unexpectedly like 57 seconds i...  "
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "app            88\n",
       "police         74\n",
       "dubai          71\n",
       "easy           35\n",
       "application    32\n",
       "good           32\n",
       "best           30\n",
       "excellent      25\n",
       "thanks         23\n",
       "great          22\n",
       "service        20\n",
       "friendly       20\n",
       "user           19\n",
       "use            18\n",
       "time           16\n",
       "useful         14\n",
       "helpful        14\n",
       "services       13\n",
       "thank          13\n",
       "much           12\n",
       "like           12\n",
       "world          11\n",
       "really         11\n",
       "always         10\n",
       "keep           10\n",
       "uae             9\n",
       "ð               9\n",
       "one             9\n",
       "fine            9\n",
       "love            9\n",
       "dtype: int64"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.Series(\" \".join(df['stopwords']).split()).value_counts()[:30]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "other_stop_words = ['much', 'keep', 'ð', 'really', 'one']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "5"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(other_stop_words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "df['cleanreviews'] = df['stopwords'].apply(lambda x: \" \".join(word for word in x.split() if word not in other_stop_words))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>reviews</th>\n",
       "      <th>word_count</th>\n",
       "      <th>char_count</th>\n",
       "      <th>average_words_length</th>\n",
       "      <th>stopword_count</th>\n",
       "      <th>stopword_rate</th>\n",
       "      <th>lowercase</th>\n",
       "      <th>puntuaction</th>\n",
       "      <th>stopwords</th>\n",
       "      <th>cleanreviews</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Thanks to Dubai it is easy application saves t...</td>\n",
       "      <td>14</td>\n",
       "      <td>88</td>\n",
       "      <td>5.285714</td>\n",
       "      <td>5</td>\n",
       "      <td>0.357143</td>\n",
       "      <td>thanks to dubai it is easy application saves t...</td>\n",
       "      <td>thanks to dubai it is easy application saves t...</td>\n",
       "      <td>thanks dubai easy application saves time getti...</td>\n",
       "      <td>thanks dubai easy application saves time getti...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>This for sure has been the most interactive Mo...</td>\n",
       "      <td>30</td>\n",
       "      <td>163</td>\n",
       "      <td>4.466667</td>\n",
       "      <td>15</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>this for sure has been the most interactive mo...</td>\n",
       "      <td>this for sure has been the most interactive mo...</td>\n",
       "      <td>sure interactive mobile app iâve ever used wis...</td>\n",
       "      <td>sure interactive mobile app iâve ever used wis...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The response to my request for police report w...</td>\n",
       "      <td>18</td>\n",
       "      <td>97</td>\n",
       "      <td>4.444444</td>\n",
       "      <td>8</td>\n",
       "      <td>0.444444</td>\n",
       "      <td>the response to my request for police report w...</td>\n",
       "      <td>the response to my request for police report w...</td>\n",
       "      <td>response request police report prompt acted up...</td>\n",
       "      <td>response request police report prompt acted up...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>My iOS software is 12.4.4 and i canât downlo...</td>\n",
       "      <td>25</td>\n",
       "      <td>119</td>\n",
       "      <td>3.800000</td>\n",
       "      <td>11</td>\n",
       "      <td>0.440000</td>\n",
       "      <td>my ios software is 12.4.4 and i canât downlo...</td>\n",
       "      <td>my ios software is 1244 and i canât download t...</td>\n",
       "      <td>ios software 1244 canât download app donât kno...</td>\n",
       "      <td>ios software 1244 canât download app donât kno...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>When i open the app it closes unexpectedly in ...</td>\n",
       "      <td>25</td>\n",
       "      <td>129</td>\n",
       "      <td>4.200000</td>\n",
       "      <td>8</td>\n",
       "      <td>0.320000</td>\n",
       "      <td>when i open the app it closes unexpectedly in ...</td>\n",
       "      <td>when i open the app it closes unexpectedly in ...</td>\n",
       "      <td>open app closes unexpectedly like 57 seconds i...</td>\n",
       "      <td>open app closes unexpectedly like 57 seconds i...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             reviews  word_count  char_count  \\\n",
       "0  Thanks to Dubai it is easy application saves t...          14          88   \n",
       "1  This for sure has been the most interactive Mo...          30         163   \n",
       "2  The response to my request for police report w...          18          97   \n",
       "3  My iOS software is 12.4.4 and i canât downlo...          25         119   \n",
       "4  When i open the app it closes unexpectedly in ...          25         129   \n",
       "\n",
       "   average_words_length  stopword_count  stopword_rate  \\\n",
       "0              5.285714               5       0.357143   \n",
       "1              4.466667              15       0.500000   \n",
       "2              4.444444               8       0.444444   \n",
       "3              3.800000              11       0.440000   \n",
       "4              4.200000               8       0.320000   \n",
       "\n",
       "                                           lowercase  \\\n",
       "0  thanks to dubai it is easy application saves t...   \n",
       "1  this for sure has been the most interactive mo...   \n",
       "2  the response to my request for police report w...   \n",
       "3  my ios software is 12.4.4 and i canât downlo...   \n",
       "4  when i open the app it closes unexpectedly in ...   \n",
       "\n",
       "                                         puntuaction  \\\n",
       "0  thanks to dubai it is easy application saves t...   \n",
       "1  this for sure has been the most interactive mo...   \n",
       "2  the response to my request for police report w...   \n",
       "3  my ios software is 1244 and i canât download t...   \n",
       "4  when i open the app it closes unexpectedly in ...   \n",
       "\n",
       "                                           stopwords  \\\n",
       "0  thanks dubai easy application saves time getti...   \n",
       "1  sure interactive mobile app iâve ever used wis...   \n",
       "2  response request police report prompt acted up...   \n",
       "3  ios software 1244 canât download app donât kno...   \n",
       "4  open app closes unexpectedly like 57 seconds i...   \n",
       "\n",
       "                                        cleanreviews  \n",
       "0  thanks dubai easy application saves time getti...  \n",
       "1  sure interactive mobile app iâve ever used wis...  \n",
       "2  response request police report prompt acted up...  \n",
       "3  ios software 1244 canât download app donât kno...  \n",
       "4  open app closes unexpectedly like 57 seconds i...  "
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Lemmatization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "from textblob import Word"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "df['lemmatized'] = df['cleanreviews'].apply(lambda x: \" \".join (Word(word).lemmatize() for word in x.split()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>reviews</th>\n",
       "      <th>word_count</th>\n",
       "      <th>char_count</th>\n",
       "      <th>average_words_length</th>\n",
       "      <th>stopword_count</th>\n",
       "      <th>stopword_rate</th>\n",
       "      <th>lowercase</th>\n",
       "      <th>puntuaction</th>\n",
       "      <th>stopwords</th>\n",
       "      <th>cleanreviews</th>\n",
       "      <th>lemmatized</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Thanks to Dubai it is easy application saves t...</td>\n",
       "      <td>14</td>\n",
       "      <td>88</td>\n",
       "      <td>5.285714</td>\n",
       "      <td>5</td>\n",
       "      <td>0.357143</td>\n",
       "      <td>thanks to dubai it is easy application saves t...</td>\n",
       "      <td>thanks to dubai it is easy application saves t...</td>\n",
       "      <td>thanks dubai easy application saves time getti...</td>\n",
       "      <td>thanks dubai easy application saves time getti...</td>\n",
       "      <td>thanks dubai easy application save time gettin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>This for sure has been the most interactive Mo...</td>\n",
       "      <td>30</td>\n",
       "      <td>163</td>\n",
       "      <td>4.466667</td>\n",
       "      <td>15</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>this for sure has been the most interactive mo...</td>\n",
       "      <td>this for sure has been the most interactive mo...</td>\n",
       "      <td>sure interactive mobile app iâve ever used wis...</td>\n",
       "      <td>sure interactive mobile app iâve ever used wis...</td>\n",
       "      <td>sure interactive mobile app iâve ever used wis...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The response to my request for police report w...</td>\n",
       "      <td>18</td>\n",
       "      <td>97</td>\n",
       "      <td>4.444444</td>\n",
       "      <td>8</td>\n",
       "      <td>0.444444</td>\n",
       "      <td>the response to my request for police report w...</td>\n",
       "      <td>the response to my request for police report w...</td>\n",
       "      <td>response request police report prompt acted up...</td>\n",
       "      <td>response request police report prompt acted up...</td>\n",
       "      <td>response request police report prompt acted up...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>My iOS software is 12.4.4 and i canât downlo...</td>\n",
       "      <td>25</td>\n",
       "      <td>119</td>\n",
       "      <td>3.800000</td>\n",
       "      <td>11</td>\n",
       "      <td>0.440000</td>\n",
       "      <td>my ios software is 12.4.4 and i canât downlo...</td>\n",
       "      <td>my ios software is 1244 and i canât download t...</td>\n",
       "      <td>ios software 1244 canât download app donât kno...</td>\n",
       "      <td>ios software 1244 canât download app donât kno...</td>\n",
       "      <td>io software 1244 canât download app donât know...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>When i open the app it closes unexpectedly in ...</td>\n",
       "      <td>25</td>\n",
       "      <td>129</td>\n",
       "      <td>4.200000</td>\n",
       "      <td>8</td>\n",
       "      <td>0.320000</td>\n",
       "      <td>when i open the app it closes unexpectedly in ...</td>\n",
       "      <td>when i open the app it closes unexpectedly in ...</td>\n",
       "      <td>open app closes unexpectedly like 57 seconds i...</td>\n",
       "      <td>open app closes unexpectedly like 57 seconds i...</td>\n",
       "      <td>open app close unexpectedly like 57 second iph...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             reviews  word_count  char_count  \\\n",
       "0  Thanks to Dubai it is easy application saves t...          14          88   \n",
       "1  This for sure has been the most interactive Mo...          30         163   \n",
       "2  The response to my request for police report w...          18          97   \n",
       "3  My iOS software is 12.4.4 and i canât downlo...          25         119   \n",
       "4  When i open the app it closes unexpectedly in ...          25         129   \n",
       "\n",
       "   average_words_length  stopword_count  stopword_rate  \\\n",
       "0              5.285714               5       0.357143   \n",
       "1              4.466667              15       0.500000   \n",
       "2              4.444444               8       0.444444   \n",
       "3              3.800000              11       0.440000   \n",
       "4              4.200000               8       0.320000   \n",
       "\n",
       "                                           lowercase  \\\n",
       "0  thanks to dubai it is easy application saves t...   \n",
       "1  this for sure has been the most interactive mo...   \n",
       "2  the response to my request for police report w...   \n",
       "3  my ios software is 12.4.4 and i canât downlo...   \n",
       "4  when i open the app it closes unexpectedly in ...   \n",
       "\n",
       "                                         puntuaction  \\\n",
       "0  thanks to dubai it is easy application saves t...   \n",
       "1  this for sure has been the most interactive mo...   \n",
       "2  the response to my request for police report w...   \n",
       "3  my ios software is 1244 and i canât download t...   \n",
       "4  when i open the app it closes unexpectedly in ...   \n",
       "\n",
       "                                           stopwords  \\\n",
       "0  thanks dubai easy application saves time getti...   \n",
       "1  sure interactive mobile app iâve ever used wis...   \n",
       "2  response request police report prompt acted up...   \n",
       "3  ios software 1244 canât download app donât kno...   \n",
       "4  open app closes unexpectedly like 57 seconds i...   \n",
       "\n",
       "                                        cleanreviews  \\\n",
       "0  thanks dubai easy application saves time getti...   \n",
       "1  sure interactive mobile app iâve ever used wis...   \n",
       "2  response request police report prompt acted up...   \n",
       "3  ios software 1244 canât download app donât kno...   \n",
       "4  open app closes unexpectedly like 57 seconds i...   \n",
       "\n",
       "                                          lemmatized  \n",
       "0  thanks dubai easy application save time gettin...  \n",
       "1  sure interactive mobile app iâve ever used wis...  \n",
       "2  response request police report prompt acted up...  \n",
       "3  io software 1244 canât download app donât know...  \n",
       "4  open app close unexpectedly like 57 second iph...  "
      ]
     },
     "execution_count": 62,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Sentiment Analysis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [],
   "source": [
    "from textblob import TextBlob"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['polarity'] = df['lemmatized'].apply(lambda x: TextBlob(x).sentiment[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['subjectivity'] = df['lemmatized'].apply(lambda x: TextBlob(x).sentiment[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.drop(['lowercase', 'puntuaction', 'stopwords', 'cleanreviews', 'lemmatized'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>reviews</th>\n",
       "      <th>word_count</th>\n",
       "      <th>char_count</th>\n",
       "      <th>average_words_length</th>\n",
       "      <th>stopword_count</th>\n",
       "      <th>stopword_rate</th>\n",
       "      <th>polarity</th>\n",
       "      <th>subjectivity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>App not working with iPhone. Unable to work th...</td>\n",
       "      <td>15</td>\n",
       "      <td>75</td>\n",
       "      <td>4.066667</td>\n",
       "      <td>5</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>164</th>\n",
       "      <td>Sometime the app crashes randomly.</td>\n",
       "      <td>5</td>\n",
       "      <td>34</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>The robot doesnt understand my questions and i...</td>\n",
       "      <td>9</td>\n",
       "      <td>59</td>\n",
       "      <td>5.666667</td>\n",
       "      <td>4</td>\n",
       "      <td>0.444444</td>\n",
       "      <td>-0.400000</td>\n",
       "      <td>0.800000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116</th>\n",
       "      <td>Very slow and always keep loading and nothing ...</td>\n",
       "      <td>9</td>\n",
       "      <td>53</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>-0.300000</td>\n",
       "      <td>0.400000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>We need to pay for the black points. There is ...</td>\n",
       "      <td>12</td>\n",
       "      <td>55</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>7</td>\n",
       "      <td>0.583333</td>\n",
       "      <td>-0.166667</td>\n",
       "      <td>0.433333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170</th>\n",
       "      <td>the app is not working even with a full intern...</td>\n",
       "      <td>22</td>\n",
       "      <td>119</td>\n",
       "      <td>4.454545</td>\n",
       "      <td>11</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>-0.116667</td>\n",
       "      <td>0.738889</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105</th>\n",
       "      <td>Terrible app, no customer service or support, ...</td>\n",
       "      <td>16</td>\n",
       "      <td>107</td>\n",
       "      <td>5.750000</td>\n",
       "      <td>5</td>\n",
       "      <td>0.312500</td>\n",
       "      <td>-0.105556</td>\n",
       "      <td>0.694444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>223</th>\n",
       "      <td>Save alot of time, just in case of anything us...</td>\n",
       "      <td>35</td>\n",
       "      <td>184</td>\n",
       "      <td>4.285714</td>\n",
       "      <td>14</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>-0.093750</td>\n",
       "      <td>0.321429</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Very slow.. Doing it for the 5 time but not ready</td>\n",
       "      <td>11</td>\n",
       "      <td>49</td>\n",
       "      <td>3.545455</td>\n",
       "      <td>7</td>\n",
       "      <td>0.636364</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.450000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112</th>\n",
       "      <td>Take ages to load , this app took long time to...</td>\n",
       "      <td>19</td>\n",
       "      <td>90</td>\n",
       "      <td>3.789474</td>\n",
       "      <td>6</td>\n",
       "      <td>0.315789</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.400000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>Any Emergency any incident they always on time...</td>\n",
       "      <td>13</td>\n",
       "      <td>80</td>\n",
       "      <td>5.230769</td>\n",
       "      <td>7</td>\n",
       "      <td>0.538462</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>0.250000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121</th>\n",
       "      <td>Always when i open the app it crashes every si...</td>\n",
       "      <td>15</td>\n",
       "      <td>74</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>5</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>-0.035714</td>\n",
       "      <td>0.357143</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216</th>\n",
       "      <td>ð¥°ð¥°ð¥°</td>\n",
       "      <td>1</td>\n",
       "      <td>12</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>We have what we needed</td>\n",
       "      <td>5</td>\n",
       "      <td>22</td>\n",
       "      <td>3.600000</td>\n",
       "      <td>4</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101</th>\n",
       "      <td>Tanxxxxx a lot Dubai police and dubai government</td>\n",
       "      <td>8</td>\n",
       "      <td>48</td>\n",
       "      <td>5.125000</td>\n",
       "      <td>2</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>Thank you very very much</td>\n",
       "      <td>5</td>\n",
       "      <td>24</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>Thank you for using Dubai Police App...</td>\n",
       "      <td>7</td>\n",
       "      <td>39</td>\n",
       "      <td>4.714286</td>\n",
       "      <td>2</td>\n",
       "      <td>0.285714</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>The app resets in the middle of a submission a...</td>\n",
       "      <td>25</td>\n",
       "      <td>136</td>\n",
       "      <td>4.480000</td>\n",
       "      <td>13</td>\n",
       "      <td>0.520000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>Its the most helpful App.</td>\n",
       "      <td>5</td>\n",
       "      <td>25</td>\n",
       "      <td>4.200000</td>\n",
       "      <td>3</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>This app is very friendly.ð</td>\n",
       "      <td>5</td>\n",
       "      <td>30</td>\n",
       "      <td>5.200000</td>\n",
       "      <td>3</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>Appreciate of Dubai police , I like Dubai poli...</td>\n",
       "      <td>11</td>\n",
       "      <td>56</td>\n",
       "      <td>4.181818</td>\n",
       "      <td>2</td>\n",
       "      <td>0.181818</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>227</th>\n",
       "      <td>One of the smartest ways that you can use in D...</td>\n",
       "      <td>15</td>\n",
       "      <td>78</td>\n",
       "      <td>4.266667</td>\n",
       "      <td>8</td>\n",
       "      <td>0.533333</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>We cannot change Language after the update</td>\n",
       "      <td>7</td>\n",
       "      <td>42</td>\n",
       "      <td>5.142857</td>\n",
       "      <td>3</td>\n",
       "      <td>0.428571</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150</th>\n",
       "      <td>Phone creases on language selection.</td>\n",
       "      <td>5</td>\n",
       "      <td>36</td>\n",
       "      <td>6.400000</td>\n",
       "      <td>1</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>233</th>\n",
       "      <td>thw features gives me a feeling that everythin...</td>\n",
       "      <td>14</td>\n",
       "      <td>79</td>\n",
       "      <td>4.714286</td>\n",
       "      <td>6</td>\n",
       "      <td>0.428571</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>234</th>\n",
       "      <td>The App's description says Language: English b...</td>\n",
       "      <td>26</td>\n",
       "      <td>148</td>\n",
       "      <td>4.730769</td>\n",
       "      <td>11</td>\n",
       "      <td>0.423077</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>Total amount not showing</td>\n",
       "      <td>4</td>\n",
       "      <td>24</td>\n",
       "      <td>5.250000</td>\n",
       "      <td>1</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.750000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>241</th>\n",
       "      <td>It is really helpful. You can do lots of thing...</td>\n",
       "      <td>14</td>\n",
       "      <td>81</td>\n",
       "      <td>4.857143</td>\n",
       "      <td>6</td>\n",
       "      <td>0.428571</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243</th>\n",
       "      <td>Application for English language not working j...</td>\n",
       "      <td>11</td>\n",
       "      <td>77</td>\n",
       "      <td>6.090909</td>\n",
       "      <td>4</td>\n",
       "      <td>0.363636</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>Thank you for using Dubai Police App...</td>\n",
       "      <td>7</td>\n",
       "      <td>39</td>\n",
       "      <td>4.714286</td>\n",
       "      <td>2</td>\n",
       "      <td>0.285714</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>263</th>\n",
       "      <td>An incredible gain of time! A must have app if...</td>\n",
       "      <td>15</td>\n",
       "      <td>70</td>\n",
       "      <td>3.733333</td>\n",
       "      <td>8</td>\n",
       "      <td>0.533333</td>\n",
       "      <td>0.900000</td>\n",
       "      <td>0.900000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>260</th>\n",
       "      <td>To make it perfect there should be an options ...</td>\n",
       "      <td>20</td>\n",
       "      <td>112</td>\n",
       "      <td>4.650000</td>\n",
       "      <td>9</td>\n",
       "      <td>0.450000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>254</th>\n",
       "      <td>Excellent application done by Dubai Police.</td>\n",
       "      <td>6</td>\n",
       "      <td>43</td>\n",
       "      <td>6.333333</td>\n",
       "      <td>1</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>Am so impressed and speechless with this appli...</td>\n",
       "      <td>8</td>\n",
       "      <td>52</td>\n",
       "      <td>5.625000</td>\n",
       "      <td>5</td>\n",
       "      <td>0.625000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>153</th>\n",
       "      <td>Best police of the world</td>\n",
       "      <td>5</td>\n",
       "      <td>25</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>Excellent app</td>\n",
       "      <td>2</td>\n",
       "      <td>14</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>157</th>\n",
       "      <td>Excellent App and Services</td>\n",
       "      <td>4</td>\n",
       "      <td>26</td>\n",
       "      <td>5.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160</th>\n",
       "      <td>No doubt Dubai Police is the worldâs best po...</td>\n",
       "      <td>10</td>\n",
       "      <td>63</td>\n",
       "      <td>5.400000</td>\n",
       "      <td>3</td>\n",
       "      <td>0.300000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>142</th>\n",
       "      <td>Dubai Police services are the best ever</td>\n",
       "      <td>7</td>\n",
       "      <td>39</td>\n",
       "      <td>4.714286</td>\n",
       "      <td>2</td>\n",
       "      <td>0.285714</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>136</th>\n",
       "      <td>best appð</td>\n",
       "      <td>2</td>\n",
       "      <td>12</td>\n",
       "      <td>5.500000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>Excellent</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>World best police...keep it up</td>\n",
       "      <td>5</td>\n",
       "      <td>30</td>\n",
       "      <td>5.200000</td>\n",
       "      <td>2</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>184</th>\n",
       "      <td>Wonderful app</td>\n",
       "      <td>2</td>\n",
       "      <td>13</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>Excellent</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>Excellent services</td>\n",
       "      <td>2</td>\n",
       "      <td>19</td>\n",
       "      <td>8.500000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>195</th>\n",
       "      <td>Best police</td>\n",
       "      <td>2</td>\n",
       "      <td>11</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>This is the best application informing me abou...</td>\n",
       "      <td>10</td>\n",
       "      <td>60</td>\n",
       "      <td>5.100000</td>\n",
       "      <td>6</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>200</th>\n",
       "      <td>Awesome</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>Best</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>208</th>\n",
       "      <td>Best app</td>\n",
       "      <td>2</td>\n",
       "      <td>8</td>\n",
       "      <td>3.500000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>209</th>\n",
       "      <td>Best government application in UAE</td>\n",
       "      <td>5</td>\n",
       "      <td>34</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>Best app</td>\n",
       "      <td>2</td>\n",
       "      <td>8</td>\n",
       "      <td>3.500000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104</th>\n",
       "      <td>Dubai police World best police in the world</td>\n",
       "      <td>8</td>\n",
       "      <td>43</td>\n",
       "      <td>4.500000</td>\n",
       "      <td>2</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>Dubai Police best in the World</td>\n",
       "      <td>6</td>\n",
       "      <td>30</td>\n",
       "      <td>4.166667</td>\n",
       "      <td>2</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.300000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>Excellent</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>152</th>\n",
       "      <td>Excellent effort</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>7.500000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>This app service is very helpful and excellent</td>\n",
       "      <td>8</td>\n",
       "      <td>46</td>\n",
       "      <td>4.875000</td>\n",
       "      <td>4</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>Excellent initiative by Dubai Police. Very con...</td>\n",
       "      <td>13</td>\n",
       "      <td>85</td>\n",
       "      <td>5.615385</td>\n",
       "      <td>4</td>\n",
       "      <td>0.307692</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>201</th>\n",
       "      <td>Perfect app</td>\n",
       "      <td>2</td>\n",
       "      <td>11</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>139</th>\n",
       "      <td>âWorldâs best police has worldâs best ap...</td>\n",
       "      <td>7</td>\n",
       "      <td>50</td>\n",
       "      <td>6.285714</td>\n",
       "      <td>1</td>\n",
       "      <td>0.142857</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.300000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>280 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               reviews  word_count  \\\n",
       "202  App not working with iPhone. Unable to work th...          15   \n",
       "164                 Sometime the app crashes randomly.           5   \n",
       "131  The robot doesnt understand my questions and i...           9   \n",
       "116  Very slow and always keep loading and nothing ...           9   \n",
       "17   We need to pay for the black points. There is ...          12   \n",
       "170  the app is not working even with a full intern...          22   \n",
       "105  Terrible app, no customer service or support, ...          16   \n",
       "223  Save alot of time, just in case of anything us...          35   \n",
       "16   Very slow.. Doing it for the 5 time but not ready          11   \n",
       "112  Take ages to load , this app took long time to...          19   \n",
       "51   Any Emergency any incident they always on time...          13   \n",
       "121  Always when i open the app it crashes every si...          15   \n",
       "216                                       ð¥°ð¥°ð¥°           1   \n",
       "94                              We have what we needed           5   \n",
       "101   Tanxxxxx a lot Dubai police and dubai government           8   \n",
       "102                           Thank you very very much           5   \n",
       "95             Thank you for using Dubai Police App...           7   \n",
       "99   The app resets in the middle of a submission a...          25   \n",
       "90                           Its the most helpful App.           5   \n",
       "87                      This app is very friendly.ð           5   \n",
       "81   Appreciate of Dubai police , I like Dubai poli...          11   \n",
       "227  One of the smartest ways that you can use in D...          15   \n",
       "77          We cannot change Language after the update           7   \n",
       "150               Phone creases on language selection.           5   \n",
       "233  thw features gives me a feeling that everythin...          14   \n",
       "234  The App's description says Language: English b...          26   \n",
       "68                            Total amount not showing           4   \n",
       "241  It is really helpful. You can do lots of thing...          14   \n",
       "243  Application for English language not working j...          11   \n",
       "93             Thank you for using Dubai Police App...           7   \n",
       "..                                                 ...         ...   \n",
       "263  An incredible gain of time! A must have app if...          15   \n",
       "260  To make it perfect there should be an options ...          20   \n",
       "254        Excellent application done by Dubai Police.           6   \n",
       "46   Am so impressed and speechless with this appli...           8   \n",
       "153                          Best police of the world            5   \n",
       "78                                      Excellent app            2   \n",
       "157                         Excellent App and Services           4   \n",
       "160  No doubt Dubai Police is the worldâs best po...          10   \n",
       "142            Dubai Police services are the best ever           7   \n",
       "136                                       best appð           2   \n",
       "173                                          Excellent           1   \n",
       "128                     World best police...keep it up           5   \n",
       "184                                      Wonderful app           2   \n",
       "188                                          Excellent           1   \n",
       "114                                Excellent services            2   \n",
       "195                                        Best police           2   \n",
       "56   This is the best application informing me abou...          10   \n",
       "200                                            Awesome           1   \n",
       "205                                               Best           1   \n",
       "208                                           Best app           2   \n",
       "209                 Best government application in UAE           5   \n",
       "210                                           Best app           2   \n",
       "104        Dubai police World best police in the world           8   \n",
       "212                     Dubai Police best in the World           6   \n",
       "213                                          Excellent           1   \n",
       "152                                   Excellent effort           2   \n",
       "80      This app service is very helpful and excellent           8   \n",
       "79   Excellent initiative by Dubai Police. Very con...          13   \n",
       "201                                        Perfect app           2   \n",
       "139  âWorldâs best police has worldâs best ap...           7   \n",
       "\n",
       "     char_count  average_words_length  stopword_count  stopword_rate  \\\n",
       "202          75              4.066667               5       0.333333   \n",
       "164          34              6.000000               1       0.200000   \n",
       "131          59              5.666667               4       0.444444   \n",
       "116          53              5.000000               3       0.333333   \n",
       "17           55              3.666667               7       0.583333   \n",
       "170         119              4.454545              11       0.500000   \n",
       "105         107              5.750000               5       0.312500   \n",
       "223         184              4.285714              14       0.400000   \n",
       "16           49              3.545455               7       0.636364   \n",
       "112          90              3.789474               6       0.315789   \n",
       "51           80              5.230769               7       0.538462   \n",
       "121          74              4.000000               5       0.333333   \n",
       "216          12             12.000000               0       0.000000   \n",
       "94           22              3.600000               4       0.800000   \n",
       "101          48              5.125000               2       0.250000   \n",
       "102          24              4.000000               3       0.600000   \n",
       "95           39              4.714286               2       0.285714   \n",
       "99          136              4.480000              13       0.520000   \n",
       "90           25              4.200000               3       0.600000   \n",
       "87           30              5.200000               3       0.600000   \n",
       "81           56              4.181818               2       0.181818   \n",
       "227          78              4.266667               8       0.533333   \n",
       "77           42              5.142857               3       0.428571   \n",
       "150          36              6.400000               1       0.200000   \n",
       "233          79              4.714286               6       0.428571   \n",
       "234         148              4.730769              11       0.423077   \n",
       "68           24              5.250000               1       0.250000   \n",
       "241          81              4.857143               6       0.428571   \n",
       "243          77              6.090909               4       0.363636   \n",
       "93           39              4.714286               2       0.285714   \n",
       "..          ...                   ...             ...            ...   \n",
       "263          70              3.733333               8       0.533333   \n",
       "260         112              4.650000               9       0.450000   \n",
       "254          43              6.333333               1       0.166667   \n",
       "46           52              5.625000               5       0.625000   \n",
       "153          25              4.000000               2       0.400000   \n",
       "78           14              6.000000               0       0.000000   \n",
       "157          26              5.750000               1       0.250000   \n",
       "160          63              5.400000               3       0.300000   \n",
       "142          39              4.714286               2       0.285714   \n",
       "136          12              5.500000               0       0.000000   \n",
       "173           9              9.000000               0       0.000000   \n",
       "128          30              5.200000               2       0.400000   \n",
       "184          13              6.000000               0       0.000000   \n",
       "188           9              9.000000               0       0.000000   \n",
       "114          19              8.500000               0       0.000000   \n",
       "195          11              5.000000               0       0.000000   \n",
       "56           60              5.100000               6       0.600000   \n",
       "200           7              7.000000               0       0.000000   \n",
       "205           4              4.000000               0       0.000000   \n",
       "208           8              3.500000               0       0.000000   \n",
       "209          34              6.000000               1       0.200000   \n",
       "210           8              3.500000               0       0.000000   \n",
       "104          43              4.500000               2       0.250000   \n",
       "212          30              4.166667               2       0.333333   \n",
       "213           9              9.000000               0       0.000000   \n",
       "152          16              7.500000               0       0.000000   \n",
       "80           46              4.875000               4       0.500000   \n",
       "79           85              5.615385               4       0.307692   \n",
       "201          11              5.000000               0       0.000000   \n",
       "139          50              6.285714               1       0.142857   \n",
       "\n",
       "     polarity  subjectivity  \n",
       "202 -0.500000      0.500000  \n",
       "164 -0.500000      0.500000  \n",
       "131 -0.400000      0.800000  \n",
       "116 -0.300000      0.400000  \n",
       "17  -0.166667      0.433333  \n",
       "170 -0.116667      0.738889  \n",
       "105 -0.105556      0.694444  \n",
       "223 -0.093750      0.321429  \n",
       "16  -0.050000      0.450000  \n",
       "112 -0.050000      0.400000  \n",
       "51  -0.050000      0.250000  \n",
       "121 -0.035714      0.357143  \n",
       "216  0.000000      0.000000  \n",
       "94   0.000000      0.000000  \n",
       "101  0.000000      0.000000  \n",
       "102  0.000000      0.000000  \n",
       "95   0.000000      0.000000  \n",
       "99   0.000000      0.000000  \n",
       "90   0.000000      0.000000  \n",
       "87   0.000000      0.000000  \n",
       "81   0.000000      0.000000  \n",
       "227  0.000000      0.000000  \n",
       "77   0.000000      0.000000  \n",
       "150  0.000000      0.000000  \n",
       "233  0.000000      0.000000  \n",
       "234  0.000000      0.000000  \n",
       "68   0.000000      0.750000  \n",
       "241  0.000000      0.000000  \n",
       "243  0.000000      0.000000  \n",
       "93   0.000000      0.000000  \n",
       "..        ...           ...  \n",
       "263  0.900000      0.900000  \n",
       "260  1.000000      1.000000  \n",
       "254  1.000000      1.000000  \n",
       "46   1.000000      1.000000  \n",
       "153  1.000000      0.300000  \n",
       "78   1.000000      1.000000  \n",
       "157  1.000000      1.000000  \n",
       "160  1.000000      0.300000  \n",
       "142  1.000000      0.300000  \n",
       "136  1.000000      0.300000  \n",
       "173  1.000000      1.000000  \n",
       "128  1.000000      0.300000  \n",
       "184  1.000000      1.000000  \n",
       "188  1.000000      1.000000  \n",
       "114  1.000000      1.000000  \n",
       "195  1.000000      0.300000  \n",
       "56   1.000000      0.300000  \n",
       "200  1.000000      1.000000  \n",
       "205  1.000000      0.300000  \n",
       "208  1.000000      0.300000  \n",
       "209  1.000000      0.300000  \n",
       "210  1.000000      0.300000  \n",
       "104  1.000000      0.300000  \n",
       "212  1.000000      0.300000  \n",
       "213  1.000000      1.000000  \n",
       "152  1.000000      1.000000  \n",
       "80   1.000000      1.000000  \n",
       "79   1.000000      1.000000  \n",
       "201  1.000000      1.000000  \n",
       "139  1.000000      0.300000  \n",
       "\n",
       "[280 rows x 8 columns]"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.sort_values(by='polarity')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>word_count</th>\n",
       "      <th>char_count</th>\n",
       "      <th>average_words_length</th>\n",
       "      <th>stopword_count</th>\n",
       "      <th>stopword_rate</th>\n",
       "      <th>polarity</th>\n",
       "      <th>subjectivity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>280.000000</td>\n",
       "      <td>280.000000</td>\n",
       "      <td>280.000000</td>\n",
       "      <td>280.000000</td>\n",
       "      <td>280.000000</td>\n",
       "      <td>280.000000</td>\n",
       "      <td>280.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>9.964286</td>\n",
       "      <td>55.664286</td>\n",
       "      <td>4.949465</td>\n",
       "      <td>3.835714</td>\n",
       "      <td>0.327651</td>\n",
       "      <td>0.399189</td>\n",
       "      <td>0.471313</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>7.556630</td>\n",
       "      <td>41.264878</td>\n",
       "      <td>1.303219</td>\n",
       "      <td>3.658565</td>\n",
       "      <td>0.184584</td>\n",
       "      <td>0.350747</td>\n",
       "      <td>0.324801</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>2.333333</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>4.750000</td>\n",
       "      <td>24.000000</td>\n",
       "      <td>4.142857</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.222222</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.200000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>8.000000</td>\n",
       "      <td>43.000000</td>\n",
       "      <td>4.707143</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>14.000000</td>\n",
       "      <td>78.000000</td>\n",
       "      <td>5.500000</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>0.451136</td>\n",
       "      <td>0.700000</td>\n",
       "      <td>0.741667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>35.000000</td>\n",
       "      <td>184.000000</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>18.000000</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       word_count  char_count  average_words_length  stopword_count  \\\n",
       "count  280.000000  280.000000            280.000000      280.000000   \n",
       "mean     9.964286   55.664286              4.949465        3.835714   \n",
       "std      7.556630   41.264878              1.303219        3.658565   \n",
       "min      1.000000    4.000000              2.333333        0.000000   \n",
       "25%      4.750000   24.000000              4.142857        1.000000   \n",
       "50%      8.000000   43.000000              4.707143        3.000000   \n",
       "75%     14.000000   78.000000              5.500000        6.000000   \n",
       "max     35.000000  184.000000             12.000000       18.000000   \n",
       "\n",
       "       stopword_rate    polarity  subjectivity  \n",
       "count     280.000000  280.000000    280.000000  \n",
       "mean        0.327651    0.399189      0.471313  \n",
       "std         0.184584    0.350747      0.324801  \n",
       "min         0.000000   -0.500000      0.000000  \n",
       "25%         0.222222    0.000000      0.200000  \n",
       "50%         0.333333    0.400000      0.500000  \n",
       "75%         0.451136    0.700000      0.741667  \n",
       "max         0.800000    1.000000      1.000000  "
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.describe()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}