web scraping.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "e3caee28",
   "metadata": {},
   "source": [
    "# - Importing modules:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "2a013fc5",
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "import time\n",
    "import pandas as pd\n",
    "import codecs\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6efbbcea",
   "metadata": {},
   "source": [
    "# - Saving links:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "id": "a61f050b",
   "metadata": {},
   "outputs": [],
   "source": [
    "dsurls=[]\n",
    "mlurls=[]\n",
    "swturls=[]\n",
    "for i in range (0,3):\n",
    "    dsurls.append(f'https://www.linkedin.com/jobs-guest/jobs/api/seeMoreJobPostings/search?keywords=Data%20Science&amp;trk=public_jobs_jobs-search-bar_search-submit&amp;position=1&amp;pageNum=0&amp;start={i}')\n",
    "    mlurls.append(f'https://www.linkedin.com/jobs-guest/jobs/api/seeMoreJobPostings/search?keywords=Machine%20Learning&amp;trk=public_jobs_jobs-search-bar_search-submit&amp;position=1&amp;pageNum=0&amp;start={i}')\n",
    "    swturls.append(f'https://www.linkedin.com/jobs-guest/jobs/api/seeMoreJobPostings/search?keywords=Software%20Testing&amp;trk=public_jobs_jobs-search-bar_search-submit&amp;position=1&amp;pageNum=0&amp;start={i}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "id": "5912795b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['https://www.linkedin.com/jobs-guest/jobs/api/seeMoreJobPostings/search?keywords=Data%20Science&amp;trk=public_jobs_jobs-search-bar_search-submit&amp;position=1&amp;pageNum=0&amp;start=0',\n",
       " 'https://www.linkedin.com/jobs-guest/jobs/api/seeMoreJobPostings/search?keywords=Data%20Science&amp;trk=public_jobs_jobs-search-bar_search-submit&amp;position=1&amp;pageNum=0&amp;start=1',\n",
       " 'https://www.linkedin.com/jobs-guest/jobs/api/seeMoreJobPostings/search?keywords=Data%20Science&amp;trk=public_jobs_jobs-search-bar_search-submit&amp;position=1&amp;pageNum=0&amp;start=2']"
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dsurls"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "baf2eda7",
   "metadata": {},
   "source": [
    "# - Scraping:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "5019ac9d",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame(columns=[\"Title\",\"Location\",\"Company\",\"Salary\",\"Link\",\"Description\",\"Logo\",\"Time\",])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "8250701d",
   "metadata": {},
   "outputs": [],
   "source": [
    "def getResponses(urls):\n",
    "    global df\n",
    "    for url in urls:\n",
    "        r=BeautifulSoup(requests.get(url).content, 'html.parser')\n",
    "        jobs = r.find_all('div', class_='base-card relative w-full hover:no-underline focus:no-underline base-card--link base-search-card base-search-card--link job-search-card')\n",
    "        time.sleep(3)\n",
    "        for job in jobs:\n",
    "            title = job.find('h3', class_='base-search-card__title').text.strip().encode('utf-8')\n",
    "            title=codecs.decode(title)\n",
    "            location = job.find('span', class_='job-search-card__location').text.strip().encode('utf-8')\n",
    "            location=codecs.decode(location)\n",
    "            company = job.find( 'h4', class_='base-search-card__subtitle').text.strip().encode('utf-8')\n",
    "            company=codecs.decode(company)\n",
    "            job_link=job.find('a', attrs={'data-tracking-control-name': 'public_jobs_jserp-result_search-card'})['href']\n",
    "            try:\n",
    "                salary = job.find('span', class_='job-search-card__salary-info').text.strip().encode('utf-8')\n",
    "                salary=codecs.decode(salary).replace('\\n','')\n",
    "            except:\n",
    "                salary = 'No info'\n",
    "            job_r=BeautifulSoup(requests.get(job_link).content, 'html.parser')\n",
    "            time.sleep(3)\n",
    "            try:\n",
    "                description=job_r.find('div', attrs={'class': \"show-more-less-html__markup\"}).text.strip().encode('utf-8')\n",
    "                description=codecs.decode(description)\n",
    "            except:\n",
    "                description = 'No info'\n",
    "            try:\n",
    "                job_time=job_r.find( 'span', class_='posted-time-ago__text topcard__flavor--metadata').text.strip().encode('utf-8')\n",
    "                job_time=codecs.decode(job_time)\n",
    "            except:\n",
    "                job_time = 'No info'\n",
    "            try:\n",
    "                logo =job_r.find('a', attrs={'data-tracking-control-name':\"public_jobs_topcard_logo\"}).img['data-delayed-url']\n",
    "            except:\n",
    "                logo ='No info'\n",
    "\n",
    "            df = df.append({'Title':title, 'Location':location, 'Company':company, 'Salary':salary, 'Link':job_link,'Description':description,'Logo':logo,'Time':job_time}, ignore_index=True)  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "52bdfb0d",
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'dsurls' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32md:\\SIC402\\Tasks\\Task-17\\web scraping.ipynb Cell 9\u001b[0m in \u001b[0;36m<cell line: 1>\u001b[1;34m()\u001b[0m\n\u001b[1;32m----> <a href='vscode-notebook-cell:/d%3A/SIC402/Tasks/Task-17/web%20scraping.ipynb#X11sZmlsZQ%3D%3D?line=0'>1</a>\u001b[0m getResponses(dsurls)\n",
      "\u001b[1;31mNameError\u001b[0m: name 'dsurls' is not defined"
     ]
    }
   ],
   "source": [
    "getResponses(dsurls)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "id": "891781bb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Title</th>\n",
       "      <th>Location</th>\n",
       "      <th>Company</th>\n",
       "      <th>Salary</th>\n",
       "      <th>Link</th>\n",
       "      <th>Description</th>\n",
       "      <th>Logo</th>\n",
       "      <th>Time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>Junior Data Scientist</td>\n",
       "      <td>Boston, MA</td>\n",
       "      <td>FocusKPI, Inc.</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/junior-data...</td>\n",
       "      <td>FocusKPI is looking for a Junior Data Scientis...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C4D0BAQ...</td>\n",
       "      <td>1 week ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>Data Scientist</td>\n",
       "      <td>Austin, TX</td>\n",
       "      <td>Zilliant</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/data-scient...</td>\n",
       "      <td>Zilliant powers intelligent B2B commerce with ...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C560BAQ...</td>\n",
       "      <td>3 weeks ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>Product Insights Analyst, Platform</td>\n",
       "      <td>New York, NY</td>\n",
       "      <td>Squarespace</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/product-ins...</td>\n",
       "      <td>Working with Product Managers, you will integr...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C4D0BAQ...</td>\n",
       "      <td>2 days ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>Data Analyst</td>\n",
       "      <td>Pompano Beach, FL</td>\n",
       "      <td>Promwad, electronics design house</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/data-analys...</td>\n",
       "      <td>Title: Data AnalystOpen PositionReports to: Di...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C4D0BAQ...</td>\n",
       "      <td>3 weeks ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>Data Analyst</td>\n",
       "      <td>Columbia, TN</td>\n",
       "      <td>Blue Signal Search</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/data-analys...</td>\n",
       "      <td>Our client provides a range of health solution...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C4D0BAQ...</td>\n",
       "      <td>6 days ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>Junior SQL Developer Data Analyst</td>\n",
       "      <td>New York, NY</td>\n",
       "      <td>81qd</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/junior-sql-...</td>\n",
       "      <td>81qd is an innovative, data-driven, health car...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C560BAQ...</td>\n",
       "      <td>3 days ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>Data Science Associate.</td>\n",
       "      <td>Boston, MA</td>\n",
       "      <td>Santander US</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/data-scienc...</td>\n",
       "      <td>Data Science Associate.Boston, United States o...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C4E0BAQ...</td>\n",
       "      <td>1 week ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>Data Scientist</td>\n",
       "      <td>Hoboken, NJ</td>\n",
       "      <td>Walmart</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/data-scient...</td>\n",
       "      <td>Position Summary...What you'll do...Data Scien...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C560BAQ...</td>\n",
       "      <td>No info</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>Business Intelligence Analyst</td>\n",
       "      <td>Seattle, WA</td>\n",
       "      <td>Mastercard</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/business-in...</td>\n",
       "      <td>Our PurposeWe work to connect and power an inc...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C560BAQ...</td>\n",
       "      <td>2 days ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>Data Analyst</td>\n",
       "      <td>San Francisco, CA</td>\n",
       "      <td>Turo</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/data-analys...</td>\n",
       "      <td>Turo is the world's largest car sharing market...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C560BAQ...</td>\n",
       "      <td>1 day ago</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                 Title           Location  \\\n",
       "64               Junior Data Scientist         Boston, MA   \n",
       "65                      Data Scientist         Austin, TX   \n",
       "66  Product Insights Analyst, Platform       New York, NY   \n",
       "67                        Data Analyst  Pompano Beach, FL   \n",
       "68                        Data Analyst       Columbia, TN   \n",
       "69   Junior SQL Developer Data Analyst       New York, NY   \n",
       "70             Data Science Associate.         Boston, MA   \n",
       "71                      Data Scientist        Hoboken, NJ   \n",
       "72       Business Intelligence Analyst        Seattle, WA   \n",
       "73                        Data Analyst  San Francisco, CA   \n",
       "\n",
       "                              Company   Salary  \\\n",
       "64                     FocusKPI, Inc.  No info   \n",
       "65                           Zilliant  No info   \n",
       "66                        Squarespace  No info   \n",
       "67  Promwad, electronics design house  No info   \n",
       "68                 Blue Signal Search  No info   \n",
       "69                               81qd  No info   \n",
       "70                       Santander US  No info   \n",
       "71                            Walmart  No info   \n",
       "72                         Mastercard  No info   \n",
       "73                               Turo  No info   \n",
       "\n",
       "                                                 Link  \\\n",
       "64  https://www.linkedin.com/jobs/view/junior-data...   \n",
       "65  https://www.linkedin.com/jobs/view/data-scient...   \n",
       "66  https://www.linkedin.com/jobs/view/product-ins...   \n",
       "67  https://www.linkedin.com/jobs/view/data-analys...   \n",
       "68  https://www.linkedin.com/jobs/view/data-analys...   \n",
       "69  https://www.linkedin.com/jobs/view/junior-sql-...   \n",
       "70  https://www.linkedin.com/jobs/view/data-scienc...   \n",
       "71  https://www.linkedin.com/jobs/view/data-scient...   \n",
       "72  https://www.linkedin.com/jobs/view/business-in...   \n",
       "73  https://www.linkedin.com/jobs/view/data-analys...   \n",
       "\n",
       "                                          Description  \\\n",
       "64  FocusKPI is looking for a Junior Data Scientis...   \n",
       "65  Zilliant powers intelligent B2B commerce with ...   \n",
       "66  Working with Product Managers, you will integr...   \n",
       "67  Title: Data AnalystOpen PositionReports to: Di...   \n",
       "68  Our client provides a range of health solution...   \n",
       "69  81qd is an innovative, data-driven, health car...   \n",
       "70  Data Science Associate.Boston, United States o...   \n",
       "71  Position Summary...What you'll do...Data Scien...   \n",
       "72  Our PurposeWe work to connect and power an inc...   \n",
       "73  Turo is the world's largest car sharing market...   \n",
       "\n",
       "                                                 Logo         Time  \n",
       "64  https://media-exp1.licdn.com/dms/image/C4D0BAQ...   1 week ago  \n",
       "65  https://media-exp1.licdn.com/dms/image/C560BAQ...  3 weeks ago  \n",
       "66  https://media-exp1.licdn.com/dms/image/C4D0BAQ...   2 days ago  \n",
       "67  https://media-exp1.licdn.com/dms/image/C4D0BAQ...  3 weeks ago  \n",
       "68  https://media-exp1.licdn.com/dms/image/C4D0BAQ...   6 days ago  \n",
       "69  https://media-exp1.licdn.com/dms/image/C560BAQ...   3 days ago  \n",
       "70  https://media-exp1.licdn.com/dms/image/C4E0BAQ...   1 week ago  \n",
       "71  https://media-exp1.licdn.com/dms/image/C560BAQ...      No info  \n",
       "72  https://media-exp1.licdn.com/dms/image/C560BAQ...   2 days ago  \n",
       "73  https://media-exp1.licdn.com/dms/image/C560BAQ...    1 day ago  "
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.tail(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "id": "aa627039",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 74 entries, 0 to 73\n",
      "Data columns (total 8 columns):\n",
      " #   Column       Non-Null Count  Dtype \n",
      "---  ------       --------------  ----- \n",
      " 0   Title        74 non-null     object\n",
      " 1   Location     74 non-null     object\n",
      " 2   Company      74 non-null     object\n",
      " 3   Salary       74 non-null     object\n",
      " 4   Link         74 non-null     object\n",
      " 5   Description  74 non-null     object\n",
      " 6   Logo         74 non-null     object\n",
      " 7   Time         74 non-null     object\n",
      "dtypes: object(8)\n",
      "memory usage: 4.8+ KB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "id": "76e258a0",
   "metadata": {},
   "outputs": [],
   "source": [
    "getResponses(mlurls)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "id": "2654435b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Title</th>\n",
       "      <th>Location</th>\n",
       "      <th>Company</th>\n",
       "      <th>Salary</th>\n",
       "      <th>Link</th>\n",
       "      <th>Description</th>\n",
       "      <th>Logo</th>\n",
       "      <th>Time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>136</th>\n",
       "      <td>Data Science Intern</td>\n",
       "      <td>San Diego, CA</td>\n",
       "      <td>HP</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/data-scienc...</td>\n",
       "      <td>Are you passionate about technology and lookin...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C560BAQ...</td>\n",
       "      <td>1 day ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>137</th>\n",
       "      <td>Data Science Intern</td>\n",
       "      <td>Palo Alto, CA</td>\n",
       "      <td>HP</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/data-scienc...</td>\n",
       "      <td>Are you passionate about technology and lookin...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C560BAQ...</td>\n",
       "      <td>1 day ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>138</th>\n",
       "      <td>Machine Learning Researcher</td>\n",
       "      <td>United States</td>\n",
       "      <td>Zenex Partners</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/machine-lea...</td>\n",
       "      <td>A great opportunity to work with one of our le...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C4D0BAQ...</td>\n",
       "      <td>No info</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>139</th>\n",
       "      <td>Machine Learning Engineer</td>\n",
       "      <td>Irvine, CA</td>\n",
       "      <td>Neudesic</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/machine-lea...</td>\n",
       "      <td>About Neudesic, an IBM CompanyWhat sets us apa...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C4E0BAQ...</td>\n",
       "      <td>No info</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>140</th>\n",
       "      <td>DSP/Machine Learning Developer in Test</td>\n",
       "      <td>San Diego, CA</td>\n",
       "      <td>Qualcomm</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/dsp-machine...</td>\n",
       "      <td>Job DescriptionTests and modifies general syst...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C560BAQ...</td>\n",
       "      <td>1 day ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>141</th>\n",
       "      <td>Data Scientist Advanced Development Program In...</td>\n",
       "      <td>Philadelphia, PA</td>\n",
       "      <td>Vanguard</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/data-scient...</td>\n",
       "      <td>Shape the future of investingComplement your e...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C4D0BAQ...</td>\n",
       "      <td>No info</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>142</th>\n",
       "      <td>Python Developer</td>\n",
       "      <td>Columbus, OH</td>\n",
       "      <td>VBeyond Corporation</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/python-deve...</td>\n",
       "      <td>Job Role: Python Developer Location: Plano, TX...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C560BAQ...</td>\n",
       "      <td>No info</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143</th>\n",
       "      <td>Data Scientist Advanced Development Program In...</td>\n",
       "      <td>Dallas, TX</td>\n",
       "      <td>Vanguard</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/data-scient...</td>\n",
       "      <td>Shape the future of investingComplement your e...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C4D0BAQ...</td>\n",
       "      <td>No info</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>144</th>\n",
       "      <td>Data Science Intern</td>\n",
       "      <td>Spring, TX</td>\n",
       "      <td>HP</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/data-scienc...</td>\n",
       "      <td>Are you passionate about technology and lookin...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C560BAQ...</td>\n",
       "      <td>1 day ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>145</th>\n",
       "      <td>Data Scientist</td>\n",
       "      <td>Woodbridge, NJ</td>\n",
       "      <td>Plymouth Rock Assurance</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/data-scient...</td>\n",
       "      <td>Plymouth Rock has been awarded the #1 Large Em...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C4D0BAQ...</td>\n",
       "      <td>No info</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 Title          Location  \\\n",
       "136                                Data Science Intern     San Diego, CA   \n",
       "137                                Data Science Intern     Palo Alto, CA   \n",
       "138                        Machine Learning Researcher     United States   \n",
       "139                          Machine Learning Engineer        Irvine, CA   \n",
       "140             DSP/Machine Learning Developer in Test     San Diego, CA   \n",
       "141  Data Scientist Advanced Development Program In...  Philadelphia, PA   \n",
       "142                                   Python Developer      Columbus, OH   \n",
       "143  Data Scientist Advanced Development Program In...        Dallas, TX   \n",
       "144                                Data Science Intern        Spring, TX   \n",
       "145                                     Data Scientist    Woodbridge, NJ   \n",
       "\n",
       "                     Company   Salary  \\\n",
       "136                       HP  No info   \n",
       "137                       HP  No info   \n",
       "138           Zenex Partners  No info   \n",
       "139                 Neudesic  No info   \n",
       "140                 Qualcomm  No info   \n",
       "141                 Vanguard  No info   \n",
       "142      VBeyond Corporation  No info   \n",
       "143                 Vanguard  No info   \n",
       "144                       HP  No info   \n",
       "145  Plymouth Rock Assurance  No info   \n",
       "\n",
       "                                                  Link  \\\n",
       "136  https://www.linkedin.com/jobs/view/data-scienc...   \n",
       "137  https://www.linkedin.com/jobs/view/data-scienc...   \n",
       "138  https://www.linkedin.com/jobs/view/machine-lea...   \n",
       "139  https://www.linkedin.com/jobs/view/machine-lea...   \n",
       "140  https://www.linkedin.com/jobs/view/dsp-machine...   \n",
       "141  https://www.linkedin.com/jobs/view/data-scient...   \n",
       "142  https://www.linkedin.com/jobs/view/python-deve...   \n",
       "143  https://www.linkedin.com/jobs/view/data-scient...   \n",
       "144  https://www.linkedin.com/jobs/view/data-scienc...   \n",
       "145  https://www.linkedin.com/jobs/view/data-scient...   \n",
       "\n",
       "                                           Description  \\\n",
       "136  Are you passionate about technology and lookin...   \n",
       "137  Are you passionate about technology and lookin...   \n",
       "138  A great opportunity to work with one of our le...   \n",
       "139  About Neudesic, an IBM CompanyWhat sets us apa...   \n",
       "140  Job DescriptionTests and modifies general syst...   \n",
       "141  Shape the future of investingComplement your e...   \n",
       "142  Job Role: Python Developer Location: Plano, TX...   \n",
       "143  Shape the future of investingComplement your e...   \n",
       "144  Are you passionate about technology and lookin...   \n",
       "145  Plymouth Rock has been awarded the #1 Large Em...   \n",
       "\n",
       "                                                  Logo       Time  \n",
       "136  https://media-exp1.licdn.com/dms/image/C560BAQ...  1 day ago  \n",
       "137  https://media-exp1.licdn.com/dms/image/C560BAQ...  1 day ago  \n",
       "138  https://media-exp1.licdn.com/dms/image/C4D0BAQ...    No info  \n",
       "139  https://media-exp1.licdn.com/dms/image/C4E0BAQ...    No info  \n",
       "140  https://media-exp1.licdn.com/dms/image/C560BAQ...  1 day ago  \n",
       "141  https://media-exp1.licdn.com/dms/image/C4D0BAQ...    No info  \n",
       "142  https://media-exp1.licdn.com/dms/image/C560BAQ...    No info  \n",
       "143  https://media-exp1.licdn.com/dms/image/C4D0BAQ...    No info  \n",
       "144  https://media-exp1.licdn.com/dms/image/C560BAQ...  1 day ago  \n",
       "145  https://media-exp1.licdn.com/dms/image/C4D0BAQ...    No info  "
      ]
     },
     "execution_count": 89,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.tail(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "id": "6c146f08",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 146 entries, 0 to 145\n",
      "Data columns (total 8 columns):\n",
      " #   Column       Non-Null Count  Dtype \n",
      "---  ------       --------------  ----- \n",
      " 0   Title        146 non-null    object\n",
      " 1   Location     146 non-null    object\n",
      " 2   Company      146 non-null    object\n",
      " 3   Salary       146 non-null    object\n",
      " 4   Link         146 non-null    object\n",
      " 5   Description  146 non-null    object\n",
      " 6   Logo         146 non-null    object\n",
      " 7   Time         146 non-null    object\n",
      "dtypes: object(8)\n",
      "memory usage: 9.2+ KB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "id": "a9774642",
   "metadata": {},
   "outputs": [],
   "source": [
    "getResponses(swturls)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "id": "8b43b599",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Title</th>\n",
       "      <th>Location</th>\n",
       "      <th>Company</th>\n",
       "      <th>Salary</th>\n",
       "      <th>Link</th>\n",
       "      <th>Description</th>\n",
       "      <th>Logo</th>\n",
       "      <th>Time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>186</th>\n",
       "      <td>C#/.NET Developer (remote)</td>\n",
       "      <td>Vienna, VA</td>\n",
       "      <td>Dice</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/c%23-net-de...</td>\n",
       "      <td>Dice is the leading career destination for tec...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C560BAQ...</td>\n",
       "      <td>No info</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>187</th>\n",
       "      <td>Principal Software Engineer in Test - Automation</td>\n",
       "      <td>Marlborough, MA</td>\n",
       "      <td>Nasuni</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/principal-s...</td>\n",
       "      <td>DescriptionSDET - Principal Software Developme...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C4D0BAQ...</td>\n",
       "      <td>1 week ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>Senior Business Analyst</td>\n",
       "      <td>Hanover, MD</td>\n",
       "      <td>YesCare</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/senior-busi...</td>\n",
       "      <td>Bachelor’s degree in Business Administration, ...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C560BAQ...</td>\n",
       "      <td>No info</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189</th>\n",
       "      <td>Software Implementer- Testing Lead- Digital Co...</td>\n",
       "      <td>Irvine, CA</td>\n",
       "      <td>Baker Tilly US</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/software-im...</td>\n",
       "      <td>ResponsibilitiesAs we continue to navigate the...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C560BAQ...</td>\n",
       "      <td>1 day ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>190</th>\n",
       "      <td>Fullstack Java Developer - Mid Level (Remote O...</td>\n",
       "      <td>Plano, TX</td>\n",
       "      <td>USAA</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/fullstack-j...</td>\n",
       "      <td>Purpose of JobWe are seeking a talented Full S...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C4E0BAQ...</td>\n",
       "      <td>No info</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>191</th>\n",
       "      <td>Software Principal Engineer: Test frameworks -...</td>\n",
       "      <td>Memphis, TN</td>\n",
       "      <td>Dell Technologies</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/software-pr...</td>\n",
       "      <td>Software Principal EngineerThe Software Engine...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C4E0BAQ...</td>\n",
       "      <td>1 week ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>192</th>\n",
       "      <td>Software Principal Engineer: Test frameworks -...</td>\n",
       "      <td>New Mexico, United States</td>\n",
       "      <td>Dell Technologies</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/software-pr...</td>\n",
       "      <td>Software Principal EngineerThe Software Engine...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C4E0BAQ...</td>\n",
       "      <td>1 week ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>193</th>\n",
       "      <td>Sr Software Engineer NodeJS , Serverless / API...</td>\n",
       "      <td>Bellevue, WA</td>\n",
       "      <td>Dice</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/sr-software...</td>\n",
       "      <td>No info</td>\n",
       "      <td>No info</td>\n",
       "      <td>No info</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>194</th>\n",
       "      <td>Data Analytics Product Manager</td>\n",
       "      <td>Oakland, CA</td>\n",
       "      <td>Mosaic (joinmosaic.com)</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/data-analyt...</td>\n",
       "      <td>Who We AreWe are creating the best way to fina...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C4E0BAQ...</td>\n",
       "      <td>No info</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>195</th>\n",
       "      <td>Senior Web Developer (React)</td>\n",
       "      <td>Omaha, NE</td>\n",
       "      <td>NCR Corporation</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://www.linkedin.com/jobs/view/senior-web-...</td>\n",
       "      <td>About NCRNCR Corporation (NYSE: NCR) is a lead...</td>\n",
       "      <td>https://media-exp1.licdn.com/dms/image/C560BAQ...</td>\n",
       "      <td>No info</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 Title  \\\n",
       "186                         C#/.NET Developer (remote)   \n",
       "187   Principal Software Engineer in Test - Automation   \n",
       "188                            Senior Business Analyst   \n",
       "189  Software Implementer- Testing Lead- Digital Co...   \n",
       "190  Fullstack Java Developer - Mid Level (Remote O...   \n",
       "191  Software Principal Engineer: Test frameworks -...   \n",
       "192  Software Principal Engineer: Test frameworks -...   \n",
       "193  Sr Software Engineer NodeJS , Serverless / API...   \n",
       "194                     Data Analytics Product Manager   \n",
       "195                       Senior Web Developer (React)   \n",
       "\n",
       "                      Location                  Company   Salary  \\\n",
       "186                 Vienna, VA                     Dice  No info   \n",
       "187            Marlborough, MA                   Nasuni  No info   \n",
       "188                Hanover, MD                  YesCare  No info   \n",
       "189                 Irvine, CA           Baker Tilly US  No info   \n",
       "190                  Plano, TX                     USAA  No info   \n",
       "191                Memphis, TN        Dell Technologies  No info   \n",
       "192  New Mexico, United States        Dell Technologies  No info   \n",
       "193               Bellevue, WA                     Dice  No info   \n",
       "194                Oakland, CA  Mosaic (joinmosaic.com)  No info   \n",
       "195                  Omaha, NE          NCR Corporation  No info   \n",
       "\n",
       "                                                  Link  \\\n",
       "186  https://www.linkedin.com/jobs/view/c%23-net-de...   \n",
       "187  https://www.linkedin.com/jobs/view/principal-s...   \n",
       "188  https://www.linkedin.com/jobs/view/senior-busi...   \n",
       "189  https://www.linkedin.com/jobs/view/software-im...   \n",
       "190  https://www.linkedin.com/jobs/view/fullstack-j...   \n",
       "191  https://www.linkedin.com/jobs/view/software-pr...   \n",
       "192  https://www.linkedin.com/jobs/view/software-pr...   \n",
       "193  https://www.linkedin.com/jobs/view/sr-software...   \n",
       "194  https://www.linkedin.com/jobs/view/data-analyt...   \n",
       "195  https://www.linkedin.com/jobs/view/senior-web-...   \n",
       "\n",
       "                                           Description  \\\n",
       "186  Dice is the leading career destination for tec...   \n",
       "187  DescriptionSDET - Principal Software Developme...   \n",
       "188  Bachelor’s degree in Business Administration, ...   \n",
       "189  ResponsibilitiesAs we continue to navigate the...   \n",
       "190  Purpose of JobWe are seeking a talented Full S...   \n",
       "191  Software Principal EngineerThe Software Engine...   \n",
       "192  Software Principal EngineerThe Software Engine...   \n",
       "193                                            No info   \n",
       "194  Who We AreWe are creating the best way to fina...   \n",
       "195  About NCRNCR Corporation (NYSE: NCR) is a lead...   \n",
       "\n",
       "                                                  Logo        Time  \n",
       "186  https://media-exp1.licdn.com/dms/image/C560BAQ...     No info  \n",
       "187  https://media-exp1.licdn.com/dms/image/C4D0BAQ...  1 week ago  \n",
       "188  https://media-exp1.licdn.com/dms/image/C560BAQ...     No info  \n",
       "189  https://media-exp1.licdn.com/dms/image/C560BAQ...   1 day ago  \n",
       "190  https://media-exp1.licdn.com/dms/image/C4E0BAQ...     No info  \n",
       "191  https://media-exp1.licdn.com/dms/image/C4E0BAQ...  1 week ago  \n",
       "192  https://media-exp1.licdn.com/dms/image/C4E0BAQ...  1 week ago  \n",
       "193                                            No info     No info  \n",
       "194  https://media-exp1.licdn.com/dms/image/C4E0BAQ...     No info  \n",
       "195  https://media-exp1.licdn.com/dms/image/C560BAQ...     No info  "
      ]
     },
     "execution_count": 92,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.tail(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "id": "6dc324a7",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 196 entries, 0 to 195\n",
      "Data columns (total 8 columns):\n",
      " #   Column       Non-Null Count  Dtype \n",
      "---  ------       --------------  ----- \n",
      " 0   Title        196 non-null    object\n",
      " 1   Location     196 non-null    object\n",
      " 2   Company      196 non-null    object\n",
      " 3   Salary       196 non-null    object\n",
      " 4   Link         196 non-null    object\n",
      " 5   Description  196 non-null    object\n",
      " 6   Logo         196 non-null    object\n",
      " 7   Time         196 non-null    object\n",
      "dtypes: object(8)\n",
      "memory usage: 12.4+ KB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "89447239",
   "metadata": {},
   "source": [
    "# - Storing dataframe in a csv file:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "426c3478",
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv('jobs.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "bdf3a2c2",
   "metadata": {},
   "outputs": [],
   "source": [
    "def scrapWuzzuf():\n",
    "    global df\n",
    "    urls = []\n",
    "    for i in range(0, 1):\n",
    "        urls.append(\n",
    "            f\"https://wuzzuf.net/search/jobs/?a=navbg&q=data%20science&start={i}\"\n",
    "        )\n",
    "    for url in urls[:3]:\n",
    "        headers = {\n",
    "            \"Connection\": \"keep-alive\",\n",
    "            \"user-agent\": \"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.54 Safari/537.36\",\n",
    "        }\n",
    "        r = BeautifulSoup(\n",
    "            requests.get(url, headers=headers, timeout=120).content, \"html.parser\"\n",
    "        )\n",
    "        jobs = r.find_all(\n",
    "            \"div\",\n",
    "            class_=\"css-1gatmva e1v1l3u10\",\n",
    "        )\n",
    "        time.sleep(5)\n",
    "        for job in jobs:\n",
    "            job_link = f'https://wuzzuf.net{job.find(\"a\", class_=\"css-o171kl\")[\"href\"]}'\n",
    "            title = job.find(\"a\", class_=\"css-o171kl\").text.strip().encode(\"utf-8\")\n",
    "            title = codecs.decode(title)\n",
    "            location = (\n",
    "                job.find(\"span\", class_=\"css-5wys0k\").text.strip().encode(\"utf-8\")\n",
    "            )\n",
    "            location = codecs.decode(location)\n",
    "            company = job.find(\"a\", class_=\"css-17s97q8\").text.strip().encode(\"utf-8\")\n",
    "            company = codecs.decode(company).replace(\"-\", \"\")\n",
    "\n",
    "            job_r = BeautifulSoup(\n",
    "                requests.get(job_link, headers=headers, timeout=120).content,\n",
    "                \"html.parser\",\n",
    "            )\n",
    "            time.sleep(5)\n",
    "            try:\n",
    "                description = (\n",
    "                    job_r.find(\"div\", class_=\"css-1uobp1k\").text.strip().encode(\"utf-8\")\n",
    "                )\n",
    "                description = codecs.decode(description)\n",
    "            except:\n",
    "                description = \"No info\"\n",
    "            try:\n",
    "                job_time = (\n",
    "                    job_r.find(\"span\", class_=\"css-182mrdn\")\n",
    "                    .text.strip()\n",
    "                    .encode(\"utf-8\")\n",
    "                )\n",
    "                job_time = codecs.decode(job_time)\n",
    "            except:\n",
    "                job_time = \"No info\"\n",
    "            try:\n",
    "                logo = job_r.find(\n",
    "                    \"img\",\n",
    "                    class_=\"css-jb4x6y\",\n",
    "                )[\"src\"]\n",
    "            except:\n",
    "                logo = \"No info\"\n",
    "            try:\n",
    "                salary = (\n",
    "                    job_r.find(\n",
    "                        \"div\",\n",
    "                        class_=\"css-rcl8e5\",\n",
    "                    ).find('span',class_='css-4xky9y')\n",
    "                    .text.strip().encode(\"utf-8\")\n",
    "                )\n",
    "                salary = codecs.decode(salary)\n",
    "            except:\n",
    "                salary = \"No info\"\n",
    "\n",
    "            df = df.append(\n",
    "                {\n",
    "                    \"Title\": title,\n",
    "                    \"Location\": location,\n",
    "                    \"Company\": company,\n",
    "                    \"Salary\": salary,\n",
    "                    \"Link\": job_link,\n",
    "                    \"Description\": description,\n",
    "                    \"Logo\": logo,\n",
    "                    \"Time\": job_time,\n",
    "                },\n",
    "                ignore_index=True,\n",
    "            )\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "13e4ea2e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Title</th>\n",
       "      <th>Location</th>\n",
       "      <th>Company</th>\n",
       "      <th>Salary</th>\n",
       "      <th>Link</th>\n",
       "      <th>Description</th>\n",
       "      <th>Logo</th>\n",
       "      <th>Time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>126</th>\n",
       "      <td>Data Analytics Engineer</td>\n",
       "      <td>Smart Village, Giza, Egypt</td>\n",
       "      <td>Dar Al Handasah</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://wuzzuf.net/jobs/p/qrvyUBYzpj5p-Data-An...</td>\n",
       "      <td>Has a clear understanding of data analysis pri...</td>\n",
       "      <td>No info</td>\n",
       "      <td>Posted 4 days ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127</th>\n",
       "      <td>Senior Data Analyst</td>\n",
       "      <td>10th of Ramadan City, Cairo, Egypt</td>\n",
       "      <td>Alarabia Group</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://wuzzuf.net/jobs/p/TWguALrIS6vT-Senior-...</td>\n",
       "      <td>To understand business requirements in the BI ...</td>\n",
       "      <td>No info</td>\n",
       "      <td>Posted 13 days ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>Network &amp; Data Engineer -Second Line Support</td>\n",
       "      <td>Obour City, Cairo, Egypt</td>\n",
       "      <td>Confidential</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://wuzzuf.net/jobs/p/o9ntjhmKwbz5-Network...</td>\n",
       "      <td>Provide technical support to users of IT servi...</td>\n",
       "      <td>No info</td>\n",
       "      <td>Posted 18 days ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>Data Analyst</td>\n",
       "      <td>Maadi, Cairo, Egypt</td>\n",
       "      <td>Hands of Hope Physical Therapy &amp; Wellness</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://wuzzuf.net/jobs/p/9AAaTU2msaG5-Data-An...</td>\n",
       "      <td>Track, collect, and interpret data, then analy...</td>\n",
       "      <td>No info</td>\n",
       "      <td>Posted 24 days ago</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130</th>\n",
       "      <td>Data Analyst</td>\n",
       "      <td>New Cairo, Cairo, Egypt</td>\n",
       "      <td>Gila Electric</td>\n",
       "      <td>No info</td>\n",
       "      <td>https://wuzzuf.net/jobs/p/adeG14H7rqQA-Data-An...</td>\n",
       "      <td>Interpret data, analyze results using statisti...</td>\n",
       "      <td>No info</td>\n",
       "      <td>Posted 25 days ago</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            Title  \\\n",
       "126                       Data Analytics Engineer   \n",
       "127                           Senior Data Analyst   \n",
       "128  Network & Data Engineer -Second Line Support   \n",
       "129                                  Data Analyst   \n",
       "130                                  Data Analyst   \n",
       "\n",
       "                               Location  \\\n",
       "126          Smart Village, Giza, Egypt   \n",
       "127  10th of Ramadan City, Cairo, Egypt   \n",
       "128            Obour City, Cairo, Egypt   \n",
       "129                 Maadi, Cairo, Egypt   \n",
       "130             New Cairo, Cairo, Egypt   \n",
       "\n",
       "                                        Company   Salary  \\\n",
       "126                            Dar Al Handasah   No info   \n",
       "127                             Alarabia Group   No info   \n",
       "128                               Confidential   No info   \n",
       "129  Hands of Hope Physical Therapy & Wellness   No info   \n",
       "130                              Gila Electric   No info   \n",
       "\n",
       "                                                  Link  \\\n",
       "126  https://wuzzuf.net/jobs/p/qrvyUBYzpj5p-Data-An...   \n",
       "127  https://wuzzuf.net/jobs/p/TWguALrIS6vT-Senior-...   \n",
       "128  https://wuzzuf.net/jobs/p/o9ntjhmKwbz5-Network...   \n",
       "129  https://wuzzuf.net/jobs/p/9AAaTU2msaG5-Data-An...   \n",
       "130  https://wuzzuf.net/jobs/p/adeG14H7rqQA-Data-An...   \n",
       "\n",
       "                                           Description     Logo  \\\n",
       "126  Has a clear understanding of data analysis pri...  No info   \n",
       "127  To understand business requirements in the BI ...  No info   \n",
       "128  Provide technical support to users of IT servi...  No info   \n",
       "129  Track, collect, and interpret data, then analy...  No info   \n",
       "130  Interpret data, analyze results using statisti...  No info   \n",
       "\n",
       "                   Time  \n",
       "126   Posted 4 days ago  \n",
       "127  Posted 13 days ago  \n",
       "128  Posted 18 days ago  \n",
       "129  Posted 24 days ago  \n",
       "130  Posted 25 days ago  "
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.tail()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.4"
  },
  "vscode": {
   "interpreter": {
    "hash": "58297584ad85406282bb83503837a59823bb35fb9f542098e25d7de67177b3c0"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}