coleta-dados.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Coletando dados de Diversas fontes"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Importação de dados de API"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests # biblioteca de requisições HTTP\n",
    "import json # biblioteca para manipulação de json em python\n",
    "API_KEY = \"AIzaSyBR2ykH-xilkW-4kCA5fXnP8fNZ1owpvJ0\" # chave da API \n",
    "TEXT_SEARCH_URL = \"https://maps.googleapis.com/maps/api/place/textsearch/json?\" # link API googleMaps\n",
    "query = \"Culver City Library\" # consulta "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "response = requests.get( TEXT_SEARCH_URL + 'query=' + query + '&key=' + API_KEY ) # consulta na API \n",
    "json_object = response.json() # leitura do json com python"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'html_attributions': [],\n",
       " 'results': [{'business_status': 'OPERATIONAL',\n",
       "   'formatted_address': '4975 Overland Ave, Culver City, CA 90230, United States',\n",
       "   'geometry': {'location': {'lat': 34.0075671, 'lng': -118.3969638},\n",
       "    'viewport': {'northeast': {'lat': 34.00910902989273,\n",
       "      'lng': -118.3956445701073},\n",
       "     'southwest': {'lat': 34.00640937010728, 'lng': -118.3983442298927}}},\n",
       "   'icon': 'https://maps.gstatic.com/mapfiles/place_api/icons/v1/png_71/school-71.png',\n",
       "   'icon_background_color': '#7B9EB0',\n",
       "   'icon_mask_base_uri': 'https://maps.gstatic.com/mapfiles/place_api/icons/v2/school_pinlet',\n",
       "   'name': 'Culver City Julian Dixon Library',\n",
       "   'opening_hours': {'open_now': False},\n",
       "   'photos': [{'height': 3024,\n",
       "     'html_attributions': ['<a href=\"https://maps.google.com/maps/contrib/102344423129359752463\">Khaled Alabed</a>'],\n",
       "     'photo_reference': 'Aap_uEBOmR9CgDH0D6xV7xvrtSzWNRaGMOfu_01BJw8ZuAz3qaZP2lzlmGubC7srRvAVAe5qJLEBU7kRVORB36fmdKFTX7HTsIkRWNdOTKjajsuP2YuPub0jnmTeVVF7bO_ag7utVtTucd5ZNZxNMM-JcwPWjvWNz7pjWt42dVQ16yPlhFBX',\n",
       "     'width': 4032}],\n",
       "   'place_id': 'ChIJrUqREx-6woARFrQdyscOZ-8',\n",
       "   'plus_code': {'compound_code': '2J53+26 Culver City, California, USA',\n",
       "    'global_code': '85632J53+26'},\n",
       "   'rating': 4.4,\n",
       "   'reference': 'ChIJrUqREx-6woARFrQdyscOZ-8',\n",
       "   'types': ['library', 'point_of_interest', 'establishment'],\n",
       "   'user_ratings_total': 71}],\n",
       " 'status': 'OK'}"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "json_object #print"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4975 Overland Ave, Culver City, CA 90230, United States\n",
      "Culver City Julian Dixon Library\n"
     ]
    }
   ],
   "source": [
    "# resultado da consulta\n",
    "\n",
    "print(json_object[\"results\"][0][\"formatted_address\"])\n",
    "print(json_object[\"results\"][0][\"name\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(json_object)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[{'business_status': 'OPERATIONAL', 'formatted_address': '4975 Overland Ave, Culver City, CA 90230, United States', 'geometry': {'location': {'lat': 34.0075671, 'lng': -118.3969638}, 'viewport': {'northeast': {'lat': 34.00910902989273, 'lng': -118.3956445701073}, 'southwest': {'lat': 34.00640937010728, 'lng': -118.3983442298927}}}, 'icon': 'https://maps.gstatic.com/mapfiles/place_api/icons/v1/png_71/school-71.png', 'icon_background_color': '#7B9EB0', 'icon_mask_base_uri': 'https://maps.gstatic.com/mapfiles/place_api/icons/v2/school_pinlet', 'name': 'Culver City Julian Dixon Library', 'opening_hours': {'open_now': False}, 'photos': [{'height': 3024, 'html_attributions': ['<a href=\"https://maps.google.com/maps/contrib/102344423129359752463\">Khaled Alabed</a>'], 'photo_reference': 'Aap_uEBOmR9CgDH0D6xV7xvrtSzWNRaGMOfu_01BJw8ZuAz3qaZP2lzlmGubC7srRvAVAe5qJLEBU7kRVORB36fmdKFTX7HTsIkRWNdOTKjajsuP2YuPub0jnmTeVVF7bO_ag7utVtTucd5ZNZxNMM-JcwPWjvWNz7pjWt42dVQ16yPlhFBX', 'width': 4032}], 'place_id': 'ChIJrUqREx-6woARFrQdyscOZ-8', 'plus_code': {'compound_code': '2J53+26 Culver City, California, USA', 'global_code': '85632J53+26'}, 'rating': 4.4, 'reference': 'ChIJrUqREx-6woARFrQdyscOZ-8', 'types': ['library', 'point_of_interest', 'establishment'], 'user_ratings_total': 71}]\n"
     ]
    }
   ],
   "source": [
    "print(json_object[\"results\"])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Criando dados"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re # biblioteca de expressões regulares python\n",
    "import requests"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "pattern = re.compile(\"\\d{3}-\\d{4}\") # uso das expressões para filtro de busca\n",
    "response = requests.get(\"http://departmentsdirectory.usc.edu/pres_off.html\") # requisição em uma página com os contatos da diretoria da USC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['740-2111',\n",
       " '821-1342',\n",
       " '740-2111',\n",
       " '740-2111',\n",
       " '740-2111',\n",
       " '740-2111',\n",
       " '740-2111',\n",
       " '740-2111',\n",
       " '740-2111',\n",
       " '740-2111',\n",
       " '740-2111',\n",
       " '740-9749',\n",
       " '740-2505',\n",
       " '740-6942',\n",
       " '821-1340',\n",
       " '821-6292',\n",
       " '740-2111']"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "numbers = pattern.findall(response.text) # aplicação de filtro na requisição\n",
    "numbers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "17"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(numbers)"
   ]
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "b3ba2566441a7c06988d0923437866b63cedc61552a5af99d1f4fb67d367b25f"
  },
  "kernelspec": {
   "display_name": "Python 3.8.8 ('base')",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}