search_data_processing_baolin_v2.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Search Data Processing\n",
    "=========================\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import re\n",
    "import string\n",
    "import pyspark"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "search_data = pd.read_csv(\"./data/sample_openData_searchTerms_clean.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(5000, 8)"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "search_data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Search Term</th>\n",
       "      <th>Exit Page</th>\n",
       "      <th>Total Unique Searches</th>\n",
       "      <th>Results Pageviews / Search</th>\n",
       "      <th>% Search Exits</th>\n",
       "      <th>% Search Refinements</th>\n",
       "      <th>Time after Search</th>\n",
       "      <th>Average Search Depth</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4995</th>\n",
       "      <td>address range</td>\n",
       "      <td>/Geographic-Locations-and-Boundaries/Streets-o...</td>\n",
       "      <td>2</td>\n",
       "      <td>1.5</td>\n",
       "      <td>0.00%</td>\n",
       "      <td>0.00%</td>\n",
       "      <td>0:02:09</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4996</th>\n",
       "      <td>address shapefile</td>\n",
       "      <td>/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=ad...</td>\n",
       "      <td>2</td>\n",
       "      <td>1.5</td>\n",
       "      <td>0.00%</td>\n",
       "      <td>66.67%</td>\n",
       "      <td>0:00:18</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4997</th>\n",
       "      <td>address to geographic location</td>\n",
       "      <td>/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=ad...</td>\n",
       "      <td>2</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.00%</td>\n",
       "      <td>0.00%</td>\n",
       "      <td>0:00:03</td>\n",
       "      <td>1.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4998</th>\n",
       "      <td>address with resident names</td>\n",
       "      <td>/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=ad...</td>\n",
       "      <td>2</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.00%</td>\n",
       "      <td>0.00%</td>\n",
       "      <td>0:00:05</td>\n",
       "      <td>1.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4999</th>\n",
       "      <td>addresse</td>\n",
       "      <td>/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=po...</td>\n",
       "      <td>2</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.00%</td>\n",
       "      <td>100.00%</td>\n",
       "      <td>0:00:03</td>\n",
       "      <td>1.5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                         Search Term  \\\n",
       "4995                   address range   \n",
       "4996               address shapefile   \n",
       "4997  address to geographic location   \n",
       "4998     address with resident names   \n",
       "4999                        addresse   \n",
       "\n",
       "                                              Exit Page  \\\n",
       "4995  /Geographic-Locations-and-Boundaries/Streets-o...   \n",
       "4996  /browse/embed?category=&limit=20&limitTo=&q=ad...   \n",
       "4997  /browse/embed?category=&limit=20&limitTo=&q=ad...   \n",
       "4998  /browse/embed?category=&limit=20&limitTo=&q=ad...   \n",
       "4999  /browse/embed?category=&limit=20&limitTo=&q=po...   \n",
       "\n",
       "      Total Unique Searches  Results Pageviews / Search % Search Exits  \\\n",
       "4995                      2                         1.5          0.00%   \n",
       "4996                      2                         1.5          0.00%   \n",
       "4997                      2                         1.0          0.00%   \n",
       "4998                      2                         1.0          0.00%   \n",
       "4999                      2                         1.0          0.00%   \n",
       "\n",
       "     % Search Refinements Time after Search  Average Search Depth  \n",
       "4995                0.00%           0:02:09                   8.0  \n",
       "4996               66.67%           0:00:18                   3.0  \n",
       "4997                0.00%           0:00:03                   1.5  \n",
       "4998                0.00%           0:00:05                   1.5  \n",
       "4999              100.00%           0:00:03                   1.5  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "search_data.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#search_data[search_data['Total Unique Searches']<5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "search_terms = list(set(search_data['Search Term']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2451"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(search_terms)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#print search_terms"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Search Term</th>\n",
       "      <th>Exit Page</th>\n",
       "      <th>Total Unique Searches</th>\n",
       "      <th>Results Pageviews / Search</th>\n",
       "      <th>% Search Exits</th>\n",
       "      <th>% Search Refinements</th>\n",
       "      <th>Time after Search</th>\n",
       "      <th>Average Search Depth</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3519</th>\n",
       "      <td>194415</td>\n",
       "      <td>/Economy-and-Community/Registered-Business-Loc...</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.00%</td>\n",
       "      <td>0.00%</td>\n",
       "      <td>0:00:06</td>\n",
       "      <td>2.5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     Search Term                                          Exit Page  \\\n",
       "3519      194415  /Economy-and-Community/Registered-Business-Loc...   \n",
       "\n",
       "      Total Unique Searches  Results Pageviews / Search % Search Exits  \\\n",
       "3519                      2                           1          0.00%   \n",
       "\n",
       "     % Search Refinements Time after Search  Average Search Depth  \n",
       "3519                0.00%           0:00:06                   2.5  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "search_data.ix[search_data[\"Search Term\"] == \"194415\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "search_terms_data = search_data[[\"Search Term\"]]\n",
    "search_terms_data = search_terms_data.rename(columns={\"Search Term\": \"search_term\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>search_term</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>business</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>311</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>streets</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  search_term\n",
       "0    business\n",
       "1       crime\n",
       "2       crime\n",
       "3         311\n",
       "4     streets"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "search_terms_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "search_terms_data['processed_data'] = search_terms_data.search_term\\\n",
    "                                        .apply(lambda text: text.decode('ascii' ,\"ignore\" ).decode('utf-8','ignore'))\\\n",
    "                                        .apply(lambda text: text.lower())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "search_terms_list =  list(set(search_terms_data.processed_data))\n",
    "#print search_terms_list"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### We need to generally tag searches in categories of quality\n",
    "\n",
    "Many search terms indicate that users are not informed on what the purpose of the website is or how to properly use search\n",
    "\n",
    "Search Tags\n",
    "* Good Quality Search\n",
    "    * complete words or phrases\n",
    "    * minor typos\n",
    "* Bad Quality\n",
    "    * Addresses\n",
    "    * Dates\n",
    "    * Zipcodes or just a string of numbers\n",
    "    * General nonsenses eg. ('></script><script>alert(1)</script>', '///', '16exc-3031') "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "dates_r = re.compile('[0-9]/[0-9]/[0-9]')\n",
    "numbers_r = re.compile('^[0-9][0-9]*[0-9]$')\n",
    "html_r = re.compile('^<.*>$')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[u'9/1/01', u'3/1/01']"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filter(dates_r.match, search_terms_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[u'</script><script>alert(1)</script>']\n"
     ]
    }
   ],
   "source": [
    "print filter(html_r.match, search_terms_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# removing punctuation\n",
    "\n",
    "def removePunctuation(text):\n",
    "\n",
    "    for c in string.punctuation:\n",
    "        text = text.replace(c,\"\").strip().lower()\n",
    "    return text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# iterative process\n",
    "\n",
    "def text_processing(search):\n",
    "    \n",
    "    return [removePunctuation(i) for i in search]\n",
    "        \n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "search = text_processing(search_terms_list)\n",
    "#search"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "regex = \"\\d{1,4}.?\\d{0,4}\\s[a-zA-Z|\\d+]{2,30}\\s[a-zA-Z]|\\s[a-zA-Z]*\"\n",
    "\n",
    "f = [re.findall(regex, i) for i in search\n",
    "     if re.findall(regex, i)!= [] \n",
    "     if re.findall(regex, i)[0][:3] != '311'\n",
    "     ]\n",
    "\n",
    "# http://regexlib.com/REDetails.aspx?regexp_id=430"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "year = [str(j) for j in range(2000,2017)]\n",
    "\n",
    "addresses = [i for i in f if i[0][:4] not in year ]\n",
    "#addresses"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# applying existing code to the full data\n",
    "\n",
    "query = pd.read_csv(\"./data/all_queries.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ga.searchKeyword</th>\n",
       "      <th>ga.searchStartPage</th>\n",
       "      <th>ga.searchAfterDestinationPage</th>\n",
       "      <th>ga.searchUniques</th>\n",
       "      <th>ga.avgSearchResultViews</th>\n",
       "      <th>ga.avgSearchDepth</th>\n",
       "      <th>ga.percentSearchRefinements</th>\n",
       "      <th>ga.searchDuration</th>\n",
       "      <th>ga.searchExitRate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>crime</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/data?search=crime</td>\n",
       "      <td>451</td>\n",
       "      <td>1.066519</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>62</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>business</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/data?search=business</td>\n",
       "      <td>319</td>\n",
       "      <td>1.106583</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>311</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/data?search=311</td>\n",
       "      <td>221</td>\n",
       "      <td>1.135747</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>crime</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>200</td>\n",
       "      <td>1.070000</td>\n",
       "      <td>4.54</td>\n",
       "      <td>12.149533</td>\n",
       "      <td>48646</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>streets</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/data?search=streets</td>\n",
       "      <td>169</td>\n",
       "      <td>1.047337</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  ga.searchKeyword ga.searchStartPage  \\\n",
       "0            crime                 '/   \n",
       "1         business                 '/   \n",
       "2              311                 '/   \n",
       "3            crime                 '/   \n",
       "4          streets                 '/   \n",
       "\n",
       "                       ga.searchAfterDestinationPage  ga.searchUniques  \\\n",
       "0                                '/data?search=crime               451   \n",
       "1                             '/data?search=business               319   \n",
       "2                                  '/data?search=311               221   \n",
       "3  '/browse/embed?Department-Metrics_Publishing-D...               200   \n",
       "4                              '/data?search=streets               169   \n",
       "\n",
       "   ga.avgSearchResultViews  ga.avgSearchDepth  ga.percentSearchRefinements  \\\n",
       "0                 1.066519               0.00                     0.000000   \n",
       "1                 1.106583               0.00                     0.000000   \n",
       "2                 1.135747               0.00                     0.000000   \n",
       "3                 1.070000               4.54                    12.149533   \n",
       "4                 1.047337               0.00                     0.000000   \n",
       "\n",
       "   ga.searchDuration  ga.searchExitRate  \n",
       "0                 62                  0  \n",
       "1                  5                  0  \n",
       "2                  7                  0  \n",
       "3              48646                  0  \n",
       "4                  3                  0  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "query.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "116339"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(query)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(116339, 9)"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "query.shape\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# seeing the data\n",
    "\n",
    "query_list =  list(query['ga.searchKeyword'].values)\n",
    "query_list = [str(word).decode('ascii' ,\"ignore\" ).decode('utf-8','ignore') for word in query_list]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "20600"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "set_query = len(set(query_list))\n",
    "set_query"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#adresses\n",
    "regex = \"\\d{1,4}.?\\d{0,4}\\s[a-zA-Z|\\d+|\\W+]{2,30}\\s[a-zA-Z]{2,15}\"\n",
    "\n",
    "full = [re.findall(regex, i) for i in query_list\n",
    "     if re.findall(regex, i)!= [] \n",
    "     if re.findall(regex, i)[0][:3] != '311'\n",
    "     ]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "def search_term_type(text):\n",
    "    \n",
    "    \"\"\"\n",
    "    input: keyword search term\n",
    "    output: labels the keyword as good, address, year, link.\n",
    "    \n",
    "    \"\"\"\n",
    "    \n",
    "    regex = \"\\d{1,4}.?\\d{0,4}\\s[a-zA-Z|\\d+|\\W+]{2,30}\\s[a-zA-Z]{2,15}\"\n",
    "    links = \"((https?|http):((//)|(\\\\\\\\))+[\\w\\d:#@%/;$()~_?\\+-=\\\\\\.&]*)|www.*\"\n",
    "    #link = '[\\w\\d:#@%/;$()~_?\\+-=\\\\\\.&]*'\n",
    "    years = [str(i) for i in range(2000,2017)]\n",
    "    if len(re.findall(regex, text))> 0 and re.findall(regex, text)[0][:4] not in years and re.findall(regex, text)[0][:3] != '311':\n",
    "        return \"Address\"\n",
    "    if len(re.findall(links, text))> 0:\n",
    "        return \"Link\"\n",
    "    if len(re.findall(regex, text))> 0 and re.findall(regex, text)[0][:4] in years:\n",
    "        return \"Year\"\n",
    "    \n",
    "    return \"Valid Search Term\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "years = [str(i) for i in range(2000,2017)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Valid Search Term'"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "string = 'data for crime'\n",
    "search_term_type(string)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "query['Search Type'] = ['blank'] * len(query)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "keywords = list(query['ga.searchKeyword'].values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "types = [search_term_type(str(word)) for word in keywords]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "query['Search Type'] = types"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "query.to_csv('all_queries_w_search_type')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ga.searchKeyword</th>\n",
       "      <th>ga.searchStartPage</th>\n",
       "      <th>ga.searchAfterDestinationPage</th>\n",
       "      <th>ga.searchUniques</th>\n",
       "      <th>ga.avgSearchResultViews</th>\n",
       "      <th>ga.avgSearchDepth</th>\n",
       "      <th>ga.percentSearchRefinements</th>\n",
       "      <th>ga.searchDuration</th>\n",
       "      <th>ga.searchExitRate</th>\n",
       "      <th>Search Type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1552</th>\n",
       "      <td>460 forms Schedule A</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=4...</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>4.333333</td>\n",
       "      <td>0</td>\n",
       "      <td>1982</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2364</th>\n",
       "      <td>1010 fitzgerald ave, san francisco, ca</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/data?search=1010+fitzgerald+ave,+san+francis...</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2365</th>\n",
       "      <td>1600 California street</td>\n",
       "      <td>(entrance)</td>\n",
       "      <td>'/data?search=1600+California+street</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2366</th>\n",
       "      <td>1996-2013 city survey</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=1...</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>77</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2367</th>\n",
       "      <td>2 hour parking</td>\n",
       "      <td>(entrance)</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=2...</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2.500000</td>\n",
       "      <td>50</td>\n",
       "      <td>65</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2368</th>\n",
       "      <td>2 hour parking</td>\n",
       "      <td>(entrance)</td>\n",
       "      <td>'/data?search=2+hour+parking</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2379</th>\n",
       "      <td>2598 Mission Street</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/data?search=2598+Mission+Street</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2403</th>\n",
       "      <td>405 howard st.</td>\n",
       "      <td>(entrance)</td>\n",
       "      <td>'/browse/embed?category=Energy+and+Environment...</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2417</th>\n",
       "      <td>5 thomas mellon circle</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/data?search=5+thomas+mellon+circle</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4879</th>\n",
       "      <td>\"120 lake street\"</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/data?search=\"120+lake+street\"</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5195</th>\n",
       "      <td>0 Beatrice Rd, Brisbane, CA 94005</td>\n",
       "      <td>(entrance)</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=0...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>41</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5263</th>\n",
       "      <td>06/19/2015 dashiell hammet</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5271</th>\n",
       "      <td>1 Embarcadero San Francisco</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5272</th>\n",
       "      <td>1 Hawkins Ln SF CA</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5273</th>\n",
       "      <td>1 Longview Court</td>\n",
       "      <td>'/browse/embed?category=Housing+and+Buildings&amp;...</td>\n",
       "      <td>'/data?search=1+Longview+Court&amp;dept=&amp;category=...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5274</th>\n",
       "      <td>1 Polk st</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5276</th>\n",
       "      <td>1 Tuscany Alley</td>\n",
       "      <td>'/browse/embed?category=Public+Safety&amp;limit=20...</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5278</th>\n",
       "      <td>1 hour parking</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>'/data?search=1+hour+parking&amp;dept=&amp;category=Tr...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5282</th>\n",
       "      <td>1 post st</td>\n",
       "      <td>(entrance)</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=1...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>100</td>\n",
       "      <td>51</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5284</th>\n",
       "      <td>1 scott street</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=1...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>42</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5285</th>\n",
       "      <td>1 south van ness ave</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>'/data?search=1+south+van+ness+ave&amp;dept=&amp;categ...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5286</th>\n",
       "      <td>1 south vanness</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/data?search=1+south+vanness</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5289</th>\n",
       "      <td>1. BRIAN DUSSEAULT</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>'/data?search=1. BRIAN+DUSSEAULT+&amp;dept=&amp;catego...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5291</th>\n",
       "      <td>10 gb dataset</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>101</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5292</th>\n",
       "      <td>10 glendale street</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/data?search=10+glendale+street</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5297</th>\n",
       "      <td>100 church street</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>100</td>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5298</th>\n",
       "      <td>100 delano ave</td>\n",
       "      <td>'/browse/embed?category=Housing+and+Buildings&amp;...</td>\n",
       "      <td>'/data?search=100+delano+ave&amp;dept=&amp;category=Ho...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5300</th>\n",
       "      <td>100 year flood</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=b...</td>\n",
       "      <td>'/data?search=100+year+flood&amp;dept=&amp;category=&amp;t...</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5301</th>\n",
       "      <td>100 year flood plain</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/data?search=100+year+flood+plain</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5302</th>\n",
       "      <td>100 year storm flood plain</td>\n",
       "      <td>'/</td>\n",
       "      <td>'/data?search=100+year+storm+flood+plain</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83568</th>\n",
       "      <td>NAD 83 California State Plane Zone 3</td>\n",
       "      <td>'/browse/embed?category=Geographic+Locations+a...</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>113</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84247</th>\n",
       "      <td>Permits for 2 hour street parking 2999 Califor...</td>\n",
       "      <td>'/data?search=Permits+for+2+hour+street+parkin...</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84523</th>\n",
       "      <td>Q1 2015 pipline</td>\n",
       "      <td>'/data?search=Q1+2015+pipline</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=Q...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86018</th>\n",
       "      <td>Statement of Economic Interests (SEI) (Form 70...</td>\n",
       "      <td>'/data?search=+Statement+of+Economic+Interests...</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=+...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86019</th>\n",
       "      <td>Statement of Economic Interests (SEI) (Form 70...</td>\n",
       "      <td>'/data?search=+Statement+of+Economic+Interests...</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100</td>\n",
       "      <td>26</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86020</th>\n",
       "      <td>Statement of Economic Interests Database (SEI)...</td>\n",
       "      <td>'/data?search=+Statement+of+Economic+Interests...</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=+...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86205</th>\n",
       "      <td>Subway 388 Market Street, Suite 102</td>\n",
       "      <td>'/data?search=Subway+388+Market+Street,+Suite+102</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100</td>\n",
       "      <td>18</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86553</th>\n",
       "      <td>Transit Corridors 0 Miles 1 Note: For Neighbor...</td>\n",
       "      <td>'/data?search=Transit+Corridors+0+Miles+1+Note...</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=T...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88209</th>\n",
       "      <td>ap 201 california llc</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>'/data?search=ap+201+california+llc</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88210</th>\n",
       "      <td>ap 201 california llc</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=a...</td>\n",
       "      <td>'/data?category=Culture and Recreation&amp;dept=&amp;t...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88211</th>\n",
       "      <td>ap 201 california llc</td>\n",
       "      <td>'/data?category=Culture and Recreation&amp;dept=&amp;t...</td>\n",
       "      <td>'/browse/embed?category=Culture+and+Recreation...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88212</th>\n",
       "      <td>ap 201 california llc</td>\n",
       "      <td>'/data?search=ap+201+california+llc</td>\n",
       "      <td>'/</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88213</th>\n",
       "      <td>ap 201 california llc</td>\n",
       "      <td>'/data?search=ap+201+california+llc</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>206</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88214</th>\n",
       "      <td>ap 201 california owner llc</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=&amp;...</td>\n",
       "      <td>'/data?search=ap+201+california+owner+llc&amp;dept...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88215</th>\n",
       "      <td>ap 201 california owner llc</td>\n",
       "      <td>'/data?search=ap+201+california+owner+llc</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>631</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88216</th>\n",
       "      <td>ap 201 california owner llc</td>\n",
       "      <td>'/data?search=ap+201+california+owner+llc&amp;dept...</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=a...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>858</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88355</th>\n",
       "      <td>areas 1000 feet school</td>\n",
       "      <td>'/data?search=areas+1000+feet+school&amp;dept=&amp;cat...</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92806</th>\n",
       "      <td>business registration 32 richland avenue</td>\n",
       "      <td>'/data?search=business+registration+32+richlan...</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96557</th>\n",
       "      <td>Transit Corridors 0 Miles 1 Note: For Neighbor...</td>\n",
       "      <td>'/data?search=Transit+Corridors+0+Miles+1+Note...</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=T...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98213</th>\n",
       "      <td>ap 201 california llc</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>'/data?search=ap+201+california+llc</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98214</th>\n",
       "      <td>ap 201 california llc</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=a...</td>\n",
       "      <td>'/data?category=Culture and Recreation&amp;dept=&amp;t...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98215</th>\n",
       "      <td>ap 201 california llc</td>\n",
       "      <td>'/data?category=Culture and Recreation&amp;dept=&amp;t...</td>\n",
       "      <td>'/browse/embed?category=Culture+and+Recreation...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98216</th>\n",
       "      <td>ap 201 california llc</td>\n",
       "      <td>'/data?search=ap+201+california+llc</td>\n",
       "      <td>'/</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98217</th>\n",
       "      <td>ap 201 california llc</td>\n",
       "      <td>'/data?search=ap+201+california+llc</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>206</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98218</th>\n",
       "      <td>ap 201 california owner llc</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=&amp;...</td>\n",
       "      <td>'/data?search=ap+201+california+owner+llc&amp;dept...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98219</th>\n",
       "      <td>ap 201 california owner llc</td>\n",
       "      <td>'/data?search=ap+201+california+owner+llc</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>631</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98220</th>\n",
       "      <td>ap 201 california owner llc</td>\n",
       "      <td>'/data?search=ap+201+california+owner+llc&amp;dept...</td>\n",
       "      <td>'/browse/embed?category=&amp;limit=20&amp;limitTo=&amp;q=a...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>858</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98359</th>\n",
       "      <td>areas 1000 feet school</td>\n",
       "      <td>'/data?search=areas+1000+feet+school&amp;dept=&amp;cat...</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102810</th>\n",
       "      <td>business registration 32 richland avenue</td>\n",
       "      <td>'/data?search=business+registration+32+richlan...</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>107978</th>\n",
       "      <td>d5 zip codes</td>\n",
       "      <td>'/data?search=d5+zip+codes</td>\n",
       "      <td>'/browse/embed?Department-Metrics_Publishing-D...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>100</td>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "      <td>Address</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1586 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         ga.searchKeyword  \\\n",
       "1552                                 460 forms Schedule A   \n",
       "2364               1010 fitzgerald ave, san francisco, ca   \n",
       "2365                               1600 California street   \n",
       "2366                                1996-2013 city survey   \n",
       "2367                                       2 hour parking   \n",
       "2368                                       2 hour parking   \n",
       "2379                                  2598 Mission Street   \n",
       "2403                                       405 howard st.   \n",
       "2417                               5 thomas mellon circle   \n",
       "4879                                    \"120 lake street\"   \n",
       "5195                    0 Beatrice Rd, Brisbane, CA 94005   \n",
       "5263                           06/19/2015 dashiell hammet   \n",
       "5271                          1 Embarcadero San Francisco   \n",
       "5272                                   1 Hawkins Ln SF CA   \n",
       "5273                                     1 Longview Court   \n",
       "5274                                            1 Polk st   \n",
       "5276                                      1 Tuscany Alley   \n",
       "5278                                       1 hour parking   \n",
       "5282                                            1 post st   \n",
       "5284                                       1 scott street   \n",
       "5285                                 1 south van ness ave   \n",
       "5286                                      1 south vanness   \n",
       "5289                                   1. BRIAN DUSSEAULT   \n",
       "5291                                        10 gb dataset   \n",
       "5292                                   10 glendale street   \n",
       "5297                                    100 church street   \n",
       "5298                                       100 delano ave   \n",
       "5300                                       100 year flood   \n",
       "5301                                 100 year flood plain   \n",
       "5302                           100 year storm flood plain   \n",
       "...                                                   ...   \n",
       "83568                NAD 83 California State Plane Zone 3   \n",
       "84247   Permits for 2 hour street parking 2999 Califor...   \n",
       "84523                                     Q1 2015 pipline   \n",
       "86018   Statement of Economic Interests (SEI) (Form 70...   \n",
       "86019   Statement of Economic Interests (SEI) (Form 70...   \n",
       "86020   Statement of Economic Interests Database (SEI)...   \n",
       "86205                 Subway 388 Market Street, Suite 102   \n",
       "86553   Transit Corridors 0 Miles 1 Note: For Neighbor...   \n",
       "88209                               ap 201 california llc   \n",
       "88210                               ap 201 california llc   \n",
       "88211                               ap 201 california llc   \n",
       "88212                               ap 201 california llc   \n",
       "88213                               ap 201 california llc   \n",
       "88214                         ap 201 california owner llc   \n",
       "88215                         ap 201 california owner llc   \n",
       "88216                         ap 201 california owner llc   \n",
       "88355                              areas 1000 feet school   \n",
       "92806            business registration 32 richland avenue   \n",
       "96557   Transit Corridors 0 Miles 1 Note: For Neighbor...   \n",
       "98213                               ap 201 california llc   \n",
       "98214                               ap 201 california llc   \n",
       "98215                               ap 201 california llc   \n",
       "98216                               ap 201 california llc   \n",
       "98217                               ap 201 california llc   \n",
       "98218                         ap 201 california owner llc   \n",
       "98219                         ap 201 california owner llc   \n",
       "98220                         ap 201 california owner llc   \n",
       "98359                              areas 1000 feet school   \n",
       "102810           business registration 32 richland avenue   \n",
       "107978                                       d5 zip codes   \n",
       "\n",
       "                                       ga.searchStartPage  \\\n",
       "1552                                                   '/   \n",
       "2364                                                   '/   \n",
       "2365                                           (entrance)   \n",
       "2366                                                   '/   \n",
       "2367                                           (entrance)   \n",
       "2368                                           (entrance)   \n",
       "2379                                                   '/   \n",
       "2403                                           (entrance)   \n",
       "2417                                                   '/   \n",
       "4879                                                   '/   \n",
       "5195                                           (entrance)   \n",
       "5263    '/browse/embed?Department-Metrics_Publishing-D...   \n",
       "5271                                                   '/   \n",
       "5272                                                   '/   \n",
       "5273    '/browse/embed?category=Housing+and+Buildings&...   \n",
       "5274    '/browse/embed?Department-Metrics_Publishing-D...   \n",
       "5276    '/browse/embed?category=Public+Safety&limit=20...   \n",
       "5278    '/browse/embed?Department-Metrics_Publishing-D...   \n",
       "5282                                           (entrance)   \n",
       "5284                                                   '/   \n",
       "5285    '/browse/embed?Department-Metrics_Publishing-D...   \n",
       "5286                                                   '/   \n",
       "5289    '/browse/embed?Department-Metrics_Publishing-D...   \n",
       "5291    '/browse/embed?Department-Metrics_Publishing-D...   \n",
       "5292                                                   '/   \n",
       "5297                                                   '/   \n",
       "5298    '/browse/embed?category=Housing+and+Buildings&...   \n",
       "5300    '/browse/embed?category=&limit=20&limitTo=&q=b...   \n",
       "5301                                                   '/   \n",
       "5302                                                   '/   \n",
       "...                                                   ...   \n",
       "83568   '/browse/embed?category=Geographic+Locations+a...   \n",
       "84247   '/data?search=Permits+for+2+hour+street+parkin...   \n",
       "84523                       '/data?search=Q1+2015+pipline   \n",
       "86018   '/data?search=+Statement+of+Economic+Interests...   \n",
       "86019   '/data?search=+Statement+of+Economic+Interests...   \n",
       "86020   '/data?search=+Statement+of+Economic+Interests...   \n",
       "86205   '/data?search=Subway+388+Market+Street,+Suite+102   \n",
       "86553   '/data?search=Transit+Corridors+0+Miles+1+Note...   \n",
       "88209   '/browse/embed?Department-Metrics_Publishing-D...   \n",
       "88210   '/browse/embed?category=&limit=20&limitTo=&q=a...   \n",
       "88211   '/data?category=Culture and Recreation&dept=&t...   \n",
       "88212                 '/data?search=ap+201+california+llc   \n",
       "88213                 '/data?search=ap+201+california+llc   \n",
       "88214   '/browse/embed?category=&limit=20&limitTo=&q=&...   \n",
       "88215           '/data?search=ap+201+california+owner+llc   \n",
       "88216   '/data?search=ap+201+california+owner+llc&dept...   \n",
       "88355   '/data?search=areas+1000+feet+school&dept=&cat...   \n",
       "92806   '/data?search=business+registration+32+richlan...   \n",
       "96557   '/data?search=Transit+Corridors+0+Miles+1+Note...   \n",
       "98213   '/browse/embed?Department-Metrics_Publishing-D...   \n",
       "98214   '/browse/embed?category=&limit=20&limitTo=&q=a...   \n",
       "98215   '/data?category=Culture and Recreation&dept=&t...   \n",
       "98216                 '/data?search=ap+201+california+llc   \n",
       "98217                 '/data?search=ap+201+california+llc   \n",
       "98218   '/browse/embed?category=&limit=20&limitTo=&q=&...   \n",
       "98219           '/data?search=ap+201+california+owner+llc   \n",
       "98220   '/data?search=ap+201+california+owner+llc&dept...   \n",
       "98359   '/data?search=areas+1000+feet+school&dept=&cat...   \n",
       "102810  '/data?search=business+registration+32+richlan...   \n",
       "107978                         '/data?search=d5+zip+codes   \n",
       "\n",
       "                            ga.searchAfterDestinationPage  ga.searchUniques  \\\n",
       "1552    '/browse/embed?category=&limit=20&limitTo=&q=4...                 3   \n",
       "2364    '/data?search=1010+fitzgerald+ave,+san+francis...                 2   \n",
       "2365                 '/data?search=1600+California+street                 2   \n",
       "2366    '/browse/embed?category=&limit=20&limitTo=&q=1...                 2   \n",
       "2367    '/browse/embed?category=&limit=20&limitTo=&q=2...                 2   \n",
       "2368                         '/data?search=2+hour+parking                 2   \n",
       "2379                    '/data?search=2598+Mission+Street                 2   \n",
       "2403    '/browse/embed?category=Energy+and+Environment...                 2   \n",
       "2417                 '/data?search=5+thomas+mellon+circle                 2   \n",
       "4879                      '/data?search=\"120+lake+street\"                 1   \n",
       "5195    '/browse/embed?category=&limit=20&limitTo=&q=0...                 1   \n",
       "5263    '/browse/embed?Department-Metrics_Publishing-D...                 1   \n",
       "5271    '/browse/embed?Department-Metrics_Publishing-D...                 1   \n",
       "5272    '/browse/embed?Department-Metrics_Publishing-D...                 1   \n",
       "5273    '/data?search=1+Longview+Court&dept=&category=...                 1   \n",
       "5274    '/browse/embed?Department-Metrics_Publishing-D...                 1   \n",
       "5276    '/browse/embed?Department-Metrics_Publishing-D...                 1   \n",
       "5278    '/data?search=1+hour+parking&dept=&category=Tr...                 1   \n",
       "5282    '/browse/embed?category=&limit=20&limitTo=&q=1...                 1   \n",
       "5284    '/browse/embed?category=&limit=20&limitTo=&q=1...                 1   \n",
       "5285    '/data?search=1+south+van+ness+ave&dept=&categ...                 1   \n",
       "5286                        '/data?search=1+south+vanness                 1   \n",
       "5289    '/data?search=1. BRIAN+DUSSEAULT+&dept=&catego...                 1   \n",
       "5291    '/browse/embed?Department-Metrics_Publishing-D...                 1   \n",
       "5292                     '/data?search=10+glendale+street                 1   \n",
       "5297    '/browse/embed?Department-Metrics_Publishing-D...                 1   \n",
       "5298    '/data?search=100+delano+ave&dept=&category=Ho...                 1   \n",
       "5300    '/data?search=100+year+flood&dept=&category=&t...                 1   \n",
       "5301                   '/data?search=100+year+flood+plain                 1   \n",
       "5302             '/data?search=100+year+storm+flood+plain                 1   \n",
       "...                                                   ...               ...   \n",
       "83568   '/browse/embed?Department-Metrics_Publishing-D...                 0   \n",
       "84247   '/browse/embed?Department-Metrics_Publishing-D...                 0   \n",
       "84523   '/browse/embed?category=&limit=20&limitTo=&q=Q...                 0   \n",
       "86018   '/browse/embed?category=&limit=20&limitTo=&q=+...                 0   \n",
       "86019   '/browse/embed?Department-Metrics_Publishing-D...                 0   \n",
       "86020   '/browse/embed?category=&limit=20&limitTo=&q=+...                 0   \n",
       "86205   '/browse/embed?Department-Metrics_Publishing-D...                 0   \n",
       "86553   '/browse/embed?category=&limit=20&limitTo=&q=T...                 0   \n",
       "88209                 '/data?search=ap+201+california+llc                 0   \n",
       "88210   '/data?category=Culture and Recreation&dept=&t...                 0   \n",
       "88211   '/browse/embed?category=Culture+and+Recreation...                 0   \n",
       "88212                                                  '/                 0   \n",
       "88213   '/browse/embed?Department-Metrics_Publishing-D...                 0   \n",
       "88214   '/data?search=ap+201+california+owner+llc&dept...                 0   \n",
       "88215   '/browse/embed?Department-Metrics_Publishing-D...                 0   \n",
       "88216   '/browse/embed?category=&limit=20&limitTo=&q=a...                 0   \n",
       "88355   '/browse/embed?Department-Metrics_Publishing-D...                 0   \n",
       "92806   '/browse/embed?Department-Metrics_Publishing-D...                 0   \n",
       "96557   '/browse/embed?category=&limit=20&limitTo=&q=T...                 0   \n",
       "98213                 '/data?search=ap+201+california+llc                 0   \n",
       "98214   '/data?category=Culture and Recreation&dept=&t...                 0   \n",
       "98215   '/browse/embed?category=Culture+and+Recreation...                 0   \n",
       "98216                                                  '/                 0   \n",
       "98217   '/browse/embed?Department-Metrics_Publishing-D...                 0   \n",
       "98218   '/data?search=ap+201+california+owner+llc&dept...                 0   \n",
       "98219   '/browse/embed?Department-Metrics_Publishing-D...                 0   \n",
       "98220   '/browse/embed?category=&limit=20&limitTo=&q=a...                 0   \n",
       "98359   '/browse/embed?Department-Metrics_Publishing-D...                 0   \n",
       "102810  '/browse/embed?Department-Metrics_Publishing-D...                 0   \n",
       "107978  '/browse/embed?Department-Metrics_Publishing-D...                 0   \n",
       "\n",
       "        ga.avgSearchResultViews  ga.avgSearchDepth  \\\n",
       "1552                          1           4.333333   \n",
       "2364                          1           0.000000   \n",
       "2365                          1           0.000000   \n",
       "2366                          1           3.000000   \n",
       "2367                          1           2.500000   \n",
       "2368                          1           0.000000   \n",
       "2379                          1           0.000000   \n",
       "2403                          1           2.000000   \n",
       "2417                          1           0.000000   \n",
       "4879                          1           0.000000   \n",
       "5195                          1           4.000000   \n",
       "5263                          1          10.000000   \n",
       "5271                          1           7.000000   \n",
       "5272                          1           2.000000   \n",
       "5273                          1           0.000000   \n",
       "5274                          1           3.000000   \n",
       "5276                          1           3.000000   \n",
       "5278                          1           0.000000   \n",
       "5282                          1           2.000000   \n",
       "5284                          1           3.000000   \n",
       "5285                          1           0.000000   \n",
       "5286                          1           0.000000   \n",
       "5289                          1           0.000000   \n",
       "5291                          1           3.000000   \n",
       "5292                          1           0.000000   \n",
       "5297                          1           2.000000   \n",
       "5298                          1           0.000000   \n",
       "5300                          1           0.000000   \n",
       "5301                          1           0.000000   \n",
       "5302                          1           0.000000   \n",
       "...                         ...                ...   \n",
       "83568                         0           0.000000   \n",
       "84247                         0           0.000000   \n",
       "84523                         0           0.000000   \n",
       "86018                         0           0.000000   \n",
       "86019                         0           0.000000   \n",
       "86020                         0           0.000000   \n",
       "86205                         0           0.000000   \n",
       "86553                         0           0.000000   \n",
       "88209                         0           0.000000   \n",
       "88210                         0           0.000000   \n",
       "88211                         0           0.000000   \n",
       "88212                         0           0.000000   \n",
       "88213                         0           0.000000   \n",
       "88214                         0           0.000000   \n",
       "88215                         0           0.000000   \n",
       "88216                         0           0.000000   \n",
       "88355                         0           0.000000   \n",
       "92806                         0           0.000000   \n",
       "96557                         0           0.000000   \n",
       "98213                         0           0.000000   \n",
       "98214                         0           0.000000   \n",
       "98215                         0           0.000000   \n",
       "98216                         0           0.000000   \n",
       "98217                         0           0.000000   \n",
       "98218                         0           0.000000   \n",
       "98219                         0           0.000000   \n",
       "98220                         0           0.000000   \n",
       "98359                         0           0.000000   \n",
       "102810                        0           0.000000   \n",
       "107978                        0           0.000000   \n",
       "\n",
       "        ga.percentSearchRefinements  ga.searchDuration  ga.searchExitRate  \\\n",
       "1552                              0               1982                  0   \n",
       "2364                              0                  0                  0   \n",
       "2365                              0                  0                  0   \n",
       "2366                              0                 77                  0   \n",
       "2367                             50                 65                  0   \n",
       "2368                              0                  0                  0   \n",
       "2379                              0                  0                  0   \n",
       "2403                              0                 19                  0   \n",
       "2417                              0                  0                  0   \n",
       "4879                              0                  0                  0   \n",
       "5195                              0                 41                  0   \n",
       "5263                              0                  8                  0   \n",
       "5271                              0                 19                  0   \n",
       "5272                              0                 10                  0   \n",
       "5273                              0                  0                  0   \n",
       "5274                              0                 30                  0   \n",
       "5276                              0                  7                  0   \n",
       "5278                              0                  0                  0   \n",
       "5282                            100                 51                  0   \n",
       "5284                              0                 42                  0   \n",
       "5285                              0                  0                  0   \n",
       "5286                              0                  0                  0   \n",
       "5289                              0                  0                  0   \n",
       "5291                              0                101                  0   \n",
       "5292                              0                  0                  0   \n",
       "5297                            100                 31                  0   \n",
       "5298                              0                  0                  0   \n",
       "5300                              0                  0                  0   \n",
       "5301                              0                  0                  0   \n",
       "5302                              0                  0                  0   \n",
       "...                             ...                ...                ...   \n",
       "83568                             0                113                  0   \n",
       "84247                           100                 17                  0   \n",
       "84523                           100                 13                  0   \n",
       "86018                           100                 19                  0   \n",
       "86019                           100                 26                  0   \n",
       "86020                           100                 74                  0   \n",
       "86205                           100                 18                  0   \n",
       "86553                           100                  6                  0   \n",
       "88209                             0                  0                  0   \n",
       "88210                             0                  0                  0   \n",
       "88211                             0                 12                  0   \n",
       "88212                           100                 19                  0   \n",
       "88213                             0                206                  0   \n",
       "88214                             0                  0                  0   \n",
       "88215                             0                631                  0   \n",
       "88216                             0                858                  0   \n",
       "88355                             0                  5                  0   \n",
       "92806                             0                  8                  0   \n",
       "96557                           100                  6                  0   \n",
       "98213                             0                  0                  0   \n",
       "98214                             0                  0                  0   \n",
       "98215                             0                 12                  0   \n",
       "98216                           100                 19                  0   \n",
       "98217                             0                206                  0   \n",
       "98218                             0                  0                  0   \n",
       "98219                             0                631                  0   \n",
       "98220                             0                858                  0   \n",
       "98359                             0                  5                  0   \n",
       "102810                            0                  8                  0   \n",
       "107978                          100                 31                  0   \n",
       "\n",
       "       Search Type  \n",
       "1552       Address  \n",
       "2364       Address  \n",
       "2365       Address  \n",
       "2366       Address  \n",
       "2367       Address  \n",
       "2368       Address  \n",
       "2379       Address  \n",
       "2403       Address  \n",
       "2417       Address  \n",
       "4879       Address  \n",
       "5195       Address  \n",
       "5263       Address  \n",
       "5271       Address  \n",
       "5272       Address  \n",
       "5273       Address  \n",
       "5274       Address  \n",
       "5276       Address  \n",
       "5278       Address  \n",
       "5282       Address  \n",
       "5284       Address  \n",
       "5285       Address  \n",
       "5286       Address  \n",
       "5289       Address  \n",
       "5291       Address  \n",
       "5292       Address  \n",
       "5297       Address  \n",
       "5298       Address  \n",
       "5300       Address  \n",
       "5301       Address  \n",
       "5302       Address  \n",
       "...            ...  \n",
       "83568      Address  \n",
       "84247      Address  \n",
       "84523      Address  \n",
       "86018      Address  \n",
       "86019      Address  \n",
       "86020      Address  \n",
       "86205      Address  \n",
       "86553      Address  \n",
       "88209      Address  \n",
       "88210      Address  \n",
       "88211      Address  \n",
       "88212      Address  \n",
       "88213      Address  \n",
       "88214      Address  \n",
       "88215      Address  \n",
       "88216      Address  \n",
       "88355      Address  \n",
       "92806      Address  \n",
       "96557      Address  \n",
       "98213      Address  \n",
       "98214      Address  \n",
       "98215      Address  \n",
       "98216      Address  \n",
       "98217      Address  \n",
       "98218      Address  \n",
       "98219      Address  \n",
       "98220      Address  \n",
       "98359      Address  \n",
       "102810     Address  \n",
       "107978     Address  \n",
       "\n",
       "[1586 rows x 10 columns]"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Address = query[query['Search Type'] == 'Address']\n",
    "Address "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "text = '2010 us census data'\n",
    "regex = \"\\d{1,4}.?\\d{0,4}\\s[a-zA-Z|\\d+|\\W+]{2,30}\\s[a-zA-Z]{2,15}\"\n",
    "r = re.findall(regex, text)[0][:4]\n",
    "r in range(2000,2017)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[u'2010 census tracts',\n",
       " u'460 forms Schedule',\n",
       " u'1010 fitzgerald ave, san francisco, ca',\n",
       " u'1600 California street',\n",
       " u'1996-2013 city survey',\n",
       " u'2 hour parking',\n",
       " u'2 hour parking',\n",
       " u'2011 herrera campaign contributions',\n",
       " u'2012 SFO Customer Survey',\n",
       " u'2013 housing inventory',\n",
       " u'2598 Mission Street',\n",
       " u'405 howard st',\n",
       " u'5 thomas mellon circle',\n",
       " u'2000 Blocks (no water',\n",
       " u'2000 Blocks (no water',\n",
       " u'2000 Tracts (no water',\n",
       " u'2000 Tracts (no water',\n",
       " u'2000 Blocks (no water',\n",
       " u'2000 blocks (no water',\n",
       " u'2000 tracts (no water',\n",
       " u'2000 tracts (no water',\n",
       " u'120 lake street',\n",
       " u'0 Beatrice Rd, Brisbane, CA',\n",
       " u'19/2015 dashiell hammet',\n",
       " u'1 Embarcadero San Francisco',\n",
       " u'1 Hawkins Ln SF CA',\n",
       " u'1 Longview Court',\n",
       " u'1 Polk st',\n",
       " u'1 Tuscany Alley',\n",
       " u'1 hour parking',\n",
       " u'1 post st',\n",
       " u'1 scott street',\n",
       " u'1 south van ness ave',\n",
       " u'1 south vanness',\n",
       " u'1. BRIAN DUSSEAULT',\n",
       " u'10 gb dataset',\n",
       " u'10 glendale street',\n",
       " u'100 church street',\n",
       " u'100 delano ave',\n",
       " u'100 year flood',\n",
       " u'100 year flood plain',\n",
       " u'100 year storm flood plain',\n",
       " u'1000 Sutter Street',\n",
       " u'1000 brannan street',\n",
       " u'1000 howard st',\n",
       " u'1008 Santiago street, san francisco',\n",
       " u'101 SAN ALESO AVENIE',\n",
       " u'101 utah street',\n",
       " u'1023 vallejo street',\n",
       " u'1033 polk street',\n",
       " u'1040 howard st',\n",
       " u'1049 Market Street',\n",
       " u'1050 Sansome St',\n",
       " u'1051 de haro',\n",
       " u'1051 grant ave, sf',\n",
       " u'1051 market st',\n",
       " u'106 Powell Street',\n",
       " u'106 grand view',\n",
       " u'1071 Alabama St',\n",
       " u'110 sylvan drive, san francisco',\n",
       " u'1100 divisadero st',\n",
       " u'11025 Carolina Place Pkwy, Pineville',\n",
       " u'11025 Carolina Place Pkwy, Pineville',\n",
       " u'8134, United States',\n",
       " u'111 4th ave',\n",
       " u'111 Ellis Street',\n",
       " u'111 powell street',\n",
       " u'112 7th street',\n",
       " u'1122 Vallejo St',\n",
       " u'1125 17th avenue',\n",
       " u'1131 Mission St',\n",
       " u'114 Henry street',\n",
       " u'114 powell street, san francisco, ca',\n",
       " u'1146a Guerrero Street, San Francisco',\n",
       " u'1155 folsom at',\n",
       " u'1155 folsom st',\n",
       " u'1158 noe street',\n",
       " u'1160 Mission St, San Francisco, cA',\n",
       " u'1177 California st',\n",
       " u'1188 Harrison Street',\n",
       " u'1188 Harrrison Street',\n",
       " u'12 hillview court',\n",
       " u'1218 44th Ave., San Francisco',\n",
       " u'122 farallones st',\n",
       " u'1225 17th avenue',\n",
       " u'123 Retiro way',\n",
       " u'1230 markert st',\n",
       " u'1230 market st',\n",
       " u'1231 20th ave, san francisco',\n",
       " u'1231 MArket St',\n",
       " u'1235 Florida Street',\n",
       " u'1238 39th avenue',\n",
       " u'124 Molimo dr',\n",
       " u'126 fillmore street',\n",
       " u'126 fillmore stret',\n",
       " u'127 san jose ave',\n",
       " u'129 randall st',\n",
       " u'13 Melrose ave',\n",
       " u'13 Melrose ave',\n",
       " u'13 Melrose ave',\n",
       " u'1300 block of mcallister',\n",
       " u'131 Franklin street',\n",
       " u'132 corbett ave',\n",
       " u'1327 Leavenworth St',\n",
       " u'1328a kobbe avenue',\n",
       " u'1343 28th avenue',\n",
       " u'135 Post Street',\n",
       " u'135 seacliff ave',\n",
       " u'1355 market street san francisco',\n",
       " u'1358 28th avenue, san francisco, ca',\n",
       " u'1359 sacramento st',\n",
       " u'136 arlington street',\n",
       " u'136 rivoli street',\n",
       " u'1363 alabama street',\n",
       " u'1365 Noriega Street',\n",
       " u'138 03rd street',\n",
       " u'1381 quesada avenue',\n",
       " u'1385 carroll ave',\n",
       " u'1390 market street',\n",
       " u'140 mason street',\n",
       " u'140 new Montgomery st',\n",
       " u'140 new Montgomery st',\n",
       " u'1405 Van Ness Ave',\n",
       " u'1407 EGBERT STREET SAN FRANCISCO',\n",
       " u'1409 EGBERT STREET SAN FRANCISCO',\n",
       " u'141 Milton Street',\n",
       " u'141 Milton Street San Francisco, CA',\n",
       " u'141 Milton Street San Francisco, CA',\n",
       " u'141 eddy street',\n",
       " u'141 eddy street sf ca',\n",
       " u'1412 hudson ave',\n",
       " u'1415 scott street',\n",
       " u'1416 polk street',\n",
       " u'1420 5th Ave., san francisco, ca',\n",
       " u'1423 golden gate',\n",
       " u'1426 48th avenue',\n",
       " u'1427 11th Ave',\n",
       " u'1428 jackson st',\n",
       " u'1432 grove street san francisco ca',\n",
       " u'1439 16th ave',\n",
       " u'1442 43rd ave',\n",
       " u'1443 46th ave',\n",
       " u'1444 market st',\n",
       " u'1450 green st',\n",
       " u'1453 mission st',\n",
       " u'1453 mission street',\n",
       " u'1455 Custer Street',\n",
       " u'146 galewood circle',\n",
       " u'1480 larkin st',\n",
       " u'150 Lawrence Ave',\n",
       " u'150 Lawrence Ave san francisco',\n",
       " u'1500 Mission Street',\n",
       " u'1500 mc allister street san francisco',\n",
       " u'1500 mc allister street san francisco',\n",
       " u'1514 alemany blvd',\n",
       " u'1515 s. van ness',\n",
       " u'1523 guerrero st',\n",
       " u'153 college ave',\n",
       " u'155 arbor st',\n",
       " u'155 park st san francsico ca',\n",
       " u'1560 8th ave',\n",
       " u'1560 howard street',\n",
       " u'1560 howard stret',\n",
       " u'1578 Newhall St. San Francisco',\n",
       " u'158 maynarad st',\n",
       " u'160 Swiss Avenue',\n",
       " u'1600 California street',\n",
       " u'1600 Fell street',\n",
       " u'162 landers st',\n",
       " u'163 Liberty Street',\n",
       " u'163 Ney St',\n",
       " u'163 russ st',\n",
       " u'1630 30th Avenue',\n",
       " u'1660 Stockton at',\n",
       " u'1660 Stockton street',\n",
       " u'1683 42nd Ave, San Francisco CA',\n",
       " u'1683 7th avenue',\n",
       " u'169 Steuart St',\n",
       " u'169 Steuart St; San Francisco, CA',\n",
       " u'169 Steuart St; San Francisco, CA',\n",
       " u'1693 7th avenue',\n",
       " u'17 San Andreas Way, San francisco',\n",
       " u'17 Silverview Drive',\n",
       " u'1700 Newhall street',\n",
       " u'1700 Owens street',\n",
       " u'1700 california st',\n",
       " u'1709 Broderick St, San Francisco, CA',\n",
       " u'1709 Broderick Street',\n",
       " u'1738 Ocean Avenue San Francisco, CA',\n",
       " u'1740 Cesar Chavez',\n",
       " u'1740 Cesar Chavez',\n",
       " u'1746 Church Street, San Francisco',\n",
       " u'175 Ney Street',\n",
       " u'1755 clay st',\n",
       " u'177 Stillman St',\n",
       " u'177 Stillman Street',\n",
       " u'177 Stillman Street report',\n",
       " u'177 Stillman Street report',\n",
       " u'177 Stillman Street, San Francisco',\n",
       " u'177 Stillman Street, San Francisco',\n",
       " u'177 Stillman Street, San Francisco',\n",
       " u'177 stillman st. sf',\n",
       " u'177 stillman st., san francisco, ca',\n",
       " u'1773 chestnut st',\n",
       " u'1798 grove street',\n",
       " u'1798 grove street',\n",
       " u'18 latona st',\n",
       " u'1801 silliman st',\n",
       " u'1805 S. Van Ness',\n",
       " u'1813 15th Street',\n",
       " u'186 valley street',\n",
       " u'1865 4th St, San Francisco',\n",
       " u'1895 sacramento st',\n",
       " u'19 rausch street',\n",
       " u'1900 ferry route',\n",
       " u'1917 Broderick street',\n",
       " u'1931 35th Ave San Francisco, CA',\n",
       " u'1939 Oakdale Ave',\n",
       " u'1941 ocean avenue San Francisco California',\n",
       " u'1951 oak st',\n",
       " u'1952 larkin street',\n",
       " u'1970 census block',\n",
       " u'1975 Jim Jones',\n",
       " u'1977 20th Avenue San Francisco ca',\n",
       " u'198 waterville street, san francisco',\n",
       " u'199 new Montgomery',\n",
       " u'199 new Montgomery st',\n",
       " u'199 new montgomery',\n",
       " u'1994 Carroll Avenue',\n",
       " u'1994 Union St',\n",
       " u'1996-2011 City Survey Database',\n",
       " u'1996-2013 SF City Survey',\n",
       " u'1996-2013 city survey data',\n",
       " u'2 Crestline Dr',\n",
       " u'2 bedroom homesale',\n",
       " u'2 casa way',\n",
       " u'2 hour parking',\n",
       " u'2 hour parking',\n",
       " u'2 hour street parking 2999 California',\n",
       " u'2 plus 2 bookeeping',\n",
       " u'20 Roussea Street',\n",
       " u'20 jones st',\n",
       " u'200 6th st',\n",
       " u'200 hazelwood ave',\n",
       " u'200 mississippi street',\n",
       " u'2000 census shapefile',\n",
       " u'2000 census tract',\n",
       " u'2000 census tract shapefile',\n",
       " u'2000 census tracts',\n",
       " u'2000 census tracts',\n",
       " u'2000 population density',\n",
       " u'2004 bicycle network',\n",
       " u'2004 bike network',\n",
       " u'2004 food vendors',\n",
       " u'2005 Pipeline Report',\n",
       " u'2005 housing inventory',\n",
       " u'2005 housing inventory',\n",
       " u'2007 housing inventory',\n",
       " u'2007 housing inventory',\n",
       " u'2008 crime data',\n",
       " u'2009 housing inventory',\n",
       " u'201 Hale Street',\n",
       " u'2010 census block',\n",
       " u'2010 census block centroids',\n",
       " u'2010 census house hold data by taz',\n",
       " u'2010 census population',\n",
       " u'2010 census tracts',\n",
       " u'2010 census tracts no water',\n",
       " u'2010 map:crime incidents',\n",
       " u'2010 population shapefile',\n",
       " u'2010 tract population',\n",
       " u'2010 us census data',\n",
       " u'2010 vehicle ownership',\n",
       " u'2011 Customer Survey Dataset',\n",
       " u'2011 herrera campaign contributions',\n",
       " u'2011 herrera mayor campaign contributions',\n",
       " u'2011 mayor campaign contributions',\n",
       " u'2011 pipeline report',\n",
       " u'2012 Housing Inventory',\n",
       " u'2012 SFO Customer Survey',\n",
       " u'2012 campaign finance',\n",
       " u'2012 campaign finance',\n",
       " u'2012 campaign finance',\n",
       " u'2012 census population',\n",
       " u'2012 housing inventory',\n",
       " u'2012 housing inventory',\n",
       " u'2013 City Survey Report',\n",
       " u'2013 Housing Inventory',\n",
       " u'2013 SFO Customer Survey',\n",
       " u'2013 building permits',\n",
       " u'2013 census shapefile',\n",
       " u'2013 housing inventory',\n",
       " u'2013 housing inventory',\n",
       " u'2013 sfpd incidents',\n",
       " u'2014 City Serve report',\n",
       " u'2014 Housing Inventory',\n",
       " u'2014 census tracts',\n",
       " u'2014 energy benchmark 285 geary',\n",
       " u'2014 housing inventory',\n",
       " u'2014 housing inventory',\n",
       " u'2014 housing inventory',\n",
       " u'2014 housing inventory',\n",
       " u'2014 housing inventory',\n",
       " u'2014 map:crime incidents',\n",
       " u'2014 q4 planning pipeline',\n",
       " u'2015 311 budget',\n",
       " u'2015 Crime Statistics',\n",
       " u'2015 Form 460; Schedule',\n",
       " u'2015 Housing Inventory',\n",
       " u'2015 Housing Inventory',\n",
       " u'2015 Housing Inventory',\n",
       " u'2015 Murder by race statistics',\n",
       " u'2015 Neighborhood profiles',\n",
       " u'2015 Q4 pipeline',\n",
       " u'2015 budget information',\n",
       " u'2015 city survey',\n",
       " u'2015 crime statistics',\n",
       " u'2015 enacted budget',\n",
       " u'2015 housing inventory',\n",
       " u'2015 housing inventory',\n",
       " u'2015 residential development pipeline',\n",
       " u'2016 Assessor map',\n",
       " u'2016 Assessor map updates',\n",
       " u'2016 Feb 26 arrests in bay view',\n",
       " u'2016 budget publication',\n",
       " u'2016 housing development',\n",
       " u'201o census population',\n",
       " u'2020 Ellis st',\n",
       " u'2021 baker st',\n",
       " u'203 Cotter st',\n",
       " u'2030 alemany blvd',\n",
       " u'205 Upper Terrace',\n",
       " u'2079 15TH AVENUE',\n",
       " u'208 caselli ave',\n",
       " u'2090 Evans Avenue',\n",
       " u'2096 castro street',\n",
       " u'2124 Great Hwy',\n",
       " u'2130 22nd St San Francisco CA',\n",
       " u'2130 JAckson street',\n",
       " u'2134 GREEN STREET #3 SAN FRANCISCO, CA',\n",
       " u'2135 mission street',\n",
       " u'2145 19th Ave, San Francisco, CA',\n",
       " u'215 Niagara Ave Permit Parking',\n",
       " u'2166 32nd ave',\n",
       " u'2172 Pacific Avenue',\n",
       " u'2174 California Street',\n",
       " u'2190 Lombard St, San Francisco, CA',\n",
       " u'220 30th Ave',\n",
       " u'2200 market permit',\n",
       " u'2201 Market Street',\n",
       " u'2208 MISSION STREET',\n",
       " u'2208 Mission Street',\n",
       " u'221 san carlos',\n",
       " u'2211 stockton st',\n",
       " u'224 ordway st',\n",
       " u'2240 Market Street',\n",
       " u'2243 32nd Avenue',\n",
       " u'2250 POWELL STREET',\n",
       " u'2259 25th ave',\n",
       " u'2275 sutter st',\n",
       " u'2279 Mission Street',\n",
       " u'2282 Market Street',\n",
       " u'2282 market st',\n",
       " u'2282 market street',\n",
       " u'2283 37th ave',\n",
       " u'230 Eddy Street',\n",
       " u'2310 mason street',\n",
       " u'2325 Pine Street',\n",
       " u'233 San Carlos',\n",
       " u'2332 TARAVAL ST SF',\n",
       " u'2338 TARAVAL ST SF',\n",
       " u'2349 Francisco St',\n",
       " u'235 Presidio Avenue',\n",
       " u'2385 bush st',\n",
       " u'2385 bush street',\n",
       " u'239 carl street',\n",
       " u'2394 Mariner Square Drive, Alameda, CA',\n",
       " u'240 2nd Street',\n",
       " u'240 Dolores St',\n",
       " u'2400 14th avenue',\n",
       " u'2400 CALIFORNIA ST SAN FRANCISCO CA',\n",
       " u'2412 Harrison st',\n",
       " u'245 San Jose',\n",
       " u'2455 Polk Street',\n",
       " u'246 2nd street',\n",
       " u'2462 30th street',\n",
       " u'250 Executive park',\n",
       " u'2500 bryant st, san francisco ca',\n",
       " u'251 frederick st',\n",
       " u'252 27TH Ave, San Francisco, CA',\n",
       " u'255 King Stree',\n",
       " u'256 Fowler Ave',\n",
       " u'2577 1/2 post street',\n",
       " u'258 9 th st',\n",
       " u'258 9th st',\n",
       " u'26 eagle street',\n",
       " u'260 church st',\n",
       " u'2650 green, Sf',\n",
       " u'2652 Harrison St',\n",
       " u'2652 Harrison St',\n",
       " u'2660 San Bruno Avenue, San Francisco',\n",
       " u'267 Green Street',\n",
       " u'267 Green Street',\n",
       " u'269 joost ave',\n",
       " u'2695 43rd avenue',\n",
       " u'270 McAllister Street',\n",
       " u'270 McAllister Street, San Francisco',\n",
       " u'277 Columbus Ave',\n",
       " u'278 states street',\n",
       " u'280 circular ave',\n",
       " u'282 harbor rd san francsico, ca',\n",
       " u'284 12th avenue',\n",
       " u'285 geary st',\n",
       " u'285 geary st energy audit',\n",
       " u'288 GOLD MINE DRIVE',\n",
       " u'29 Downey st',\n",
       " u'2901 sacramento st',\n",
       " u'2911 16th st police',\n",
       " u'2912 19th ave',\n",
       " u'2915 Octavia St',\n",
       " u'2919 folsom st',\n",
       " u'2919 folsom st',\n",
       " u'2919 mission street',\n",
       " u'2919-21 folsom st',\n",
       " u'2922 sacramento street',\n",
       " u'2923 lawton st',\n",
       " u'2945 baker st apt',\n",
       " u'2950 Vallejo st, sf',\n",
       " u'2950 valajo st, sf',\n",
       " u'299 Fremont Street',\n",
       " u'3 buena vista ave east, sf',\n",
       " u'3 rudden avenue sf ca',\n",
       " u'300 sea cliff',\n",
       " u'3000 Washington Street 4000 Washington',\n",
       " u'3008 18th street',\n",
       " u'301 Claremont Blvd',\n",
       " u'301 baltimore way',\n",
       " u'301 king st',\n",
       " u'3024 mission st',\n",
       " u'3024 mission st',\n",
       " u'3060 16th Street',\n",
       " u'3060 16th Street building',\n",
       " u'3067 25th street',\n",
       " u'3067 25th street san francisco ca',\n",
       " u'307 Niagra Ave',\n",
       " u'308 Font blvd',\n",
       " u'3092 16th St',\n",
       " u'31 Mullen ave',\n",
       " u'313 POTRERO AVE',\n",
       " u'3130 Webster St San Francisco, CA',\n",
       " u'3139 mission street',\n",
       " u'3143 folsom st',\n",
       " u'315 28th avenue',\n",
       " u'317 oak park dr',\n",
       " u'3180 18th Street, San Francisco, CA',\n",
       " u'32 richland avenue steven holland',\n",
       " u'321 marietta drive',\n",
       " u'322 30th ave',\n",
       " u'323 cumberland st',\n",
       " u'324 arkansas st',\n",
       " u'3247 reserve ct, san jose, ca',\n",
       " u'329 bryant street san francisco, ca',\n",
       " u'33 Albion Street',\n",
       " u'33 allston way',\n",
       " u'331 jersey st',\n",
       " u'331 jersey st parcel map',\n",
       " u'3314 STEINER ST',\n",
       " u\"333 O'Farrell St, San Francisco, CA\",\n",
       " u'333 lake street',\n",
       " u'333 market street',\n",
       " u'333 market street energy',\n",
       " u'3333 California Street',\n",
       " u'334 harriet st',\n",
       " u'336 moraga ave',\n",
       " u'337 spurce st san francisco ca',\n",
       " u'337 spurce streeet',\n",
       " u'337 spurce street',\n",
       " u'340 church st',\n",
       " u'340 mason street',\n",
       " u'340 mason street investors',\n",
       " u'340 warren drive san francisco, ca',\n",
       " u'3401 clement st',\n",
       " u'342 24th ave',\n",
       " u'3434 21st st',\n",
       " u'3440 Broderick Street',\n",
       " u'345 Williams Avenue',\n",
       " u'345 Williams Avenue, San Francisco',\n",
       " u'345 spear st',\n",
       " u'3465 25th st',\n",
       " u'347 precita Ave San Francisco CA',\n",
       " u'347-349 Precita Ave',\n",
       " u'3490 20th st',\n",
       " u'350 2nd st',\n",
       " u'350 laurel st san francisco',\n",
       " u'350 mission street',\n",
       " u'3520 18th partners',\n",
       " u'3520 18th partners Business Account Number',\n",
       " u'353 BEACH RD, BURLINGAME, CA',\n",
       " u'354 Peralta Street',\n",
       " u'355 1st street',\n",
       " u'355 Bocana Street',\n",
       " u'355 Serrano dr',\n",
       " u'357 Hayes St',\n",
       " u'360 somerset st',\n",
       " u'360 somerset street',\n",
       " u'361 3rd ave',\n",
       " u'372 Point Lobos Ave',\n",
       " u'374 5th street san francisco',\n",
       " u'375 bush street',\n",
       " u'3750 18 street sf ca',\n",
       " u'376 ellis street',\n",
       " u'3800 16th street san francisco, ca',\n",
       " u'3864 23rd street',\n",
       " u'3864 23rd street ban',\n",
       " u'387 ellis street',\n",
       " u'387 ellis street, san francisco, ca',\n",
       " u'390 Fremont St',\n",
       " u'390 diamond street',\n",
       " u'3938 Geary Blvd. San Francisco, CA',\n",
       " u'3951 Mission St',\n",
       " u'3953 24th street',\n",
       " u'397 9th St',\n",
       " u'3D Building Model',\n",
       " u'3D building model',\n",
       " u'3D building models',\n",
       " u'3D building models',\n",
       " u'3D public art',\n",
       " u'3d building model',\n",
       " u'4 PERSIA AVENUE',\n",
       " u'40 Annapolis Terrace, San Francisco',\n",
       " u'40 genebern way, sf',\n",
       " u'40 jessie street',\n",
       " u'400 Castro Street',\n",
       " u'400 Castro soul cycle',\n",
       " u'400 Duboce Street',\n",
       " u'405 howard st',\n",
       " u'4058 17th st',\n",
       " u'407 jackson st',\n",
       " u'407 sanchez street',\n",
       " u'409 Dolores Street',\n",
       " u'41 genebern way, sf',\n",
       " u'4130 mission street',\n",
       " u'4130 mission street',\n",
       " u'415 Euclid Ave',\n",
       " u'415 Jones St',\n",
       " u'415 myra way',\n",
       " u'4175 Mission St',\n",
       " u'418 Jessie St',\n",
       " u'4182 Mission Street',\n",
       " u'42 jules avenue',\n",
       " u'424 octavia st',\n",
       " u'425 10th st',\n",
       " u'425 market energy',\n",
       " u'425 market street',\n",
       " u'425 market street energy',\n",
       " u'428 chicago way',\n",
       " u'43 ruth street, san francisco',\n",
       " u'430 lake st',\n",
       " u'439 Duboce Ave',\n",
       " u'44 samoset st',\n",
       " u'442 holloway ave., SF',\n",
       " u'4431 mission st',\n",
       " u'444 de haro st',\n",
       " u'444 townsend st',\n",
       " u'447 Broadway Street',\n",
       " u'450 golden gate',\n",
       " u'450 golden gate',\n",
       " u'453 masonic st',\n",
       " u'456 montgomery street suite 2200 san',\n",
       " u'459 geary LLC',\n",
       " u'46 El Sereno Court',\n",
       " u'460 dwight street',\n",
       " u'460 forms Schedule',\n",
       " u'460 forms Schedule',\n",
       " u'460 forms Schedule',\n",
       " u'460 forms Schedule',\n",
       " u'460 forms Schedule',\n",
       " u'460 forms schedul',\n",
       " u'460 forms schedula',\n",
       " u'460 forms schedule',\n",
       " u'460 forms schedule',\n",
       " u'460 forms schedule',\n",
       " u'460 forms schedule',\n",
       " u'460 post street',\n",
       " u'460 post street business search',\n",
       " u'4610 mission street',\n",
       " u'462 DOUGLASS SR',\n",
       " u'462 DOUGLASS ST',\n",
       " u'466 9th avenue',\n",
       " u'4689 mission st',\n",
       " u'469 eddy street',\n",
       " u'469 union st',\n",
       " u'470 lake st',\n",
       " u'476 Ellington Ave',\n",
       " u'476 Ellington ave',\n",
       " u'478 utah st',\n",
       " u'487 dolores st',\n",
       " u'487 dolores street',\n",
       " u'49 Christopher Dr, San Francisco, CA',\n",
       " u'49 Christopher Dr, San Francisco, CA',\n",
       " u'49 mile scenic drive',\n",
       " u'49 south park st',\n",
       " u'490 POST ST',\n",
       " u'495 geary street',\n",
       " u'5 DAY WATER RELATED',\n",
       " u'5 Hudson Ct, San Francisco, CA',\n",
       " u'5 year plan',\n",
       " u'50 Main Street, San Francisco',\n",
       " u'50 quint street',\n",
       " u'501 The Embarcadero; San Francisco',\n",
       " u'501 columbus Ave',\n",
       " u'5060 WEST 14TH STREET GREELEY CO',\n",
       " u'508 Haight st',\n",
       " u'519 capp street san francisco',\n",
       " u'521 clement street',\n",
       " u'525 29th st',\n",
       " u'5252 mission street',\n",
       " u'527 42nd ave',\n",
       " u'530 Brannan Street',\n",
       " u'530 brannan street',\n",
       " u'530 brannan street business lincenses',\n",
       " u'5300 3rd street',\n",
       " u'534 4th street',\n",
       " u'5400 mission san francisco',\n",
       " u'5413 Hillside av.,el cerrito',\n",
       " u'5413 Hillside av.,el cerrito',\n",
       " u'543 19TH AVE',\n",
       " u'543 columbus Ave',\n",
       " u'544 Castro St',\n",
       " u'545 sutter street, san francisco',\n",
       " u'548 Banks St, San Francisco',\n",
       " u'55 Cyril Magnin Street',\n",
       " u'550 3rd street san francisco ca',\n",
       " u'550 Van Ness',\n",
       " u'554 irving street, san francisco',\n",
       " u'555 4th st',\n",
       " u'555 market street',\n",
       " u'555 minnesota street',\n",
       " u'56 moss st',\n",
       " u'560 davis st san francisco',\n",
       " u'560 mission street',\n",
       " u'562 Monterey Blvd, San Francisco, CA',\n",
       " u'568 Brannan St',\n",
       " u'573 andover street',\n",
       " u'576 natoma st, san francisco, ca',\n",
       " u'579 Teresita Blvd',\n",
       " u'5800 3rd St',\n",
       " u'584 filbert street',\n",
       " u'589 Post St, San Francisco, CA',\n",
       " u'595 Market Street, San Francisco, CA',\n",
       " u'60 Garcia ave',\n",
       " u'60 agua way',\n",
       " u'600 Van Ness',\n",
       " u'600 fell st',\n",
       " u'600 san bruno ave',\n",
       " u'601 laguna street',\n",
       " u'601 van ness ave',\n",
       " u'606 post street',\n",
       " u'610 page street',\n",
       " u'619 Missouri St., San Francisco, CA',\n",
       " u'619 union street',\n",
       " u'62 Allston way',\n",
       " u'62 linden avenue, san bruno, ca',\n",
       " u'62 washburn st',\n",
       " u'620 Green Street',\n",
       " u'622 Green Street',\n",
       " u'625 46th ave',\n",
       " u'626 Green Street',\n",
       " u'631 cole st',\n",
       " u'631 folsom st',\n",
       " u'64 Perine Place, Sf',\n",
       " u'650 40th ave',\n",
       " u'654 46th Avenue',\n",
       " u'663 haight street',\n",
       " u'665 pine st',\n",
       " u'67 Silverview Drive',\n",
       " u'675 Naples Street',\n",
       " u'677 page st',\n",
       " u'677-679 page st',\n",
       " u'679 Page STreet',\n",
       " u'679 san jose san Francisco',\n",
       " u'68 cervantes blvd',\n",
       " u'689 20th avenue',\n",
       " u'690 folsom street',\n",
       " u'690 long bridge street',\n",
       " u'700 pennsylvania ave',\n",
       " u'701 GOLDEN GATE AV',\n",
       " u'701 Minnesota street',\n",
       " u'701 Teresita San Francisco, CA',\n",
       " u'705 vallejo street',\n",
       " u'709 geary st',\n",
       " u'71 ford st',\n",
       " u'711 clayton st',\n",
       " u'72 hour parking restriction',\n",
       " u'721 18th avenue',\n",
       " u'729 Shotwell St',\n",
       " u'735 fell street',\n",
       " u'739 Washington Street, Suite',\n",
       " u'74 6th Street',\n",
       " u'74 granada avenue san francisco',\n",
       " u'744 MONTGOMERY ST',\n",
       " u'749-757 Jackson St',\n",
       " u'75 Dore Street',\n",
       " u'750 Sutter St, San Francisco, CA',\n",
       " u'754 moultrie group',\n",
       " u'755 union st',\n",
       " u'755 union st owner name',\n",
       " u'760 Geary Steet',\n",
       " u'766 vallejo street',\n",
       " u'77 beale street buildings',\n",
       " u'77 san juan ave',\n",
       " u'78 Ina Court',\n",
       " u'79 Midcrest Way',\n",
       " u'80.004 Employee Compensation report',\n",
       " u'800 university avenue, palo alto, california',\n",
       " u'810 Dolores san francisco, ca',\n",
       " u'810 clay street, san francisco, ca',\n",
       " u'812 Guerrero Street',\n",
       " u'815 laguna honda',\n",
       " u'820 jones street',\n",
       " u'822 Irving St',\n",
       " u'823 lake street',\n",
       " u'829 york street',\n",
       " u'83 leo street',\n",
       " u'83 mc allister st 513, san francisco',\n",
       " u'83 mc allister st, san francisco, ca',\n",
       " u'83 mcallister st, san francisco',\n",
       " u'8300 Oceanview Terrace',\n",
       " u'8300 Oceanview Terrace, 304, San Francisco',\n",
       " u'838 detroit street',\n",
       " u'838 grant ave',\n",
       " u'846 Junipero Serra blvd',\n",
       " u'855 folsom st, san francisco',\n",
       " u'857 39th Ave',\n",
       " u'882 31st ave',\n",
       " u'887 45th ave',\n",
       " u'887 4th ave',\n",
       " u'899 Howard Street San Francisco, CA',\n",
       " u'9 county boundary',\n",
       " u'9 geneva ave',\n",
       " u'9 geneva ave',\n",
       " u'90 day cases',\n",
       " u'916 pine street',\n",
       " u'929 oak st',\n",
       " u'929 oak st., sf, ca',\n",
       " u'933 treat ave',\n",
       " u'939 jackson st',\n",
       " u'94 stratford drive',\n",
       " u'944 treat av',\n",
       " u'944 treat ave',\n",
       " u'944 treat avenue',\n",
       " u'959 noe street',\n",
       " u'960 howard street',\n",
       " u'970 key ave',\n",
       " u'595 Market Street, San Francisco, CA',\n",
       " u'460 - Schedule A - Monetary Contributions',\n",
       " u'460 - Schedule E - Payments Made',\n",
       " u'460 - Schedule a - Payments Made',\n",
       " u'465 - Supplemental Independent Expenditure',\n",
       " u'3 - Independent Expenditures Made',\n",
       " u'3, 2015 Election',\n",
       " u'460 cover Page',\n",
       " u'460 cover Page',\n",
       " u'4 2014 Election',\n",
       " u'2000 Block Group',\n",
       " u'2000 Blocks (no water',\n",
       " u'2000 Blocks (no water',\n",
       " u'2000 Blocks (no water',\n",
       " u'2000 Blocks (no water) Census',\n",
       " u'2000 Tracts (no water',\n",
       " u'2000 Tracts (no water',\n",
       " u'2000 Tracts (no water',\n",
       " u'2000 Tracts (no water',\n",
       " u'2000 Tracts (no water',\n",
       " u'2000 block group',\n",
       " u'2010: Census Block Groups',\n",
       " u'2015 in San Francisco',\n",
       " u'5 year plan',\n",
       " u'202 24th ave sf',\n",
       " u'355 24th ave',\n",
       " u'2. Increase jobs that provide healthy',\n",
       " u'65 AND OLDER',\n",
       " u'14 Street Sidewalk Evaluation Results',\n",
       " u'2130 22nd St San Francisco CA',\n",
       " u'90 day emergency shelter waitlist',\n",
       " u'90 day emergency shelter waitlist',\n",
       " u'38 Air Pollutant Exposure Zone',\n",
       " u'1975 Jim Jones',\n",
       " u'98 battery st suite',\n",
       " u'98 battery st suite',\n",
       " u'15% fund raising target',\n",
       " u'403 main st',\n",
       " u'65 in zip code',\n",
       " u'65 in zip code',\n",
       " u'65 in zip code',\n",
       " u'2 2015 pipeline',\n",
       " u'5m water rise',\n",
       " u'5m water rise',\n",
       " u'5m water rise',\n",
       " u'445 Athens Street',\n",
       " u'445 Athens Street',\n",
       " u'445 Athens Street',\n",
       " u'83 California State Plane Zone',\n",
       " u'88 INVESTMENT PARTNERS, LLC',\n",
       " u'2 hour street parking 2999 California',\n",
       " u'39 liveaboard marina',\n",
       " u'1 2015 pipline',\n",
       " u'700) - Filers with unpaid late filing',\n",
       " u'700) Filers with unpaid late filing fees',\n",
       " u'700) Non Filers',\n",
       " u'388 Market Street, Suite',\n",
       " u'0 Miles 1 Note: For Neighborhood Commercial',\n",
       " u'5: Generalized Neighborhoods Commercial',\n",
       " u'00 Use: ArcMap 1:70,650 scale for this',\n",
       " u'0 Miles 1 Note: For Neighborhood Commercial',\n",
       " u'5: Generalized Neighborhoods Commercial',\n",
       " u'00 Use: ArcMap 1:70,650 scale for this',\n",
       " u'2010 Demographic Profile Data, SF County',\n",
       " u'201 california llc',\n",
       " u'201 california owner llc',\n",
       " u'2015 richmond district',\n",
       " u'1000 feet school',\n",
       " u'32 richland avenue',\n",
       " u'2000 Block group',\n",
       " u'2000 Tracts (no water',\n",
       " u'2000 block (no water',\n",
       " u'2000 block goup',\n",
       " u'2000 block group',\n",
       " u'2000 block group',\n",
       " u'2000 block group',\n",
       " u'2000 blocks (no water',\n",
       " u'2000 blocks (no water',\n",
       " u'2000 blocks (no water',\n",
       " u'2000 blocks (no water',\n",
       " u'2000 blocks (no water',\n",
       " u'2000 blocks (no water',\n",
       " u'2000 blocks (no water',\n",
       " u'2000 blocks no water',\n",
       " u'2000 blocks no water',\n",
       " u'2000 no water',\n",
       " u'2000 no water',\n",
       " u'2000 no water',\n",
       " u'2000 tracts (no water',\n",
       " u'2000 tracts (no water',\n",
       " u'2000 tracts (no water',\n",
       " u'2000 tracts (no water',\n",
       " u'2000 tracts (no water',\n",
       " u'2000 tracts (no water',\n",
       " u'2000 tracts no water',\n",
       " u'2000 tracts no water',\n",
       " u'2010 block groups',\n",
       " u'2010 block groups',\n",
       " u'2010 census block for san francisco',\n",
       " u'2010 census block for san francisco',\n",
       " u'2010 census blocks',\n",
       " u'2010 census blocks for san francisco',\n",
       " u'2010 census blocks for san francisco',\n",
       " u'2010: census blocks',\n",
       " u'2010: census blocks for san',\n",
       " u'2010: census blocks for san',\n",
       " u'2010: census blocks for san francisco',\n",
       " u'2010: census blocks for san francisco',\n",
       " u'2000 no water',\n",
       " u'2000 tracts (no water',\n",
       " u'2000 no water',\n",
       " u'5 zip codes',\n",
       " u'2009 sfo survey',\n",
       " u'460 cover apge',\n",
       " u'26 curtis street san francisco',\n",
       " u'8300 Oceanview Terrace 304, San Francisco',\n",
       " u'1 to April',\n",
       " u'98 battery st suite',\n",
       " u'15% fund raising target',\n",
       " u'403 main st',\n",
       " u'348 church street',\n",
       " u'65 in zip code',\n",
       " u'2 2011 pipeline',\n",
       " u'2 2011 pipeline report',\n",
       " u'2 2015 pipeline',\n",
       " u'5m water rise',\n",
       " u'202 4th ave',\n",
       " u'1618 POLK ST SAN FRANCISCO, CA, US',\n",
       " u'5 immigrants in california',\n",
       " u'5m water rise',\n",
       " u'445 Athens Street',\n",
       " u'120 lake street',\n",
       " u'19/2015 dashiell hammet',\n",
       " u'1 Hawkins Ln SF CA',\n",
       " u'1 Hawkins Ln SF CA',\n",
       " u'1 Longview Court',\n",
       " u'1 hour parking',\n",
       " u'1 scott street',\n",
       " u'1 scott street',\n",
       " u'1 south van ness ave',\n",
       " u'1 south vanness',\n",
       " u'1. BRIAN DUSSEAULT',\n",
       " u'10 gb dataset',\n",
       " u'10 glendale street',\n",
       " u'10 glendale street',\n",
       " u'10 glendale street',\n",
       " u'10 glendale street',\n",
       " u'10 glendale street',\n",
       " u'100 delano ave',\n",
       " u'100 delano ave',\n",
       " u'100 delano ave',\n",
       " u'100 delano ave',\n",
       " u'100 delano ave',\n",
       " u'100 delano ave',\n",
       " u'100 delano ave',\n",
       " u'100 year flood',\n",
       " u'100 year flood',\n",
       " u'100 year flood plain',\n",
       " u'100 year storm flood plain',\n",
       " u'1000 brannan street',\n",
       " u'1008 Santiago street, san francisco',\n",
       " u'1008 Santiago street, san francisco',\n",
       " u'1008 Santiago street, san francisco',\n",
       " u'101 SAN ALESO AVENIE',\n",
       " u'1010 fitzgerald ave, san francisco, ca',\n",
       " u'1010 fitzgerald ave, san francisco, ca',\n",
       " u'1033 polk street',\n",
       " u'1033 polk street',\n",
       " u'1040 howard st',\n",
       " u'1049 Market Street',\n",
       " u'1051 de haro',\n",
       " u'1051 grant ave, sf',\n",
       " u'1051 grant ave, sf',\n",
       " u'1051 grant ave, sf',\n",
       " u'1051 market st',\n",
       " u'106 Powell Street',\n",
       " u'106 Powell Street',\n",
       " u'1071 Alabama St',\n",
       " u'110 sylvan drive, san francisco',\n",
       " u'1100 divisadero st',\n",
       " u'111 4th ave',\n",
       " u'111 powell street',\n",
       " u'112 7th street',\n",
       " u'1122 Vallejo St',\n",
       " u'1131 Mission St',\n",
       " u'114 Henry street',\n",
       " u'114 powell street, san francisco, ca',\n",
       " u'114 powell street, san francisco, ca',\n",
       " u'114 powell street, san francisco, ca',\n",
       " u'114 powell street, san francisco, ca',\n",
       " u'1146a Guerrero Street, San Francisco',\n",
       " u'1160 Mission St, San Francisco, cA',\n",
       " u'1177 California st',\n",
       " u'12 hillview court',\n",
       " u'1218 44th Ave., San Francisco',\n",
       " u'122 farallones st',\n",
       " u'1230 markert st',\n",
       " u'1230 markert st',\n",
       " u'1230 market st',\n",
       " u'1230 market st',\n",
       " u'1230 market st',\n",
       " u'1231 20th ave, san francisco',\n",
       " u'1231 MArket St',\n",
       " u'1235 Florida Street',\n",
       " u'1238 39th avenue',\n",
       " u'129 randall st',\n",
       " u'1300 block of mcallister',\n",
       " u'1300 block of mcallister',\n",
       " u'132 corbett ave',\n",
       " u'1327 Leavenworth St',\n",
       " u'1328a kobbe avenue',\n",
       " u'1328a kobbe avenue',\n",
       " u'1343 28th avenue',\n",
       " u'135 Post Street',\n",
       " u'135 Post Street',\n",
       " u'135 Post Street',\n",
       " u'135 Post Street',\n",
       " u'135 Post Street',\n",
       " u'135 Post Street',\n",
       " u'135 Post Street',\n",
       " u'135 Post Street',\n",
       " u'135 Post Street',\n",
       " u'135 Post Street',\n",
       " u'135 Post Street',\n",
       " u'135 Post Street',\n",
       " u'135 Post Street',\n",
       " u'135 Post Street',\n",
       " u'135 Post Street',\n",
       " u'1355 market street san francisco',\n",
       " u'1355 market street san francisco',\n",
       " u'1355 market street san francisco',\n",
       " u'1355 market street san francisco',\n",
       " u'138 03rd street',\n",
       " u'138 03rd street',\n",
       " u'138 03rd street',\n",
       " u'138 03rd street',\n",
       " u'138 03rd street',\n",
       " u'138 03rd street',\n",
       " u'138 03rd street',\n",
       " u'1381 quesada avenue',\n",
       " u'1385 carroll ave',\n",
       " u'1390 market street',\n",
       " u'1390 market street',\n",
       " u'140 mason street',\n",
       " u'1405 Van Ness Ave',\n",
       " u'1405 Van Ness Ave',\n",
       " ...]"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# flatten full list\n",
    "full = [j for i in full for j in i]\n",
    "full"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "year_full = [str(j) for j in range(2000,2017)]\n",
    "# taking out the years\n",
    "\n",
    "addresses_full = [i for i in full if i[:4] not in year ]\n",
    "addresses_full = list(set(addresses_full))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[u'2000 block group',\n",
       " u'2007 housing inventory',\n",
       " u'2010 census block for san francisco',\n",
       " u'2000 blocks (no water',\n",
       " u'2010 census tracts no water',\n",
       " u'2010: census blocks for san',\n",
       " u'2016 assessor map',\n",
       " u'2010 census population',\n",
       " u'2015 crime statistics',\n",
       " u'2014 energy benchmark 285 geary',\n",
       " u'2009 sfo survey',\n",
       " u'2015 enacted budget',\n",
       " u'2010 tract population',\n",
       " u'2015 housing inventory',\n",
       " u'2013 city survey report',\n",
       " u'2012 campaign finance',\n",
       " u'2005 pipeline report',\n",
       " u'2000 tracts no water',\n",
       " u'2014 city serve report',\n",
       " u'2016 budget publication',\n",
       " u'2000 census tract',\n",
       " u'2011 mayor campaign contributions',\n",
       " u'2000 block goup',\n",
       " u'2012 sfo customer survey',\n",
       " u'2015 richmond district',\n",
       " u'2010 demographic profile data, sf county',\n",
       " u'2015 in san francisco',\n",
       " u'2015 form 460; schedule',\n",
       " u'2014 map:crime incidents',\n",
       " u'2011 herrera campaign contributions',\n",
       " u'2015 residential development pipeline',\n",
       " u'2004 bicycle network',\n",
       " u'2010 vehicle ownership',\n",
       " u'2008 crime data',\n",
       " u'2015 murder by race statistics',\n",
       " u'2000 census tracts',\n",
       " u'2000 census shapefile',\n",
       " u'2010 census block',\n",
       " u'2010: census block groups',\n",
       " u'2010: census blocks',\n",
       " u'2012 housing inventory',\n",
       " u'2013 housing inventory',\n",
       " u'2015 budget information',\n",
       " u'2010 block groups',\n",
       " u'2000 block (no water',\n",
       " u'2011 customer survey dataset',\n",
       " u'2013 building permits',\n",
       " u'2011 herrera mayor campaign contributions',\n",
       " u'2010 census blocks',\n",
       " u'2000 census tract shapefile',\n",
       " u'2014 q4 planning pipeline',\n",
       " u'2015 q4 pipeline',\n",
       " u'2010: census blocks for san francisco',\n",
       " u'2010 population shapefile',\n",
       " u'2000 blocks (no water) census',\n",
       " u'2000 blocks no water',\n",
       " u'2010 census blocks for san francisco',\n",
       " u'2015 311 budget',\n",
       " u'2009 housing inventory',\n",
       " u'2015 city survey',\n",
       " u'2000 no water',\n",
       " u'2014 census tracts',\n",
       " u'2004 food vendors',\n",
       " u'2014 housing inventory',\n",
       " u'2000 population density',\n",
       " u'2010 census block centroids',\n",
       " u'2000 tracts (no water',\n",
       " u'2010 us census data',\n",
       " u'2005 housing inventory',\n",
       " u'2016 housing development',\n",
       " u'2010 map:crime incidents',\n",
       " u'2016 feb 26 arrests in bay view',\n",
       " u'2013 sfpd incidents',\n",
       " u'2016 assessor map updates',\n",
       " u'2010 census house hold data by taz',\n",
       " u'2015 neighborhood profiles',\n",
       " u'2010 census tracts',\n",
       " u'2013 census shapefile',\n",
       " u'2011 pipeline report',\n",
       " u'2013 sfo customer survey',\n",
       " u'2004 bike network',\n",
       " u'2012 census population']"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "year_listing = [i.lower() for i in full if i[:4] in year ]\n",
    "year_listing = list(set(year_listing))\n",
    "year_listing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#clean_list = sc.parallelize(query_list).filter(lambda word: word.lower() not in addresses_full).collect()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "clean_list = [i for i in query_list if i.lower() not in addresses_full]\n",
    "#clean_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "links = \"((https?|http):((//)|(\\\\\\\\))+[\\w\\d:#@%/;$()~_?\\+-=\\\\\\.&]*)\"\n",
    "\n",
    "https = [re.findall(links, i) for i in clean_list\n",
    "     if re.findall(links, i)!= [] \n",
    "     if re.findall(links, i)!= \"//\" \n",
    "     ]\n",
    "# http://stackoverflow.com/questions/6718633/python-regular-expression-again-match-url"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# finding all the unique links that people have put into the search query\n",
    "\n",
    "# https = (sc.parallelize(https).flatMap(lambda word: word)\n",
    "#         .flatMap(lambda word: word)\n",
    "#         .filter(lambda word: word != '//')\n",
    "#         .filter(lambda word: word != 'https')\n",
    "#         .filter(lambda word: word != '''''')\n",
    "#         .filter(lambda word: word != 'http')\n",
    "#         .collect())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "https = [i[0] for i in https]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[u'https://data.sfgov.org/Public-Health/Excessive-Rent-Burden-San-Francisco-CA/9wty-qwgq',\n",
       " u'https://data.sfgov.org/Public-Health/Restaurant-Scores/stya-26eb',\n",
       " u'http://googlewebmastercentral.blogspot.com/2014/11/helping-users-find-mobile-friendly-pages.html',\n",
       " u'http://www.bsis.ca.gov/forms_pubs/fire_fact.shtml',\n",
       " u'http://www.datasf.org/story.php?title=street-sweeper-schedule-and-route-',\n",
       " u'https://10.183.241.201/rgcertprintv2default.aspx',\n",
       " u'https://data.sfgov.org/Economy-and-Community/Off-Sale-Alcohol-Outlets-San-Francisco-CA/fIy-9zhp',\n",
       " u'https://data.sfgov.org/Economy-and-Community/Registered-Business-Locations-San-Francisco/g8m3-pdis',\n",
       " u'https://data.sfgov.org/Economy-and-Community/Registered-Business-Locations-San-Francisco/g8m3-pdis?',\n",
       " u'https://data.sfgov.org/d/ejmn-jyk6',\n",
       " u'https://data.sfgov.org/data?category=',\n",
       " u'https://data.sfgov.org/data?category=Transportation',\n",
       " u'https://extxfer.sfdph.org/food/',\n",
       " u'https://www.fiverr.com/kawsarhossain',\n",
       " u'https://www.kaggle.com/c/sf-crime',\n",
       " u'https://data.sfgov.org/Public-Health/Excessive-Rent-Burden-San-Francisco-CA/9wty-qwgq',\n",
       " u'http://googlewebmastercentral.blogspot.com/2014/11/helping-users-find-mobile-friendly-pages.html',\n",
       " u'http://googlewebmastercentral.blogspot.com/2014/11/helping-users-find-mobile-friendly-pages.html',\n",
       " u'http://googlewebmastercentral.blogspot.com/2014/11/helping-users-find-mobile-friendly-pages.html',\n",
       " u'http://googlewebmastercentral.blogspot.com/2014/11/helping-users-find-mobile-friendly-pages.html',\n",
       " u'http://googlewebmastercentral.blogspot.com/2014/11/helping-users-find-mobile-friendly-pages.html',\n",
       " u'http://www.bsis.ca.gov/forms_pubs/fire_fact.shtml',\n",
       " u'https://10.183.241.201/rgcertprintv2default.aspx',\n",
       " u'https://10.183.241.201/rgcertprintv2default.aspx',\n",
       " u'https://10.183.241.201/rgcertprintv2default.aspx',\n",
       " u'https://data.sfgov.org/Economy-and-Community/Off-Sale-Alcohol-Outlets-San-Francisco-CA/fIy-9zhp',\n",
       " u'https://data.sfgov.org/Economy-and-Community/Registered-Business-Locations-San-Francisco/g8m3-pdis?',\n",
       " u'https://data.sfgov.org/d/ejmn-jyk6',\n",
       " u'https://data.sfgov.org/data?category=Transportation',\n",
       " u'https://www.fiverr.com/kawsarhossain',\n",
       " u'https://www.fiverr.com/kawsarhossain',\n",
       " u'https://www.fiverr.com/kawsarhossain',\n",
       " u'https://www.fiverr.com/kawsarhossain',\n",
       " u'https://www.fiverr.com/kawsarhossain',\n",
       " u'https://www.fiverr.com/kawsarhossain']"
      ]
     },
     "execution_count": 93,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "https"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# clean_list = (sc.parallelize(query_list).map(lambda word: word.lower()).filter(lambda word: word not in https)\n",
    "#               .filter(lambda word: word not in addresses_full)\n",
    "#               .collect())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "clean_list = [word for word in query_list if word not in https if word not in addresses_full]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from collections import Counter\n",
    "word_count = Counter(clean_list)\n",
    "word_count_sorted = sorted(word_count.items(),key = lambda x: x[1], reverse=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[u'crime',\n",
       " u'streets',\n",
       " u'shapefile',\n",
       " u'parking',\n",
       " u'census',\n",
       " u'street',\n",
       " u'bike',\n",
       " u'business',\n",
       " u'building',\n",
       " u'311',\n",
       " u'population',\n",
       " u'parks',\n",
       " u'neighborhood',\n",
       " u'water',\n",
       " u'bicycle',\n",
       " u'traffic',\n",
       " u'income',\n",
       " u'parcel',\n",
       " u'fire',\n",
       " u'housing',\n",
       " u'school',\n",
       " u'rent',\n",
       " u'muni',\n",
       " u'elevation',\n",
       " u'buildings',\n",
       " u'homeless',\n",
       " u'parcels',\n",
       " u'land use',\n",
       " u'neighborhoods',\n",
       " u'bus',\n",
       " u'zoning',\n",
       " u'restaurant',\n",
       " u'boundary',\n",
       " u'food',\n",
       " u'bart',\n",
       " u'roads',\n",
       " u'park',\n",
       " u'address',\n",
       " u'pipeline',\n",
       " u'police',\n",
       " u'schools',\n",
       " u'san francisco',\n",
       " u'budget',\n",
       " u'property',\n",
       " u'transit',\n",
       " u'assessor',\n",
       " u'city',\n",
       " u'gis',\n",
       " u'trees',\n",
       " u'restaurants',\n",
       " u'bridge',\n",
       " u'construction',\n",
       " u'shapefiles',\n",
       " u'pedestrian',\n",
       " u'block',\n",
       " u'businesses',\n",
       " u'taxi',\n",
       " u'transportation',\n",
       " u'building footprints',\n",
       " u'health',\n",
       " u'business license',\n",
       " u'tree',\n",
       " u'building footprint',\n",
       " u'district',\n",
       " u'graffiti',\n",
       " u'education',\n",
       " u'permit',\n",
       " u'census tract',\n",
       " u'car',\n",
       " u'building permits',\n",
       " u'blocks',\n",
       " u'sfmta',\n",
       " u'road',\n",
       " u'airport',\n",
       " u'districts',\n",
       " u'affordable housing',\n",
       " u'bay area',\n",
       " u'city boundary',\n",
       " u'business licenses',\n",
       " u'noise',\n",
       " u'hospital',\n",
       " u'map',\n",
       " u'topography',\n",
       " u'open space',\n",
       " u'accidents',\n",
       " u'street cleaning',\n",
       " u'sewer',\n",
       " u'Crime',\n",
       " u'zip code',\n",
       " u'real estate',\n",
       " u'permits',\n",
       " u'shoreline',\n",
       " u'basemap',\n",
       " u'eviction',\n",
       " u'parking meter',\n",
       " u'aerial',\n",
       " u'salary',\n",
       " u'alcohol',\n",
       " u'contour',\n",
       " u'air',\n",
       " u'GIS',\n",
       " u'accident',\n",
       " u'age',\n",
       " u'demographics',\n",
       " u'demographic',\n",
       " u'energy',\n",
       " u'assessment',\n",
       " u'weather',\n",
       " u'census shapefile',\n",
       " u'tax',\n",
       " u'flood',\n",
       " u'planning',\n",
       " u'sfpd',\n",
       " u'employment',\n",
       " u'addresses',\n",
       " u'bus stops',\n",
       " u'air quality',\n",
       " u'contours',\n",
       " u'evictions',\n",
       " u'centerline',\n",
       " u'bike lanes',\n",
       " u'bay',\n",
       " u'waste',\n",
       " u'cancer',\n",
       " u'sidewalk',\n",
       " u'census tracts',\n",
       " u'parking meters',\n",
       " u'library',\n",
       " u'centerlines',\n",
       " u'coffee',\n",
       " u'bars',\n",
       " u'art',\n",
       " u'lobbyist',\n",
       " u'poverty',\n",
       " u'meter',\n",
       " u'building permit',\n",
       " u'zip codes',\n",
       " u'cleaning',\n",
       " u'boundaries',\n",
       " u'census block',\n",
       " u'footprint',\n",
       " u'zip',\n",
       " u'landuse',\n",
       " u'development pipeline',\n",
       " u'census 2000',\n",
       " u'facilities',\n",
       " u'base map',\n",
       " u'public schools',\n",
       " u'density',\n",
       " u'460',\n",
       " u'hotel',\n",
       " u'sidewalks',\n",
       " u'bike network',\n",
       " u'highway',\n",
       " u'city lots',\n",
       " u'census 2010',\n",
       " u'topo',\n",
       " u'curb',\n",
       " u'911',\n",
       " u'json',\n",
       " u'business registration',\n",
       " u'street sweeping',\n",
       " u'bike parking',\n",
       " u'soil',\n",
       " u'sales',\n",
       " u'retail',\n",
       " u'climate',\n",
       " u'public transportation',\n",
       " u'population density',\n",
       " u'curbs',\n",
       " u'caltrain',\n",
       " u'shore',\n",
       " u'race',\n",
       " u'open spaces',\n",
       " u'intersections',\n",
       " u'kml',\n",
       " u'children',\n",
       " u'csv',\n",
       " u'campaign finance',\n",
       " u'parking tickets',\n",
       " u'bikeway',\n",
       " u'housing inventory',\n",
       " u'college',\n",
       " u'building height',\n",
       " u'chinatown',\n",
       " u'employee',\n",
       " u'rental',\n",
       " u'public',\n",
       " u'commercial',\n",
       " u'sfo',\n",
       " u'light',\n",
       " u'citation',\n",
       " u'recreation',\n",
       " u'wind',\n",
       " u'STREETS',\n",
       " u'lots',\n",
       " u'community',\n",
       " u'city limits',\n",
       " u'hospitals',\n",
       " u'vegetation',\n",
       " u'shelter',\n",
       " u'rail',\n",
       " u'earthquake',\n",
       " u'food truck',\n",
       " u'2015',\n",
       " u'crimes',\n",
       " u'height',\n",
       " u'STREET',\n",
       " u'tourism',\n",
       " u'supervisor',\n",
       " u'survey',\n",
       " u'base',\n",
       " u'campaign',\n",
       " u'imagery',\n",
       " u'residential',\n",
       " u'cad',\n",
       " u'streets of san francisco',\n",
       " u'shp',\n",
       " u'BART',\n",
       " u'human waste',\n",
       " u'street parking',\n",
       " u'address locator',\n",
       " u'tract',\n",
       " u'inventory',\n",
       " u'slope',\n",
       " u'tickets',\n",
       " u'poop',\n",
       " u'fire incidents',\n",
       " u'tow',\n",
       " u'historic',\n",
       " u'Streets',\n",
       " u'property assessment',\n",
       " u'job',\n",
       " u'vacant',\n",
       " u'price',\n",
       " u'building heights',\n",
       " u'Parking',\n",
       " u'crime data',\n",
       " u'bus stop',\n",
       " u'vendor',\n",
       " u'SFMTA',\n",
       " u'vehicle',\n",
       " u'intersection',\n",
       " u'footprints',\n",
       " u'complaints',\n",
       " u'bicycle parking',\n",
       " u'cnn',\n",
       " u'location',\n",
       " u'garbage',\n",
       " u'2014',\n",
       " u'bridges',\n",
       " u'MUNI',\n",
       " u'homicide',\n",
       " u'events',\n",
       " u'ethnicity',\n",
       " u'land',\n",
       " u'film',\n",
       " u'trail',\n",
       " u'port',\n",
       " u'rent control',\n",
       " u'route',\n",
       " u'street names',\n",
       " u'liquor',\n",
       " u'libraries',\n",
       " u'ortho',\n",
       " u'open business',\n",
       " u'SFO',\n",
       " u'animal',\n",
       " u'street centerlines',\n",
       " u'Muni',\n",
       " u'street trees',\n",
       " u'Traffic',\n",
       " u'tenderloin',\n",
       " u'bus routes',\n",
       " u'insurance',\n",
       " u'Tree',\n",
       " u'food trucks',\n",
       " u'shape file',\n",
       " u'registered business',\n",
       " u'inclusionary housing',\n",
       " u'census blocks',\n",
       " u'sfshore',\n",
       " u'speed',\n",
       " u'shoreline shapefile',\n",
       " u'mobile food',\n",
       " u'ambulance',\n",
       " u'public space',\n",
       " u'block group',\n",
       " u'violation',\n",
       " u'SFPD',\n",
       " u'gps',\n",
       " u'cable',\n",
       " u'board of supervisors',\n",
       " u'grocery',\n",
       " u'street light',\n",
       " u'freeway',\n",
       " u'meters',\n",
       " u'collision',\n",
       " u'disabled',\n",
       " u'childcare',\n",
       " u'bikes',\n",
       " u'green',\n",
       " u'bike lane',\n",
       " u'utilities',\n",
       " u'hotels',\n",
       " u'contracts',\n",
       " u'affordable',\n",
       " u'stclines',\n",
       " u'violations',\n",
       " u'bike share',\n",
       " u'asthma',\n",
       " u'incidents',\n",
       " u'ban',\n",
       " u'jobs',\n",
       " u'house',\n",
       " u'orthophoto',\n",
       " u'airbnb',\n",
       " u'license',\n",
       " u'homelessness',\n",
       " u'calls for service',\n",
       " u'citations',\n",
       " u'highways',\n",
       " u'salaries',\n",
       " u'median income',\n",
       " u'inclusionary',\n",
       " u'traffic density',\n",
       " u'police districts',\n",
       " u'museum',\n",
       " u'coast',\n",
       " u'colleges',\n",
       " u'pollution',\n",
       " u'bayview',\n",
       " u'solar',\n",
       " u'ferry',\n",
       " u'incident',\n",
       " u'dem',\n",
       " u'public housing',\n",
       " u'bay area general',\n",
       " u'property tax',\n",
       " u'spending',\n",
       " u'garden',\n",
       " u'presidio',\n",
       " u'network',\n",
       " u'street map',\n",
       " u'building age',\n",
       " u'sfpark',\n",
       " u'green space',\n",
       " u'business account number',\n",
       " u'wifi',\n",
       " u'ticket',\n",
       " u'real time',\n",
       " u'article 11',\n",
       " u'Water',\n",
       " u'topographic',\n",
       " u'development',\n",
       " u'shape',\n",
       " u'fire stations',\n",
       " u'seismic',\n",
       " u'supervisor district',\n",
       " u'electricity',\n",
       " u'traffic count',\n",
       " u'parcel data',\n",
       " u'emergency',\n",
       " u'.shp',\n",
       " u'Uber',\n",
       " u'city survey',\n",
       " u'planning neighborhoods',\n",
       " u'supervisor districts',\n",
       " u'ocean',\n",
       " u'community gardens',\n",
       " u'mission bay',\n",
       " u'city blocks',\n",
       " u'San Francisco',\n",
       " u'crime incidents',\n",
       " u'registered businesses',\n",
       " u'uber',\n",
       " u'inspection',\n",
       " u'HIV',\n",
       " u'electricity use',\n",
       " u'stormwater',\n",
       " u'Business',\n",
       " u'household income',\n",
       " u'trash',\n",
       " u'internet',\n",
       " u'Street',\n",
       " u'zoning districts',\n",
       " u'bernal lot size',\n",
       " u'medical',\n",
       " u'theft',\n",
       " u'temperature',\n",
       " u'Fire',\n",
       " u'benches',\n",
       " u'church',\n",
       " u'DEM',\n",
       " u'article 10',\n",
       " u'TRANSPORTATION',\n",
       " u'utility',\n",
       " u'payroll',\n",
       " u'parking lots',\n",
       " u'housing prices',\n",
       " u'citylots',\n",
       " u'treasure island',\n",
       " u'something',\n",
       " u'farmers market',\n",
       " u'speed limit',\n",
       " u'image',\n",
       " u'lidar',\n",
       " u'sfpd incidents',\n",
       " u'CRIME',\n",
       " u'injury',\n",
       " u'fire station',\n",
       " u'watershed',\n",
       " u'cafe',\n",
       " u'fire department',\n",
       " u'unemployment',\n",
       " u'wireless',\n",
       " u'berkeley',\n",
       " u'apartment buildings',\n",
       " u'311 cases',\n",
       " u'china',\n",
       " u'movie',\n",
       " u'car ownership',\n",
       " u'paving',\n",
       " u'rain',\n",
       " u'market',\n",
       " u'child',\n",
       " u'sweeping',\n",
       " u'bicycle accidents',\n",
       " u'border',\n",
       " u'county',\n",
       " u'zipcode',\n",
       " u'3d',\n",
       " u'compensation',\n",
       " u'murder',\n",
       " u'complaint',\n",
       " u'trails',\n",
       " u'zone',\n",
       " u'station',\n",
       " u'terrain',\n",
       " u'vendors',\n",
       " u'right of way',\n",
       " u'child care',\n",
       " u'year built',\n",
       " u'bay trail',\n",
       " u'truck',\n",
       " u'vote',\n",
       " u'airports',\n",
       " u'crime rate',\n",
       " u'employees',\n",
       " u'Census',\n",
       " u'water bodies',\n",
       " u'bicycle accident',\n",
       " u'outline',\n",
       " u'parking citation',\n",
       " u'train',\n",
       " u'election',\n",
       " u'Trimmers',\n",
       " u'speeding',\n",
       " u'Housing',\n",
       " u'open',\n",
       " u'assessment roll',\n",
       " u'property value',\n",
       " u'parking ticket',\n",
       " u'social',\n",
       " u'dpt_bike_network',\n",
       " u'bird',\n",
       " u'police district',\n",
       " u'cab',\n",
       " u'Neighborhood',\n",
       " u'north beach',\n",
       " u'parking citations',\n",
       " u'cable car',\n",
       " u'Taxi',\n",
       " u'landmark',\n",
       " u'revenue',\n",
       " u'housing price',\n",
       " u'travel',\n",
       " u'tech',\n",
       " u'air pollution',\n",
       " u'feces',\n",
       " u'drug',\n",
       " u'geology',\n",
       " u'bank',\n",
       " u'envista',\n",
       " u'vendor payments',\n",
       " u'death',\n",
       " u'oakland',\n",
       " u'dpw',\n",
       " u'SanFrancisco.gdb',\n",
       " u'dog',\n",
       " u'form 700',\n",
       " u'streets shapefile',\n",
       " u'job density',\n",
       " u'recycling',\n",
       " u'coastal',\n",
       " u'biz point',\n",
       " u'Food',\n",
       " u'api',\n",
       " u'road map',\n",
       " u'hazard',\n",
       " u'police stations',\n",
       " u'pipe',\n",
       " u'arrests',\n",
       " u'Water Bodies in San Francisco',\n",
       " u'obesity',\n",
       " u'bench',\n",
       " u'biking',\n",
       " u'public transit',\n",
       " u'Parcel',\n",
       " u'bike theft',\n",
       " u'stations',\n",
       " u'census2000',\n",
       " u'ridership',\n",
       " u'auto',\n",
       " u'liquefaction',\n",
       " u'traffic counts',\n",
       " u'sweep',\n",
       " u'geojson',\n",
       " u'94110',\n",
       " u'precinct',\n",
       " u'dbi',\n",
       " u'hydrology',\n",
       " u'center lines',\n",
       " u'dumping',\n",
       " u'mta',\n",
       " u'sf shore',\n",
       " u'city features',\n",
       " u'garage',\n",
       " u'traffic accident',\n",
       " u'camera',\n",
       " u'tobacco',\n",
       " u'popos',\n",
       " u'on street parking',\n",
       " u'traffic accidents',\n",
       " u'arterial',\n",
       " u'lobbyists',\n",
       " u'apn',\n",
       " u'allergies',\n",
       " u'transit stops',\n",
       " u'routes',\n",
       " u'agriculture',\n",
       " u'transport',\n",
       " u'bus accidents',\n",
       " u'Restaurant',\n",
       " u'street centerline',\n",
       " u'bus lines',\n",
       " u'film locations',\n",
       " u'bar',\n",
       " u'ZIP',\n",
       " u'universities',\n",
       " u'chicago',\n",
       " u'2010 census',\n",
       " u'pole',\n",
       " u'avenida epitacio pessoa ipanema rio de janeiro',\n",
       " u'Pipeline',\n",
       " u'lobby',\n",
       " u'wine',\n",
       " u'food inspection',\n",
       " u'flooding',\n",
       " u'collisions',\n",
       " u'ethics',\n",
       " u'campaign consultant',\n",
       " u'marriage',\n",
       " u'2010',\n",
       " u'street network',\n",
       " u'bike route',\n",
       " u'planning districts',\n",
       " u'advisories',\n",
       " u'Building Footprints',\n",
       " u'economic',\n",
       " u'university',\n",
       " u'busines',\n",
       " u'san francisco streets',\n",
       " u'pipeline 2015',\n",
       " u'finance',\n",
       " u'address points',\n",
       " u'case',\n",
       " u'museums',\n",
       " u'bathroom',\n",
       " u'raster',\n",
       " u'contract',\n",
       " u'SFMTA Bikeway Network',\n",
       " u'illegal dumping',\n",
       " u'hiv',\n",
       " u'Zoning Districts',\n",
       " u'dataset inventory',\n",
       " u'crime map',\n",
       " u'canopy',\n",
       " u'sffd',\n",
       " u'traffic volume',\n",
       " u'cannabis',\n",
       " u'owner',\n",
       " u'sfusd',\n",
       " u'water usage',\n",
       " u'public art',\n",
       " u'SanFrancisco',\n",
       " u'photo',\n",
       " u'inspections',\n",
       " u'clean',\n",
       " u'speed limits',\n",
       " u'movies',\n",
       " u'services',\n",
       " u'high injury',\n",
       " u'business district',\n",
       " u'latitude',\n",
       " u'cities',\n",
       " u'toilet',\n",
       " u'chinese',\n",
       " u'castro',\n",
       " u'pavement',\n",
       " u'streetlight',\n",
       " u'sfdph',\n",
       " u'census 2000 tracts (no water)',\n",
       " u'health care',\n",
       " u'street shapefile',\n",
       " u'beach',\n",
       " u'restaurant inspections',\n",
       " u'campaign Finance',\n",
       " u'bike shapefile',\n",
       " u'security',\n",
       " u'fires',\n",
       " u'landslide',\n",
       " u'business locations',\n",
       " u'street lights',\n",
       " u'Restaurants',\n",
       " u'liquor store',\n",
       " u'rent board',\n",
       " u'landmarks',\n",
       " u'environment',\n",
       " u'community center',\n",
       " u'storm',\n",
       " u'affordability',\n",
       " u'building outline',\n",
       " u'city boundaries',\n",
       " u'technology',\n",
       " u'expenditures',\n",
       " u'center line',\n",
       " u'san francisco crime',\n",
       " u'city limit',\n",
       " u'census 2000 tracts',\n",
       " u'Neighborhoods',\n",
       " u'traffic tickets',\n",
       " u'pipeline 2012',\n",
       " u'healthcare',\n",
       " u'road network',\n",
       " u'Zoning',\n",
       " u'lights',\n",
       " u'maher',\n",
       " u'performance',\n",
       " u'Street cleaning',\n",
       " u'google',\n",
       " u'building outlines',\n",
       " u'data catalog',\n",
       " u'clinic',\n",
       " u'Business Account Number',\n",
       " u'parcel map',\n",
       " u'telegraph hill',\n",
       " u'general plan',\n",
       " u'taz',\n",
       " u'point',\n",
       " u'household',\n",
       " u'street sweep',\n",
       " u'facility',\n",
       " u'Parks',\n",
       " u'time',\n",
       " u'data',\n",
       " u'eviction notices',\n",
       " u'public health',\n",
       " u'counties',\n",
       " u'bikeway network',\n",
       " u'SFFind Neighborhoods',\n",
       " u'nonprofit',\n",
       " u'lot',\n",
       " u'muni routes',\n",
       " u'bus route',\n",
       " u'maintenance',\n",
       " u'benchmark',\n",
       " u'car sharing',\n",
       " u'active business',\n",
       " u'shop',\n",
       " u'property assessment roll',\n",
       " u'street center',\n",
       " u'traffic lights',\n",
       " u'Vacant',\n",
       " u'elections',\n",
       " u'2000',\n",
       " u'SF Development Pipeline',\n",
       " u'coastal zone',\n",
       " u'cases',\n",
       " u'curb ramp',\n",
       " u'brownfield',\n",
       " u'Bay Area',\n",
       " u'ZONING',\n",
       " u'tracts',\n",
       " u'gis data',\n",
       " u'property values',\n",
       " u'BIKE',\n",
       " u'subway',\n",
       " u'bayview hunters point',\n",
       " u'golden gate',\n",
       " u'names',\n",
       " u'animals',\n",
       " u'building construction',\n",
       " u'vacancy',\n",
       " u'restaurant inspection',\n",
       " u'Health',\n",
       " u'cell phone',\n",
       " u'business registration certificate',\n",
       " u'census 2000 blocks',\n",
       " u'cost',\n",
       " u'burglary',\n",
       " u'commuting',\n",
       " u'coastline',\n",
       " u'pipeline 2013',\n",
       " u'san francisco map',\n",
       " u'wind monitoring',\n",
       " u'bike accidents',\n",
       " u'pothole',\n",
       " u'condominium',\n",
       " u'restroom',\n",
       " u'drain',\n",
       " u'youth',\n",
       " u'aspect',\n",
       " u'cctv',\n",
       " u'tourist',\n",
       " u'street tree',\n",
       " u'Police Districts',\n",
       " u'plant',\n",
       " u'open spaces city planning',\n",
       " u'prostitution',\n",
       " u'CNN',\n",
       " u'tax lots',\n",
       " u'fiber',\n",
       " u'low income',\n",
       " u'avl',\n",
       " u'UNIVERSITY OF SAN FRANCISCO',\n",
       " u'small business',\n",
       " u'altitude',\n",
       " u'below market rate',\n",
       " u'parklet',\n",
       " u'median rent',\n",
       " u'mortgage',\n",
       " u'uncashed',\n",
       " u'parklets',\n",
       " u'bikeshare',\n",
       " u'river',\n",
       " u'search DataSF',\n",
       " u'gardens',\n",
       " u'birth',\n",
       " u'form 460',\n",
       " u'creek',\n",
       " u'parking lot',\n",
       " u'tree canopy',\n",
       " u'lobbyist activity',\n",
       " u'home',\n",
       " u'eas',\n",
       " u'.csv',\n",
       " u'census 2000 blocks (no water)',\n",
       " u'lyft',\n",
       " u'commute',\n",
       " u'maps',\n",
       " u'prices',\n",
       " u'metro',\n",
       " u'injuries',\n",
       " u'precipitation',\n",
       " u'dog patch',\n",
       " u'parking violations',\n",
       " u'shooting',\n",
       " u'appeals',\n",
       " u'building use',\n",
       " u'property owner',\n",
       " u'land cover',\n",
       " u'developer',\n",
       " u'realtor',\n",
       " u'walk',\n",
       " u'police station',\n",
       " u'certified payroll',\n",
       " u'boundry',\n",
       " u'BAN',\n",
       " u'pbc',\n",
       " u'business location',\n",
       " u'fte',\n",
       " u'grocery store',\n",
       " u'base mao',\n",
       " u'water quality',\n",
       " u'licenses',\n",
       " u'Police',\n",
       " u'bay area counties',\n",
       " u'Schools',\n",
       " u'grocery stores',\n",
       " u'sweeper',\n",
       " u'buisness',\n",
       " u'zipcodes',\n",
       " u'private schools',\n",
       " u'public works',\n",
       " u'Building',\n",
       " u'farmers markets',\n",
       " u'Parking meters',\n",
       " u'appraisal roll',\n",
       " u'lobbying',\n",
       " u'entitlements',\n",
       " u'Property Assessment',\n",
       " u'railroad',\n",
       " u'TAZ',\n",
       " u'WATER',\n",
       " u'rape',\n",
       " u'city facilities',\n",
       " u'street sweeping schedule',\n",
       " u'Campaign Finance',\n",
       " u'street maps',\n",
       " u'cancer risk',\n",
       " u'bicycle theft',\n",
       " u'tow away',\n",
       " u'traffic light',\n",
       " u'precincts',\n",
       " u'people',\n",
       " u'resturant',\n",
       " u'freeways',\n",
       " u'preservation',\n",
       " u'projects',\n",
       " u'2013',\n",
       " u'block groups',\n",
       " u'county boundary',\n",
       " u'taxes',\n",
       " u'diabetes',\n",
       " u'sfopenbook',\n",
       " u'test',\n",
       " u'catalog',\n",
       " u'union square',\n",
       " u'sro',\n",
       " u'census2000_blk_nowater',\n",
       " u'event',\n",
       " u'muni stops',\n",
       " u'bike routes',\n",
       " u'foodtruck',\n",
       " u'DUI',\n",
       " u'baytrail',\n",
       " u'sea level',\n",
       " u'waterfront',\n",
       " u'stop',\n",
       " u'suicide',\n",
       " u'parking restrictions',\n",
       " u'grid',\n",
       " u'homeless shelter',\n",
       " u'sales tax',\n",
       " u'industrial',\n",
       " u'cost of living',\n",
       " u'conference',\n",
       " u'Pedestrian',\n",
       " u'heat',\n",
       " u'senior',\n",
       " u'mental health',\n",
       " u'SF Shoreline and Islands',\n",
       " u'lottery',\n",
       " u'ethnic',\n",
       " u'sf shoreline and islands',\n",
       " u'pdf parcel',\n",
       " u'sexual assault',\n",
       " u'service requests',\n",
       " u'btod',\n",
       " u'land value',\n",
       " u'workforce',\n",
       " u'ownership',\n",
       " u'Basemap Street Centerlines shapefile',\n",
       " u'commute time',\n",
       " u'Taylor',\n",
       " u'san francisco shapefile',\n",
       " u'Bike route network',\n",
       " u'occupation',\n",
       " u'cases by channel',\n",
       " u'SF Solar Map',\n",
       " u'motorcycle',\n",
       " u'dogs',\n",
       " u'VMT',\n",
       " u'sf streets',\n",
       " u'Streets of San Francisco',\n",
       " u'parking signs',\n",
       " u'potholes',\n",
       " u'sffacs',\n",
       " u'cars',\n",
       " u'immigration',\n",
       " u'Ada',\n",
       " u'water bodies in san francisco',\n",
       " u'registered',\n",
       " u'cell',\n",
       " u'entertainment',\n",
       " u'public school',\n",
       " u'checkbook',\n",
       " u'public library',\n",
       " u'grade',\n",
       " u'digital elevation model',\n",
       " u'crime shapefile',\n",
       " u'concealed weapons permits',\n",
       " u'habitat',\n",
       " u'congestion',\n",
       " u'san francisco boundary',\n",
       " u'recreation centers',\n",
       " u'Bay Area - General',\n",
       " u'excavation',\n",
       " u'gay',\n",
       " u'Baker Places',\n",
       " u'tow zone',\n",
       " u'bay outline',\n",
       " u'dpt bike network',\n",
       " u'candidate name',\n",
       " u'sports',\n",
       " u'sea level rise',\n",
       " u'Bus',\n",
       " u'sun',\n",
       " u'Lyft',\n",
       " u'san francisco shoreline',\n",
       " u'condo',\n",
       " u'resiliency',\n",
       " u'street of san francisco',\n",
       " u'women',\n",
       " u'grafitti',\n",
       " u'lgbt',\n",
       " u'music',\n",
       " u'motorcycle parking',\n",
       " u'Shapefile',\n",
       " u'SRO',\n",
       " u'property records',\n",
       " u'traffic signals',\n",
       " u'SFFD',\n",
       " u'open business locations',\n",
       " u'sale',\n",
       " u'shelters',\n",
       " u'disabled parking',\n",
       " u'bay area cities',\n",
       " u'SF Flower mart',\n",
       " u'stops',\n",
       " u'enforcement',\n",
       " u'arrest',\n",
       " u'Parcels',\n",
       " u'benchmarking',\n",
       " u'claims',\n",
       " u'SEWER',\n",
       " u'central subway',\n",
       " u'CONTOUR',\n",
       " u'foreclosure',\n",
       " u'sport',\n",
       " u'planning cases',\n",
       " u'area',\n",
       " u'water use',\n",
       " u'bus line',\n",
       " u'business certificate',\n",
       " u'neighborhood boundaries',\n",
       " u'recycle',\n",
       " u'companies',\n",
       " u'bcdc',\n",
       " u'drainage',\n",
       " u'floodplain',\n",
       " u'impervious',\n",
       " u'recology',\n",
       " u'golden gate bridge',\n",
       " u'value',\n",
       " u'real-time',\n",
       " u'heights',\n",
       " u'Diana Lerner',\n",
       " u'news',\n",
       " u'sanitation',\n",
       " u'home sales',\n",
       " u'PBC',\n",
       " u'street center lines',\n",
       " u'towing',\n",
       " u'urban tree',\n",
       " u'sf boundary',\n",
       " u'abandoned',\n",
       " u'mission',\n",
       " u'incomes',\n",
       " u'meeting time',\n",
       " u'gang',\n",
       " u'block lot',\n",
       " u'sfpuc',\n",
       " u'toilets',\n",
       " u'Population',\n",
       " u'form 700 schedules',\n",
       " u'classification',\n",
       " u'food inspections',\n",
       " u'gdp',\n",
       " u'map of crimes incidents',\n",
       " u'3D',\n",
       " u'plan',\n",
       " u'african american health',\n",
       " u'equity',\n",
       " u'city outline',\n",
       " u'religion',\n",
       " u'manhole',\n",
       " u'web',\n",
       " u'pier',\n",
       " u'employee compensation',\n",
       " u'assess',\n",
       " u'wetlands',\n",
       " u'churches',\n",
       " u'affordable housing units',\n",
       " u'voting',\n",
       " u'Land Use',\n",
       " u'BUS',\n",
       " u'pedestrian injury',\n",
       " u'castro sf',\n",
       " ...]"
      ]
     },
     "execution_count": 97,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "word_count_sorted = [i[0] for i in word_count_sorted if i[1]>2]\n",
    "word_count_sorted"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "string_word = removePunctuation(re.sub(\"\\u\" , '', str(word_count_sorted)))\n",
    "string_word1 = removePunctuation(re.sub(\"\\u\" , '', str(query_list)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[u'bart', u'bildings']\n",
      "[u'bart']\n",
      "[u'san', u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'polltion']\n",
      "[u'bart', u'bart', u'bart']\n",
      "[u'bsiness']\n",
      "[u'conties']\n",
      "[u'crosswalk', u'crb']\n",
      "[u'lidar']\n",
      "[u'francisco']\n",
      "[u'bart', u'bart']\n",
      "[u'bart', u'bart', u'basemap']\n",
      "[u'bsiness']\n",
      "[u'conty', u'bondary', u'cort']\n",
      "[u'lyft', u'maher']\n",
      "[u'francisco']\n",
      "[u'san']\n",
      "[u'otline', u'san']\n",
      "[u'sanfrancisco']\n",
      "[u'ber', u'ber', u'nemployment']\n",
      "[u'xls']\n",
      "[u'fitzgerald']\n",
      "[u'san']\n",
      "[u'herrera']\n",
      "[u'howard']\n",
      "[u'thomas', u'mellon']\n",
      "[u'ada']\n",
      "[u'apns']\n",
      "[u'bart', u'bart', u'bart', u'bart']\n",
      "[u'beaty']\n",
      "[u'francisco']\n",
      "[u'gdb', u'san']\n",
      "[u'sanfrancisco']\n",
      "[u'taz', u'taz', u'taz']\n",
      "[u'adrian', u'santos']\n",
      "[u'ariel']\n",
      "[u'bart', u'bart', u'bart', u'bart', u'bart', u'bart']\n",
      "[u'bart']\n",
      "[u'bsines']\n",
      "[u'contor']\n",
      "[u'crbs']\n",
      "[u'david', u'owen']\n",
      "[u'ellis', u'ellis']\n",
      "[u'formla']\n",
      "[u'contribtions']\n",
      "[u'lyft', u'lyft', u'maher', u'maher', u'maher']\n",
      "[u'msems']\n",
      "[u'nancy', u'jeng']\n",
      "[u'noe']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'shapefile', u'san']\n",
      "[u'shapefile']\n",
      "[u'santa', u'clara']\n",
      "[u'rotes', u'ber', u'ber', u'ber', u'nemployment']\n",
      "[u'yearbilt']\n",
      "[u'dfsd', u'ami']\n",
      "[u'howard']\n",
      "[u'harris']\n",
      "[u'harris']\n",
      "[u'jonathan', u'pearlman', u'kate']\n",
      "[u'mary', u'jng']\n",
      "[u'sharmin', u'bock', u'sharmon', u'bock']\n",
      "[u'alain', u'gervais']\n",
      "[u'cindy']\n",
      "[u'kim', u'expenditres']\n",
      "[u'harris']\n",
      "[u'hilary', u'ronen', u'hilary']\n",
      "[u'jeanette', u'feddes', u'john', u'ortiz', u'karen']\n",
      "[u'karen']\n",
      "[u'michael', u'martinez', u'michael', u'yarne', u'miranda', u'nye', u'martin']\n",
      "[u'san']\n",
      "[u'scriptscriptalert1script']\n",
      "[u'sid', u'tsv', u'xlm']\n",
      "[u'beatrice']\n",
      "[u'dashiell', u'hammet']\n",
      "[u'hawkins']\n",
      "[u'polk']\n",
      "[u'brian', u'dusseault']\n",
      "[u'brannan']\n",
      "[u'howard']\n",
      "[u'geary']\n",
      "[u'jackson']\n",
      "[u'howard']\n",
      "[u'haro']\n",
      "[u'sylvan']\n",
      "[u'minna']\n",
      "[u'powell']\n",
      "[u'san']\n",
      "[u'noe']\n",
      "[u'harrison']\n",
      "[u'cort']\n",
      "[u'cole']\n",
      "[u'lombard']\n",
      "[u'randall']\n",
      "[u'mcallister']\n",
      "[u'avene', u'san']\n",
      "[u'carroll']\n",
      "[u'egbert']\n",
      "[u'san']\n",
      "[u'egbert']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'jackson']\n",
      "[u'lombard']\n",
      "[u'lombard']\n",
      "[u'larkin']\n",
      "[u'larkin']\n",
      "[u'lawrence', u'ave']\n",
      "[u'pacheco']\n",
      "[u'howard', u'stret']\n",
      "[u'maynard']\n",
      "[u'ney']\n",
      "[u'andreas']\n",
      "[u'san']\n",
      "[u'broderick', u'st']\n",
      "[u'broderick']\n",
      "[u'cesar', u'chavez']\n",
      "[u'cesar', u'chavez']\n",
      "[u'ney']\n",
      "[u'stillman']\n",
      "[u'stillman']\n",
      "[u'stillman']\n",
      "[u'stillman']\n",
      "[u'san']\n",
      "[u'stillman']\n",
      "[u'san']\n",
      "[u'stillman']\n",
      "[u'san']\n",
      "[u'stillman']\n",
      "[u'stillman']\n",
      "[u'stillman']\n",
      "[u'hayes']\n",
      "[u'silliman']\n",
      "[u'filbert']\n",
      "[u'broderick']\n",
      "[u'larkin']\n",
      "[u'larkin']\n",
      "[u'jim', u'jones']\n",
      "[u'avene', u'san']\n",
      "[u'carroll', u'avene']\n",
      "[u'1999reports', u'1gagf']\n",
      "[u'2br']\n",
      "[u'taz']\n",
      "[u'herrera']\n",
      "[u'contribtions']\n",
      "[u'herrera']\n",
      "[u'censs']\n",
      "[u'ellis']\n",
      "[u'cotter']\n",
      "[u'latham']\n",
      "[u'girard']\n",
      "[u'girard']\n",
      "[u'evans']\n",
      "[u'castro']\n",
      "[u'carlos']\n",
      "[u'jackson']\n",
      "[u'ordway']\n",
      "[u'powell']\n",
      "[u'clement']\n",
      "[u'carlos']\n",
      "[u'taraval']\n",
      "[u'francisco']\n",
      "[u'carl']\n",
      "[u'2400j']\n",
      "[u'harrison']\n",
      "[u'polk']\n",
      "[u'francisco', u'2473j']\n",
      "[u'bryant']\n",
      "[u'frederick']\n",
      "[u'stree']\n",
      "[u'polk']\n",
      "[u'harrison']\n",
      "[u'harrison']\n",
      "[u'mcallister']\n",
      "[u'bryant']\n",
      "[u'sloat']\n",
      "[u'geary']\n",
      "[u'geary']\n",
      "[u'octavia']\n",
      "[u'lawton']\n",
      "[u'vallejo']\n",
      "[u'ca94118']\n",
      "[u'webster']\n",
      "[u'richland', u'avene', u'steven', u'holland']\n",
      "[u'jose']\n",
      "[u'san']\n",
      "[u'steiner']\n",
      "[u'harriet']\n",
      "[u'clement', u'st']\n",
      "[u'broderick']\n",
      "[u'williams']\n",
      "[u'williams', u'avene', u'san']\n",
      "[u'brosnan']\n",
      "[u'bsiness', u'accont']\n",
      "[u'serrano']\n",
      "[u'hayes']\n",
      "[u'ellis']\n",
      "[u'san']\n",
      "[u'glover']\n",
      "[u'san']\n",
      "[u'jessie']\n",
      "[u'jackson']\n",
      "[u'myra']\n",
      "[u'jessie', u'st']\n",
      "[u'octavia']\n",
      "[u'townsend']\n",
      "[u'townsend']\n",
      "[u'el', u'sereno', u'cort']\n",
      "[u'douglass']\n",
      "[u'douglass']\n",
      "[u'dolores']\n",
      "[u'christopher', u'dr', u'san', u'francisco']\n",
      "[u'christopher', u'dr', u'san', u'francisco']\n",
      "[u'sanchez']\n",
      "[u'haight']\n",
      "[u'ellis']\n",
      "[u'san']\n",
      "[u'clement']\n",
      "[u'san']\n",
      "[u'brannan']\n",
      "[u'castro']\n",
      "[u'cyril', u'magnin']\n",
      "[u'san']\n",
      "[u'terry', u'5536a011']\n",
      "[u'san']\n",
      "[u'davis']\n",
      "[u'brannan']\n",
      "[u'minna']\n",
      "[u'garcia']\n",
      "[u'garcia']\n",
      "[u'brannan']\n",
      "[u'haight']\n",
      "[u'cole']\n",
      "[u'polk']\n",
      "[u'jose']\n",
      "[u'steiner']\n",
      "[u'san']\n",
      "[u'geary']\n",
      "[u'clayton']\n",
      "[u'granada', u'avene']\n",
      "[u'geary']\n",
      "[u'ina', u'cort']\n",
      "[u'virgil']\n",
      "[u'abe']\n",
      "[u'dolores', u'san', u'francisco']\n",
      "[u'mcallister']\n",
      "[u'san']\n",
      "[u'noe']\n",
      "[u'brannan']\n",
      "[u'ada', u'ada']\n",
      "[u'ami', u'angela', u'leung', u'ansa', u'antoine', u'ritzu', u'aodv']\n",
      "[u'awss', u'aaron', u'aaron', u'apperson', u'aaron', u'peskin', u'aaron', u'peskin', u'aaron', u'peskin']\n",
      "[u'ada', u'adam']\n",
      "[u'aronoff', u'alan', u'aronoff', u'alan', u'ngyen', u'albania', u'alberti']\n",
      "[u'alex', u'lebel', u'alex', u'schmotter', u'algiers']\n",
      "[u'alsafeer', u'altschool', u'alvarez']\n",
      "[u'anastasia', u'hockinson', u'andrei', u'ilica']\n",
      "[u'bateman', u'angeles']\n",
      "[u'anne', u'kronenberg']\n",
      "[u'anthony']\n",
      "[u'arlington', u'arlo', u'armando', u'lna']\n",
      "[u'assalt', u'assalt']\n",
      "[u'margaret']\n",
      "[u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart']\n",
      "[u'bart']\n",
      "[u'bart', u'shapefile', u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bos', u'bos']\n",
      "[u'brian', u'dussealt', u'brian']\n",
      "[u'babson', u'bach']\n",
      "[u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'shapefile', u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'brno']\n",
      "[u'san', u'francisco']\n",
      "[u'berkeley', u'bernal']\n",
      "[u'bondries', u'bondries', u'brady', u'brattle', u'grop', u'bray', u'brian']\n",
      "[u'brigitte', u'gallareadwilson', u'brigitte', u'wilson', u'bristol']\n",
      "[u'bronwen']\n",
      "[u'accont']\n",
      "[u'regitration']\n",
      "[u'francisco', u'bsinesslocationssanfrancisc']\n",
      "[u'bsinesses']\n",
      "[u'cheruvattam']\n",
      "[u'caltrans', u'calvin']\n",
      "[u'expenditres']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'carlson']\n",
      "[u'carollo']\n",
      "[u'casey', u'casey']\n",
      "[u'castro', u'castro']\n",
      "[u'cecilia']\n",
      "[u'cervantes', u'charas']\n",
      "[u'labz']\n",
      "[u'charles', u'walton', u'chaffer']\n",
      "[u'van']\n",
      "[u'ernst', u'christine', u'mrray']\n",
      "[u'christopher', u'crehan', u'christopher', u'charley', u'chrch']\n",
      "[u'measrement']\n",
      "[u'clayton']\n",
      "[u'coffeee', u'cohen']\n",
      "[u'commnity']\n",
      "[u'connor', u'constrction', u'constrction']\n",
      "[u'corey']\n",
      "[u'crocker']\n",
      "[u'crrent']\n",
      "[u'lerner']\n",
      "[u'david', u'campos']\n",
      "[u'dppk11000256', u'dptbikenetwork']\n",
      "[u'duis']\n",
      "[u'dallas', u'dames', u'danes', u'daniel']\n",
      "[u'daniel', u'spirn', u'danny', u'avictia']\n",
      "[u'david', u'aerbach', u'david']\n",
      "[u'deanna', u'tisone']\n",
      "[u'dennis', u'herrera']\n",
      "[u'diana', u'diana', u'lerner', u'diana', u'lerner', u'diana', u'lerner', u'diana', u'lerner', u'diana', u'lerner']\n",
      "[u'diana', u'lerner']\n",
      "[u'diana', u'lerner']\n",
      "[u'diana', u'urman']\n",
      "[u'dol']\n",
      "[u'dorothy', u'tyson', u'doble']\n",
      "[u'dnn', u'dwg', u'dylan']\n",
      "[u'ebstein', u'jeffrey', u'd']\n",
      "[u'edward', u'healey']\n",
      "[u'eddie', u'baer', u'edardo']\n",
      "[u'elations']\n",
      "[u'paris', u'ellen', u'h', u'elliott', u'isenberg', u'ellis', u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'eran', u'chinthaka', u'eric', u'schleelein', u'erica']\n",
      "[u'estillore', u'joel']\n",
      "[u'fong', u'walter']\n",
      "[u'farmfoods', u'farrar', u'farrar', u'falhaber']\n",
      "[u'filbert']\n",
      "[u'filbert']\n",
      "[u'filbert']\n",
      "[u'flavia', u'lino']\n",
      "[u'france', u'francis', u'ngyen', u'francisco']\n",
      "[u'garcia', u'garcia']\n",
      "[u'gebhardt', u'elizabeth', u'a']\n",
      "[u'geoff', u'matheix']\n",
      "[u'georg', u'gottschalk', u'george', u'gida']\n",
      "[u'martinez']\n",
      "[u'gordon', u'gordos']\n",
      "[u'gregory', u'shr']\n",
      "[u'gwen', u'terpstra']\n",
      "[u'hab']\n",
      "[u'haight']\n",
      "[u'haightasbry']\n",
      "[u'ave', u'harold', u'avene', u'harris', u'harris']\n",
      "[u'harris']\n",
      "[u'harrison']\n",
      "[u'havelock', u'hayes']\n",
      "[u'henry', u'albert', u'villarreal', u'hents']\n",
      "[u'hetch', u'hewlett', u'hickman']\n",
      "[u'acqired']\n",
      "[u'jim', u'jones']\n",
      "[u'howard', u'langton', u'hsa']\n",
      "[u'ingle']\n",
      "[u'jacob', u'shikh']\n",
      "[u'james']\n",
      "[u'james']\n",
      "[u'janary']\n",
      "[u'jennifer', u'pahlka', u'jeremy', u'mende']\n",
      "[u'jim', u'jones', u'jim', u'jones']\n",
      "[u'inspiro']\n",
      "[u'jakarta', u'jakarta', u'jakarta', u'jakarta', u'jakarta', u'jakarta', u'jakarta', u'james', u'henry', u'james', u'peavey', u'james', u'peavey', u'james', u'rosey', u'jane', u'hammond', u'jane', u'kim', u'jane', u'kim', u'jane', u'kim', u'jane', u'kim', u'jane', u'kim', u'jane', u'kim', u'jane', u'kim']\n",
      "[u'jane', u'kim']\n",
      "[u'jane', u'kim']\n",
      "[u'janet', u'macleod', u'jang']\n",
      "[u'jean', u'ng', u'jean']\n",
      "[u'jeff', u'jeff', u'jeff', u'jeff', u'jeff', u'jeff', u'johnson', u'jeff', u'nagel', u'jennifer', u'wong', u'jennifer', u'wong', u'jennifer', u'wong', u'jessica', u'amador', u'jessica']\n",
      "[u'jessie']\n",
      "[u'jessie']\n",
      "[u'martin']\n",
      "[u'johns']\n",
      "[u'johnny', u'foleys', u'johnson']\n",
      "[u'johnson']\n",
      "[u'foleys']\n",
      "[u'jonah', u'yee', u'jonah', u'yee', u'jonah', u'yee', u'jonah', u'yee', u'jonah', u'yee', u'jorma', u'kakonen', u'josefowitz']\n",
      "[u'josh']\n",
      "[u'josha', u'arce', u'jorney']\n",
      "[u'jlian', u'jlie', u'christensen', u'jlie', u'christensen', u'jlie', u'christensen']\n",
      "[u'karen']\n",
      "[u'kate']\n",
      "[u'kevin', u'heneghan', u'kevin', u'scott', u'kevin', u'scott', u'tnnel']\n",
      "[u'kinoka']\n",
      "[u'fonda']\n",
      "[u'landmarcrimek', u'landmarcrimek']\n",
      "[u'latitde']\n",
      "[u'latitde', u'longitde', u'landry', u'landry']\n",
      "[u'san', u'francisco', u'laweyer']\n",
      "[u'layot', u'lbe']\n",
      "[u'streetlights']\n",
      "[u'levi', u'strass']\n",
      "[u'levi', u'strass']\n",
      "[u'levi', u'strass']\n",
      "[u'linda', u'se']\n",
      "[u'linda']\n",
      "[u'lisa']\n",
      "[u'pritzker']\n",
      "[u'contribtion']\n",
      "[u'macri', u'macroclimate', u'maher', u'maher', u'maher', u'maher', u'maher', u'maher', u'maher', u'maher', u'maher', u'maher', u'maher', u'maher', u'maher']\n",
      "[u'maher']\n",
      "[u'maher']\n",
      "[u'maher']\n",
      "[u'maher']\n",
      "[u'malaysia', u'malaysia', u'malcolm', u'xiang']\n",
      "[u'malia', u'cohen']\n",
      "[u'accont']\n",
      "[u'roldan', u'enriqez']\n",
      "[u'bsiness', u'accont']\n",
      "[u'roldan', u'enriqez']\n",
      "[u'bsiness', u'accont']\n",
      "[u'roldan', u'enriqez']\n",
      "[u'bsiness', u'accont']\n",
      "[u'roldan']\n",
      "[u'marie', u'tanjto', u'marijana']\n",
      "[u'molnar']\n",
      "[u'joanne', u'minsky']\n",
      "[u'joanne', u'minsky']\n",
      "[u'joanne', u'minsky']\n",
      "[u'infrastrctre', u'martin', u'martin', u'laechli', u'mary', u'jng', u'mary', u'jng', u'dccc']\n",
      "[u'mateo']\n",
      "[u'matthew', u'dito', u'mara', u'hogan']\n",
      "[u'mcdonnell', u'mcdonnell', u'mcdonnell']\n",
      "[u'mel', u'mrphy']\n",
      "[u'lok', u'melanie', u'lok', u'melanie', u'lok', u'mello', u'roos']\n",
      "[u'mena']\n",
      "[u'michael', u'harris', u'michael', u'hdson', u'michael', u'lasala', u'michael', u'lasala', u'michael', u'lasala', u'michael', u'webster', u'michael', u'webster', u'michael', u'webster', u'michael', u'wong', u'michelin']\n",
      "[u'garcia']\n",
      "[u'garcia']\n",
      "[u'ord', u'minh', u'van']\n",
      "[u'minh']\n",
      "[u'mintes', u'mintes']\n",
      "[u'mintes']\n",
      "[u'mintes']\n",
      "[u'mintes']\n",
      "[u'moldova', u'moldova', u'moldova', u'moldova', u'molnar', u'molnar']\n",
      "[u'monment', u'monment']\n",
      "[u'moscone']\n",
      "[u'rotes']\n",
      "[u'naftaly']\n",
      "[u'ned']\n",
      "[u'nhts', u'nicholas', u'peterson']\n",
      "[u'northrop', u'northrop', u'northrop', u'nosie']\n",
      "[u'hasihmoto', u'oscar', u'oscar', u'oscar', u'osm']\n",
      "[u'yoth']\n",
      "[u'dyogi']\n",
      "[u'injry']\n",
      "[u'petersen']\n",
      "[u'phelps', u'phenaos']\n",
      "[u'phil', u'ginsbrg', u'philantropic']\n",
      "[u'databas', u'pickp']\n",
      "[u'pickp']\n",
      "[u'piotr']\n",
      "[u'plawiak']\n",
      "[u'reyes']\n",
      "[u'indstry', u'poplation']\n",
      "[u'zipcode', u'poplation']\n",
      "[u'pritzker']\n",
      "[u'reqests']\n",
      "[u'reqests']\n",
      "[u'prchase']\n",
      "[u'prchase']\n",
      "[u'prchase']\n",
      "[u'prchases', u'prchases']\n",
      "[u'rashad', u'eid']\n",
      "[u'rashad', u'eid']\n",
      "[u'ralston']\n",
      "[u'raymond', u'chow', u'raymond', u'chow', u'raymond', u'chow']\n",
      "[u'bsinesses', u'san']\n",
      "[u'bsinesses', u'san']\n",
      "[u'remi']\n",
      "[u'repaving']\n",
      "[u'pblic']\n",
      "[u'restarant']\n",
      "[u'restarants']\n",
      "[u'restarants', u'san']\n",
      "[u'restarants', u'san', u'francisco']\n",
      "[u'restarent']\n",
      "[u'restrant']\n",
      "[u'resrfacing']\n",
      "[u'bsinesses', u'richard', u'johnson', u'richard']\n",
      "[u'richard']\n",
      "[u'richard']\n",
      "[u'richard']\n",
      "[u'richmond']\n",
      "[u'roberries', u'robert', u'walsh']\n",
      "[u'romania', u'rome', u'romwald', u'ron', u'conway']\n",
      "[u'rssell', u'rssell', u'corr']\n",
      "[u'rtherford']\n",
      "[u'ryan']\n",
      "[u'ryan']\n",
      "[u'ryan']\n",
      "[u'ryan']\n",
      "[u'ryan']\n",
      "[u'lois']\n",
      "[u'lois', u'salar', u'salar']\n",
      "[u'samson', u'chow']\n",
      "[u'francisco', u'bilding', u'san']\n",
      "[u'contor', u'san']\n",
      "[u'otline']\n",
      "[u'andreas']\n",
      "[u'andreas']\n",
      "[u'andreas']\n",
      "[u'andreas', u'falt']\n",
      "[u'diego']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'gdb', u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'basemap', u'san']\n",
      "[u'basemap', u'san']\n",
      "[u'basemap', u'san']\n",
      "[u'basemap', u'san']\n",
      "[u'basemap', u'san']\n",
      "[u'san']\n",
      "[u'bondaries', u'san']\n",
      "[u'bondaries', u'san']\n",
      "[u'bondaries', u'san']\n",
      "[u'bondaries', u'san']\n",
      "[u'bondaries', u'san']\n",
      "[u'bondaries', u'san']\n",
      "[u'bondaries', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bilding', u'san']\n",
      "[u'bsinesses', u'san']\n",
      "[u'bsinesses', u'san']\n",
      "[u'bsinesses']\n",
      "[u'censs', u'san']\n",
      "[u'censs', u'san']\n",
      "[u'bondary']\n",
      "[u'bondary']\n",
      "[u'crbs']\n",
      "[u'featre']\n",
      "[u'featre']\n",
      "[u'featre']\n",
      "[u'featre']\n",
      "[u'featre']\n",
      "[u'shapefile']\n",
      "[u'cityfeatres']\n",
      "[u'contor', u'san']\n",
      "[u'contor', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'bondaries']\n",
      "[u'bondaries']\n",
      "[u'bondaries']\n",
      "[u'bondary']\n",
      "[u'bondary']\n",
      "[u'bondary']\n",
      "[u'bondary']\n",
      "[u'bondary']\n",
      "[u'jrisdiction']\n",
      "[u'shapefile']\n",
      "[u'shapefile']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'crimendata', u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'districtsd']\n",
      "[u'san']\n",
      "[u'grond']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'geodatabase', u'san']\n",
      "[u'san']\n",
      "[u'gigants', u'san']\n",
      "[u'athority']\n",
      "[u'athority']\n",
      "[u'athority']\n",
      "[u'ineqality']\n",
      "[u'san']\n",
      "[u'ineqality', u'san']\n",
      "[u'landse', u'san']\n",
      "[u'neigborhood', u'san']\n",
      "[u'neigborhoods']\n",
      "[u'otline', u'san']\n",
      "[u'otline', u'san']\n",
      "[u'otline', u'san']\n",
      "[u'otline', u'san']\n",
      "[u'otline', u'san']\n",
      "[u'otline', u'san']\n",
      "[u'otline', u'san']\n",
      "[u'otline', u'san']\n",
      "[u'otline', u'san']\n",
      "[u'otline']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'poplation', u'san']\n",
      "[u'poplation', u'san']\n",
      "[u'tilities']\n",
      "[u'bsinesses']\n",
      "[u'residental']\n",
      "[u'restarant', u'san']\n",
      "[u'restarants']\n",
      "[u'shapefile', u'san']\n",
      "[u'shapefile', u'san']\n",
      "[u'shapefile', u'san']\n",
      "[u'shapefile', u'san']\n",
      "[u'shapefile', u'san']\n",
      "[u'shapefile', u'san']\n",
      "[u'shapefile', u'san']\n",
      "[u'shapefile', u'san']\n",
      "[u'shapefile', u'san']\n",
      "[u'shapefile', u'san']\n",
      "[u'shapefile', u'san']\n",
      "[u'shapefile']\n",
      "[u'stadim', u'san']\n",
      "[u'niversity']\n",
      "[u'niversity']\n",
      "[u'niversity']\n",
      "[u'niversity']\n",
      "[u'niversity']\n",
      "[u'torism', u'san']\n",
      "[u'torism', u'san']\n",
      "[u'torism', u'san']\n",
      "[u'torism']\n",
      "[u'rban', u'san']\n",
      "[u'tility']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'jose']\n",
      "[u'jose']\n",
      "[u'jose']\n",
      "[u'jose']\n",
      "[u'jose', u'san']\n",
      "[u'san', u'jose', u'gerrero', u'san']\n",
      "[u'shapefile', u'san', u'mateo']\n",
      "[u'mateo']\n",
      "[u'mateo']\n",
      "[u'mateo']\n",
      "[u'mateo']\n",
      "[u'mateo']\n",
      "[u'mateo']\n",
      "[u'sanborn', u'sanborn']\n",
      "[u'sanchex', u'sanchez', u'sanchez', u'sanchez']\n",
      "[u'sano']\n",
      "[u'santa', u'clara', u'santa', u'clara', u'santa', u'clara', u'santa', u'clara', u'santa']\n",
      "[u'santa', u'monica', u'santa']\n",
      "[u'sato', u'sattelite', u'sadi']\n",
      "[u'sadi']\n",
      "[u'sadi']\n",
      "[u'sadi']\n",
      "[u'sadi']\n",
      "[u'scanlan', u'schedle', u'schedle']\n",
      "[u'scott', u'wiener', u'scott', u'wiener']\n",
      "[u'scott', u'wiener']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'sfmta']\n",
      "[u'sfmta']\n",
      "[u'sfpd']\n",
      "[u'sfpd']\n",
      "[u'precints', u'sfpd']\n",
      "[u'shapefile']\n",
      "[u'bock', u'sharmin', u'bock', u'shana']\n",
      "[u'shevin', u'anne', u'wong']\n",
      "[u'shotspotter']\n",
      "[u'sid', u'sid', u'sid', u'siddiq']\n",
      "[u'sitepx']\n",
      "[u'skyler', u'vander']\n",
      "[u'smfta', u'smfta', u'smit']\n",
      "[u'sonia', u'wong']\n",
      "[u'soth', u'san']\n",
      "[u'soth', u'san']\n",
      "[u'soth', u'san']\n",
      "[u'san']\n",
      "[u'sothern']\n",
      "[u'speef']\n",
      "[u'spendings']\n",
      "[u'hosing']\n",
      "[u'hosing']\n",
      "[u'james', u'st', u'james', u'stadim', u'stadim', u'stadim']\n",
      "[u'starbacks']\n",
      "[u'stella', u'cen', u'stella', u'kim']\n",
      "[u'steven', u'holland', u'steven', u'holland', u'steven', u'holland', u'steven', u'holland', u'steven', u'holland', u'stitt']\n",
      "[u'sfmta', u'stitt']\n",
      "[u'sfmta', u'stitt']\n",
      "[u'sfmta', u'stitt']\n",
      "[u'sfmta', u'stitt']\n",
      "[u'sfmta', u'stitt']\n",
      "[u'sfmta', u'stitt']\n",
      "[u'sfmta', u'stitt']\n",
      "[u'sfmta', u'stitt']\n",
      "[u'san', u'francisco']\n",
      "[u'cort', u'sperior', u'cort', u'sperior', u'cort', u'sperior', u'cort', u'sperior', u'cort', u'sperior', u'cort', u'sperior', u'cort', u'sperior', u'cort', u'sperior', u'cort']\n",
      "[u'cort', u'spreme', u'cort', u'spreme', u'cort', u'spreme', u'cort', u'spreme', u'cort']\n",
      "[u'plowshares']\n",
      "[u'taiwan', u'bento', u'talbot']\n",
      "[u'tanzania', u'taqeria', u'castillo']\n",
      "[u'taz', u'taz']\n",
      "[u'taz981shp']\n",
      "[u'teaheeme']\n",
      "[u'teng', u'teng']\n",
      "[u'terain']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'raine', u'grop']\n",
      "[u'thomas', u'jones']\n",
      "[u'tian']\n",
      "[u'tilly']\n",
      "[u'tommy', u'neeson']\n",
      "[u'townsend', u'townsend']\n",
      "[u'travis']\n",
      "[u'4y3k4vs', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber']\n",
      "[u'ber']\n",
      "[u'ber']\n",
      "[u'ndergronding']\n",
      "[u'vadim', u'kogan']\n",
      "[u'vallejo', u'vallejo', u'vallejo', u'chapefile', u'vallejo', u'chapefile', u'vallejo', u'chapefile', u'vallejo']\n",
      "[u'india', u'vincent', u'vincent', u'kircher']\n",
      "[u'vincent', u'kircher']\n",
      "[u'watr', u'watson', u'watson', u'watson', u'watson', u'watson', u'watson']\n",
      "[u'weil', u'weiner', u'weiner', u'weiner', u'weiner', u'weiner']\n",
      "[u'wilfred', u'bcoy', u'william', u'jeff', u'nagel', u'william', u'nagel', u'williamson']\n",
      "[u'wong']\n",
      "[u'hor']\n",
      "[u'hor']\n",
      "[u'hor']\n",
      "[u'hor']\n",
      "[u'yearbilt']\n",
      "[u'san', u'francisco']\n",
      "[u'yoth']\n",
      "[u'poplations', u'yoth']\n",
      "[u'poplations', u'yoth']\n",
      "[u'yoth']\n",
      "[u'yoth', u'injry']\n",
      "[u'zidwolde']\n",
      "[u'wilson']\n",
      "[u'wilson']\n",
      "[u'johns']\n",
      "[u'johnny']\n",
      "[u'johnny']\n",
      "[u'jon']\n",
      "[u'jon']\n",
      "[u'jonathan', u'ross', u'josefowitz', u'joseph', u'wehrer', u'josha', u'pollak']\n",
      "[u'bonagro', u'joyce']\n",
      "[u'liqors', u'jdah']\n",
      "[u'dr', u'san', u'francisco']\n",
      "[u'kao', u'kate']\n",
      "[u'keith', u'baraka']\n",
      "[u'klm', u'kml']\n",
      "[u'udon']\n",
      "[u'daniel', u'keidel']\n",
      "[u'keith']\n",
      "[u'kemper', u'kenneth', u'malvar', u'kenneth']\n",
      "[u'kevin', u'qennesson', u'kevin', u'klng']\n",
      "[u'kim', u'reynolds', u'kim']\n",
      "[u'kirkham']\n",
      "[u'kocsis', u'koehler', u'kostkovsky', u'kristian', u'kristian', u'hansen', u'kronenberg', u'kronos']\n",
      "[u'knming', u'kwok']\n",
      "[u'restarant']\n",
      "[u'lena', u'kline', u'leo', u'brnett', u'leon']\n",
      "[u'lerner', u'lerner', u'diana', u'lernerdiana', u'levis']\n",
      "[u'liang', u'bai']\n",
      "[u'san', u'francisco']\n",
      "[u'lvovich', u'lydia', u'chavez', u'lyell', u'lyft']\n",
      "[u'lynchbrg', u'maher']\n",
      "[u'mj']\n",
      "[u'madeleine', u'scinto', u'maher']\n",
      "[u'farrell']\n",
      "[u'michael', u'schlz']\n",
      "[u'mary', u'jng', u'mary', u'jng', u'dccc', u'mary', u'jng', u'dccc', u'mary', u'jng', u'dccc']\n",
      "[u'matthew', u'brenner', u'matthew', u'e']\n",
      "[u'hosing']\n",
      "[u'hosing', u'mckenzies', u'mckittrick']\n",
      "[u'melborne', u'melra', u'melra', u'cort', u'melra']\n",
      "[u'miami', u'michael', u'blair', u'michael', u'd', u'blair', u'michael', u'jeff']\n",
      "[u'michael', u'perry', u'michael']\n",
      "[u'shannon', u'michel', u'legrand', u'michele', u'd']\n",
      "[u'saeger', u'molly', u'saeger']\n",
      "[u'mork']\n",
      "[u'mnicipality']\n",
      "[u'ned', u'ned']\n",
      "[u'nancy', u'pelosi']\n",
      "[u'koorakla', u'needleman']\n",
      "[u'neiman', u'marcs']\n",
      "[u'nedachin']\n",
      "[u'newcomb', u'newcomb']\n",
      "[u'newyork']\n",
      "[u'oakley', u'oakley']\n",
      "[u'octavia', u'octavia', u'octavia']\n",
      "[u'michael', u'j']\n",
      "[u'cesar', u'chavez']\n",
      "[u'patxis']\n",
      "[u'brady']\n",
      "[u'mathews']\n",
      "[u'mathews']\n",
      "[u'mathews']\n",
      "[u'qarterly']\n",
      "[u'contribtions']\n",
      "[u'occpied', u'prostittion']\n",
      "[u'rico']\n",
      "[u'grop']\n",
      "[u'diana', u'lerner']\n",
      "[u'timothy', u'qicklys']\n",
      "[u'makep']\n",
      "[u'raphael', u'pepi', u'raphael', u'pepi']\n",
      "[u'hor']\n",
      "[u'richard']\n",
      "[u'richard', u'chiriboga', u'richard', u'thompson']\n",
      "[u'richard', u'marik']\n",
      "[u'robert', u'colbrn', u'robert']\n",
      "[u'robert', u'scott', u'hickman', u'robert', u'scott', u'hickman']\n",
      "[u'roderick', u'baltazar', u'roman']\n",
      "[u'rwanda', u'ryan', u'ryan', u'spraetz']\n",
      "[u'mario']\n",
      "[u'sanborn']\n",
      "[u'reslts']\n",
      "[u'reslts']\n",
      "[u'reslts']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'roldan']\n",
      "[u'cirt']\n",
      "[u'snyder']\n",
      "[u'orton']\n",
      "[u'sobel']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'basemap', u'san']\n",
      "[u'basemap', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bilding', u'san']\n",
      "[u'checkin', u'san']\n",
      "[u'constrction', u'san']\n",
      "[u'conty', u'san', u'francisco', u'crim', u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'facilties', u'san']\n",
      "[u'facilties', u'san']\n",
      "[u'schooll', u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'athority']\n",
      "[u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bilding', u'san']\n",
      "[u'bsstops', u'san']\n",
      "[u'shapefile']\n",
      "[u'chekin', u'san']\n",
      "[u'san']\n",
      "[u'constrction', u'san']\n",
      "[u'contors', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san', u'francisco']\n",
      "[u'san']\n",
      "[u'san', u'francisco', u'forsqare']\n",
      "[u'landse', u'san']\n",
      "[u'otline', u'san']\n",
      "[u'shapefile', u'san']\n",
      "[u'shapefile']\n",
      "[u'featres']\n",
      "[u'jose', u'san', u'jose']\n",
      "[u'san', u'lorenzo']\n",
      "[u'mateo']\n",
      "[u'cityies']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'basemap', u'san']\n",
      "[u'san']\n",
      "[u'bilding', u'san']\n",
      "[u'temperatre']\n",
      "[u'sanfranciscodevelopmentpipelinedata', u'sanfranciscodevelopmentpipelineq22014', u'sanders']\n",
      "[u'sadi', u'arabia']\n",
      "[u'seyfarth', u'shaw']\n",
      "[u'shannon', u'maloney']\n",
      "[u'bock']\n",
      "[u'sophia', u'francis', u'sorce']\n",
      "[u'soth']\n",
      "[u'stanley']\n",
      "[u'steven', u'cheng', u'steven', u'holland', u'steven', u'holland', u'steyer']\n",
      "[u'san', u'francisco']\n",
      "[u'cort', u'spermarket']\n",
      "[u'tay', u'taz']\n",
      "[u'taz', u'taz']\n",
      "[u'george', u'l']\n",
      "[u'george']\n",
      "[u'tara', u'kini', u'taraval']\n",
      "[u'ted']\n",
      "[u'ble', u'thomas', u'angelo', u'tia', u'matinez']\n",
      "[u'toby']\n",
      "[u'lewis']\n",
      "[u'joseph', u'tomarah', u'l']\n",
      "[u'san', u'francisco']\n",
      "[u'shapefiles']\n",
      "[u'san']\n",
      "[u'valle']\n",
      "[u'valverde', u'constrction']\n",
      "[u'walter', u'thoma', u'wanderson', u'carlos']\n",
      "[u'morris']\n",
      "[u'wirelessservicefacilitypermits', u'wiseman']\n",
      "[u'woh']\n",
      "[u'peskin', u'aaron', u'peskin']\n",
      "[u'aaron', u'peskin', u'smmary']\n",
      "[u'aaron', u'peskin']\n",
      "[u'aaron', u'peskin']\n",
      "[u'abse']\n",
      "[u'acconting', u'acconting']\n",
      "[u'gide']\n",
      "[u'actal']\n",
      "[u'ada', u'ada', u'adams']\n",
      "[u'adrian', u'agielra', u'adrian']\n",
      "[u'aed']\n",
      "[u'agstin', u'anda', u'agstin', u'anda', u'agstin', u'anda', u'ahmed']\n",
      "[u'alain']\n",
      "[u'sf311', u'alex', u'alex', u'vartan', u'alexanderson']\n",
      "[u'alix', u'rosenthal']\n",
      "[u'scott']\n",
      "[u'amblance', u'amblance']\n",
      "[u'ami', u'ami']\n",
      "[u'santiago', u'amont']\n",
      "[u'anaya', u'andale', u'andrew', u'benton', u'andrew', u'rex', u'andrew', u'rex', u'san', u'francisco', u'andrew', u'zimmerman']\n",
      "[u'tran', u'annlatch']\n",
      "[u'tran']\n",
      "[u'anson', u'mooney']\n",
      "[u'anthony']\n",
      "[u'antioqia', u'antonin', u'scalia', u'anza']\n",
      "[u'architectre', u'architectre']\n",
      "[u'arlo', u'armin', u'arnold', u'eric', u'wong']\n",
      "[u'san', u'francisco']\n",
      "[u'apair']\n",
      "[u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart', u'rotes', u'bart']\n",
      "[u'bart']\n",
      "[u'bart', u'shapefile', u'bart', u'shapefile', u'bart', u'shapefile', u'bart', u'shapefile', u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart', u'statios', u'bart', u'stattion', u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'cort']\n",
      "[u'bathymetry']\n",
      "[u'bcdc']\n",
      "[u'beaty', u'beaty', u'beaty']\n",
      "[u'behested']\n",
      "[u'conslting']\n",
      "[u'walsh']\n",
      "[u'berkley']\n",
      "[u'berkley', u'berkley', u'berlin', u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernie', u'sanders', u'bert', u'polacci']\n",
      "[u'bicyle']\n",
      "[u'bikeshare']\n",
      "[u'birmingham', u'birt']\n",
      "[u'blake']\n",
      "[u'bleprints', u'bleprints']\n",
      "[u'bondaries']\n",
      "[u'brannan']\n",
      "[u'deanna', u'moore']\n",
      "[u'briscoe']\n",
      "[u'brnofilms', u'brssels', u'bryant']\n",
      "[u'bilding', u'constrction']\n",
      "[u'bilding', u'plas']\n",
      "[u'violatons']\n",
      "[u'bilding2012']\n",
      "[u'san', u'francisco', u'bildings', u'san']\n",
      "[u'bisnesses']\n",
      "[u'bart']\n",
      "[u'bsiness']\n",
      "[u'san', u'francisco', u'bsinesses']\n",
      "[u'san', u'francisco', u'bsinesses']\n",
      "[u'ots']\n",
      "[u'caribbean', u'carl', u'carla', u'narvy', u'carman', u'carmen']\n",
      "[u'sanchez', u'casale']\n",
      "[u'castro', u'castro', u'castro']\n",
      "[u'catherine']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'charles']\n",
      "[u'chaz']\n",
      "[u'yoth']\n",
      "[u'chopsticks', u'christensen', u'christensen', u'christensen', u'christensen', u'christine', u'mcnary', u'christopher']\n",
      "[u'christopher', u'webster']\n",
      "[u'claremont']\n",
      "[u'clearlinghose', u'clearning', u'clementina', u'clementina']\n",
      "[u'colma']\n",
      "[u'commnity']\n",
      "[u'connelly', u'connolly']\n",
      "[u'conservatorship']\n",
      "[u'consmer']\n",
      "[u'contribtion']\n",
      "[u'contribtion']\n",
      "[u'conway', u'conway']\n",
      "[u'cordova']\n",
      "[u'bondries']\n",
      "[u'conseling']\n",
      "[u'assesor']\n",
      "[u'cort', u'cort', u'cort', u'cort', u'cort', u'cort', u'cort', u'cort']\n",
      "[u'cort']\n",
      "[u'reqests']\n",
      "[u'haight']\n",
      "[u'san']\n",
      "[u'rae']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'pland']\n",
      "[u'benito', u'crblines', u'crblines']\n",
      "[u'crtiss', u'pratt']\n",
      "[u'daniel', u'feinberg', u'daniel', u'lcas', u'daniel', u'patterson']\n",
      "[u'datm', u'datm']\n",
      "[u'david', u'chi', u'david', u'jordan', u'david', u'nale', u'david', u'olson', u'david', u'owen', u'david', u'owen', u'david', u'villaneva', u'david', u'y', u'davie', u'davis']\n",
      "[u'grop', u'dawa']\n",
      "[u'dawer', u'fazil']\n",
      "[u'denge', u'denge', u'dennis', u'herrera', u'dennis', u'niform']\n",
      "[u'derek', u'derek']\n",
      "[u'diego', u'rivera']\n",
      "[u'dilworth']\n",
      "[u'francisco']\n",
      "[u'tse']\n",
      "[u'doherty']\n",
      "[u'dolores', u'dolores']\n",
      "[u'donorstravel']\n",
      "[u'dosas']\n",
      "[u'yoth', u'doglas', u'legg']\n",
      "[u'dden']\n",
      "[u'corbett']\n",
      "[u'corbett']\n",
      "[u'corbett']\n",
      "[u'dmpl']\n",
      "[u'bradstreet']\n",
      "[u'eag']\n",
      "[u'van']\n",
      "[u'edcation']\n",
      "[u'edcation', u'edcationrate']\n",
      "[u'edcational']\n",
      "[u'edward', u'anaya', u'edward']\n",
      "[u'edward', u'effordable', u'efordable']\n",
      "[u'ellen']\n",
      "[u'ellis', u'ellis', u'ellis', u'ellis', u'ellis', u'ellis', u'ellis', u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'emily', u'lloyd']\n",
      "[u'san', u'francisco']\n",
      "[u'empolyment']\n",
      "[u'eric']\n",
      "[u'eric', u'sess', u'ermc', u'erna']\n",
      "[u'stella']\n",
      "[u'eshopping']\n",
      "[u'estoppels']\n",
      "[u'evacation', u'evacation']\n",
      "[u'evicitions']\n",
      "[u'jstice', u'cort']\n",
      "[u'fehr']\n",
      "[u'firestation']\n",
      "[u'flynn']\n",
      "[u'cort']\n",
      "[u'forrest']\n",
      "[u'fotopost']\n",
      "[u'francis', u'ngyen', u'francis']\n",
      "[u'francisco']\n",
      "[u'waldron']\n",
      "[u'indstry', u'geary']\n",
      "[u'geodatabase']\n",
      "[u'geoffrey', u'd', u'kostka', u'geoffrey', u'derrick', u'scott', u'geoffrey', u'kostka']\n",
      "[u'geoid', u'geojson']\n",
      "[u'george']\n",
      "[u'george']\n",
      "[u'george', u'washington', u'george']\n",
      "[u'georgy', u'norkin']\n",
      "[u'gordon']\n",
      "[u'gos']\n",
      "[u'sbsidized']\n",
      "[u'bdget']\n",
      "[u'graffitt']\n",
      "[u'greenspace', u'gregg', u'brans', u'gregory', u'gregory', u'greywater']\n",
      "[u'gdan', u'gest', u'gide', u'gide']\n",
      "[u'san']\n",
      "[u'abdel', u'fattah', u'hakam', u'abdel', u'fattah', u'hala', u'hijazi', u'hamilton']\n",
      "[u'harmon', u'harris', u'harris']\n",
      "[u'harrison']\n",
      "[u'hartmann']\n",
      "[u'hayes', u'hayes', u'hayes']\n",
      "[u'san']\n",
      "[u'heneghan']\n",
      "[u'henry', u'adams']\n",
      "[u'hillary', u'hillary']\n",
      "[u'hines', u'hinman']\n",
      "[u'holliday', u'holliday']\n",
      "[u'hosing', u'athority']\n",
      "[u'howard', u'howth']\n",
      "[u'waster']\n",
      "[u'hyland']\n",
      "[u'ilmatic']\n",
      "[u'imad']\n",
      "[u'tay']\n",
      "[u'incashed']\n",
      "[u'isis']\n",
      "[u'jakarta', u'jakarta', u'jakarta', u'jakarta', u'jakarta', u'jamacia', u'james', u'henry', u'james', u'peavey', u'james', u'rosey', u'jane', u'hammond', u'jane', u'kim', u'jane', u'kim', u'jane', u'kim', u'jane', u'kim', u'jane', u'kim', u'jane', u'kim']\n",
      "[u'janet', u'macleod', u'jang', u'jang']\n",
      "[u'jang']\n",
      "[u'jean', u'ng', u'jeanette', u'fedde', u'jeanette', u'feddes', u'jeff', u'jeff', u'jeff', u'johnson', u'jeff', u'nagel', u'jennifer', u'wong', u'jessica', u'amador', u'jessica']\n",
      "[u'jessie']\n",
      "[u'jimmy', u'choo', u'joao', u'pessoa']\n",
      "[u'hopkins']\n",
      "[u'martin']\n",
      "[u'johns']\n",
      "[u'johnny', u'foleys', u'johnson']\n",
      "[u'johnson']\n",
      "[u'san', u'francisco', u'johnston', u'johny']\n",
      "[u'joliet', u'joliet', u'illinois', u'jonah', u'yee', u'jorma', u'kakonen', u'josefowitz']\n",
      "[u'josh']\n",
      "[u'josha', u'arce']\n",
      "[u'jdicial', u'jdith', u'davis']\n",
      "[u'bamgartner', u'jlie', u'christensen', u'jlie', u'christensen', u'jlie', u'christensen', u'jlie', u'christensen']\n",
      "[u'jstin', u'choy']\n",
      "[u'kaiser', u'kallostrin', u'kalyan']\n",
      "[u'karen', u'lm', u'karen', u'roye', u'katanaya']\n",
      "[u'kate']\n",
      "[u'keenio', u'keenan', u'patterson']\n",
      "[u'kevin', u'edwards', u'kevin', u'heneghan', u'kevin', u'qennesson', u'kevin', u'scott', u'kevin', u'scott', u'tnnel']\n",
      "[u'kim', u'kimball', u'offcie', u'kimball']\n",
      "[u'kinoka', u'kirkham', u'kirkham', u'kisok']\n",
      "[u'fonda']\n",
      "[u'landor']\n",
      "[u'latinopolice']\n",
      "[u'latitde', u'longitde', u'landry', u'lara', u'lewison', u'larel', u'roth']\n",
      "[u'streetlights']\n",
      "[u'levi', u'strass']\n",
      "[u'linda', u'kahn', u'linda']\n",
      "[u'kocsis', u'lindley']\n",
      "[u'lisa']\n",
      "[u'pritzker']\n",
      "[u'lobb']\n",
      "[u'lobbylist', u'lobbysts']\n",
      "[u'haight']\n",
      "[u'poplation']\n",
      "[u'lydia']\n",
      "[u'lyft']\n",
      "[u'lyft', u'ber', u'lyle', u'lyle', u'lylelyle', u'lynn', u'friedman']\n",
      "[u'gandhi', u'maher', u'maher', u'maher', u'maher', u'maher', u'maher', u'maher', u'maher', u'maher']\n",
      "[u'maher']\n",
      "[u'maher']\n",
      "[u'maher']\n",
      "[u'maher']\n",
      "[u'maher']\n",
      "[u'maher']\n",
      "[u'malaysia', u'malaysia', u'malcolm', u'xiang']\n",
      "[u'malia', u'cohen']\n",
      "[u'accont']\n",
      "[u'roldan']\n",
      "[u'maria', u'daniel', u'maria', u'danielades', u'maria']\n",
      "[u'marie', u'tanjto', u'marijan']\n",
      "[u'molnar']\n",
      "[u'joanne', u'minsky']\n",
      "[u'martin', u'martin', u'laechli']\n",
      "[u'mary', u'jng', u'mary', u'jng', u'dccc']\n",
      "[u'mateo']\n",
      "[u'matthew', u'dito', u'mattson', u'maher']\n",
      "[u'mara', u'hogan']\n",
      "[u'mavenlink', u'maximo', u'maximm']\n",
      "[u'mel', u'mrphy']\n",
      "[u'lok', u'melinda', u'weil', u'mello', u'roos']\n",
      "[u'mena']\n",
      "[u'michael', u'harris', u'michael', u'hdson', u'michael', u'lasala', u'michael', u'martinez', u'michael', u'skylar', u'michael', u'webster', u'michael', u'wong', u'michael', u'yarne', u'micheal', u'jackson']\n",
      "[u'ord', u'minh', u'van']\n",
      "[u'mintes', u'mintes']\n",
      "[u'mintes']\n",
      "[u'mintes']\n",
      "[u'mintes']\n",
      "[u'datas']\n",
      "[u'moldova', u'moldova', u'molina', u'molnar', u'moltai', u'moncler']\n",
      "[u'monment', u'monment']\n",
      "[u'moscone']\n",
      "[u'moseley']\n",
      "[u'san']\n",
      "[u'mni']\n",
      "[u'bart']\n",
      "[u'mni']\n",
      "[u'mni']\n",
      "[u'schedles']\n",
      "[u'myles', u'lennon']\n",
      "[u'naftaly']\n",
      "[u'nancy', u'jeng', u'nancy', u'jenh', u'nancy']\n",
      "[u'nargis', u'rabimova']\n",
      "[u'nargis', u'rabimova', u'nasa', u'nasdaq', u'nathan', u'hammond']\n",
      "[u'naylor']\n",
      "[u'neighbrhoods']\n",
      "[u'nexmo']\n",
      "[u'nhts', u'nicholas', u'peterson', u'nickisha', u'stephenson']\n",
      "[u'noah', u'lichtenstein']\n",
      "[u'norman', u'wong']\n",
      "[u'northrop']\n",
      "[u'nrse']\n",
      "[u'oceanview', u'poplation', u'octavia', u'octavia', u'octavia', u'octavia', u'blvd']\n",
      "[u'constrction']\n",
      "[u'orlando']\n",
      "[u'osm']\n",
      "[u'santana']\n",
      "[u'yoth']\n",
      "[u'otdoor']\n",
      "[u'parasail']\n",
      "[u'eric']\n",
      "[u'parkings', u'parkinh', u'parkinson']\n",
      "[u'dyogi']\n",
      "[u'pedes']\n",
      "[u'petersen', u'petersen']\n",
      "[u'francisco', u'pfister']\n",
      "[u'phelps', u'phenaos']\n",
      "[u'phil', u'ginsbrg', u'philantropic']\n",
      "[u'databas']\n",
      "[u'piotr']\n",
      "[u'planningneighborhoods']\n",
      "[u'plawiak']\n",
      "[u'reyes']\n",
      "[u'harris']\n",
      "[u'polk']\n",
      "[u'indstry']\n",
      "[u'prescott']\n",
      "[u'e']\n",
      "[u'reqests']\n",
      "[u'pblisher', u'pblishing']\n",
      "[u'pblishing']\n",
      "[u'peblo', u'perto']\n",
      "[u'plmonary']\n",
      "[u'prchase']\n",
      "[u'prchase']\n",
      "[u'prchases', u'prchases']\n",
      "[u'raphael', u'needleman', u'rashad', u'eid']\n",
      "[u'ralston']\n",
      "[u'raymond', u'chow']\n",
      "[u'bsinesses', u'san']\n",
      "[u'remi']\n",
      "[u'pblic']\n",
      "[u'restarant']\n",
      "[u'restarants']\n",
      "[u'francisco']\n",
      "[u'restarent']\n",
      "[u'restarants']\n",
      "[u'resrface']\n",
      "[u'rgistered', u'bsinesses', u'richard', u'johnson', u'richard']\n",
      "[u'richard']\n",
      "[u'richmond']\n",
      "[u'san']\n",
      "[u'robert', u'retana', u'robert', u'walsh']\n",
      "[u'roldan']\n",
      "[u'romania', u'rome', u'romwald', u'ron', u'conway', u'ronald', u'mcdonald']\n",
      "[u'reter']\n",
      "[u'rssell', u'rssell', u'corr']\n",
      "[u'rwpa', u'ryan', u'ryan', u'tbman', u'ryan']\n",
      "[u'lois', u'saintpetersbrg', u'saintpetrsbrg']\n",
      "[u'samson', u'chow']\n",
      "[u'bilding', u'san']\n",
      "[u'bilding']\n",
      "[u'otline']\n",
      "[u'contor', u'san']\n",
      "[u'contor', u'san']\n",
      "[u'otline']\n",
      "[u'andreas']\n",
      "[u'andreas']\n",
      "[u'andreas']\n",
      "[u'andreas', u'falt', u'san']\n",
      "[u'diego']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'san']\n",
      "[u'gdb']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'basemap', u'san']\n",
      "[u'basemap', u'san']\n",
      "[u'basemap', u'san']\n",
      "[u'grop']\n",
      "[u'bondaries', u'san']\n",
      "[u'bondaries', u'san']\n",
      "[u'bondaries', u'san']\n",
      "[u'bondaries', u'san']\n",
      "[u'bondaries', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bilding', u'san']\n",
      "[u'bsiness', u'san']\n",
      "[u'bsinesses', u'san']\n",
      "[u'bsinesses']\n",
      "[u'censs', u'san']\n",
      "[u'bondary']\n",
      "[u'bondary']\n",
      "[u'crbs']\n",
      "[u'featre']\n",
      "[u'shapefile']\n",
      "[u'cityfeatres']\n",
      "[u'contor', u'san']\n",
      "[u'contor', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'bondaries']\n",
      "[u'bondary']\n",
      "[u'bondary']\n",
      "[u'jrisdiction']\n",
      "[u'shapefile']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'crimendata', u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'districtsd', u'san']\n",
      "[u'dmap']\n",
      "[u'san']\n",
      "[u'grond']\n",
      "[u'san']\n",
      "[u'gbd', u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'geodatabase', u'san']\n",
      "[u'san']\n",
      "[u'gigants', u'san']\n",
      "[u'athority']\n",
      "[u'ineqality']\n",
      "[u'san']\n",
      "[u'ineqal', u'san']\n",
      "[u'ineqality', u'san']\n",
      "[u'landse', u'san']\n",
      "[u'landse', u'san']\n",
      "[u'san']\n",
      "[u'neigborhood', u'san']\n",
      "[u'neigborhoods']\n",
      "[u'otline', u'san']\n",
      "[u'otline', u'san']\n",
      "[u'otline', u'san']\n",
      "[u'otline']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'poplation', u'san']\n",
      "[u'poplation', u'san']\n",
      "[u'poplation', u'san']\n",
      "[u'poplation', u'san']\n",
      "[u'tilities']\n",
      "[u'bsinesses']\n",
      "[u'residental']\n",
      "[u'restarant', u'san']\n",
      "[u'restarants']\n",
      "[u'san']\n",
      "[u'shapefile', u'san']\n",
      "[u'shapefile', u'san']\n",
      "[u'shapefile', u'san']\n",
      "[u'shapefile', u'san']\n",
      "[u'shoerline']\n",
      "[u'shorline', u'san']\n",
      "[u'stadim', u'san']\n",
      "[u'niversity']\n",
      "[u'centerlines']\n",
      "[u'terrian', u'san']\n",
      "[u'torism', u'san']\n",
      "[u'volme']\n",
      "[u'francisco', u'rban', u'san']\n",
      "[u'tility']\n",
      "[u'zipcodes']\n",
      "[u'jose']\n",
      "[u'jose']\n",
      "[u'jose']\n",
      "[u'jose', u'bondary', u'san']\n",
      "[u'san', u'jose', u'gerrero']\n",
      "[u'shapefile', u'san', u'leandro']\n",
      "[u'mateo']\n",
      "[u'mateo']\n",
      "[u'mateo']\n",
      "[u'mateo']\n",
      "[u'sanfranciscoparkingmetersmapanddataset', u'sanborn', u'sanborn', u'sanborn', u'sanborn']\n",
      "[u'sanchez']\n",
      "[u'sano']\n",
      "[u'santa', u'clara', u'santa', u'clara', u'santa', u'clara', u'santa', u'clara', u'santa']\n",
      "[u'santa', u'monica', u'santiago']\n",
      "[u'reslts']\n",
      "[u'sato', u'sattelite', u'sadi']\n",
      "[u'sb272', u'scalia', u'scalia']\n",
      "[u'scanlan']\n",
      "[u'constrction', u'schneider']\n",
      "[u'scott', u'edwards', u'scott', u'wiener', u'scott', u'wiener', u'scott', u'wiener']\n",
      "[u'scott', u'wiener']\n",
      "[u'scotrfp', u'screendoor']\n",
      "[u'campos']\n",
      "[u'bart']\n",
      "[u'sfcrime']\n",
      "[u'sfmta']\n",
      "[u'sfpd']\n",
      "[u'precints', u'sfpd']\n",
      "[u'bart']\n",
      "[u'shapefile']\n",
      "[u'sharmin', u'bock', u'shana']\n",
      "[u'shevin', u'anne', u'wong']\n",
      "[u'shotspotter']\n",
      "[u'sid', u'siddiq']\n",
      "[u'sitepx']\n",
      "[u'skyler', u'vander', u'molen']\n",
      "[u'smf', u'smfta', u'smit']\n",
      "[u'solarmap']\n",
      "[u'sonia']\n",
      "[u'soth', u'san']\n",
      "[u'soth', u'san']\n",
      "[u'san']\n",
      "[u'sothern']\n",
      "[u'speef']\n",
      "[u'spendings']\n",
      "[u'francis', u'st', u'francis']\n",
      "[u'james', u'st', u'james']\n",
      "[u'stacie', u'hinman', u'stadim', u'stadim']\n",
      "[u'startp']\n",
      "[u'stella', u'cen', u'stella', u'kim', u'stephen', u'sprage']\n",
      "[u'steven', u'holland', u'steven', u'holland', u'steven', u'holland', u'stillings', u'stitt']\n",
      "[u'san', u'francisco']\n",
      "[u'cort', u'sperior', u'cort', u'sperior', u'cort']\n",
      "[u'hosing', u'spreme', u'cort', u'spreme', u'cort', u'spreme', u'cort', u'jstice', u'spreme', u'cort']\n",
      "[u'swede']\n",
      "[u'tablea']\n",
      "[u'taiwan', u'bento', u'talbot']\n",
      "[u'tanzania', u'taqeria', u'castillo', u'taqeria', u'la']\n",
      "[u'taz', u'taz']\n",
      "[u'taz981shp']\n",
      "[u'teaheeme']\n",
      "[u'ted']\n",
      "[u'tendernob', u'teng']\n",
      "[u'tera']\n",
      "[u'terain']\n",
      "[u'terry', u'francois', u'terry', u'francois']\n",
      "[u'castro']\n",
      "[u'chai']\n",
      "[u'lindsay']\n",
      "[u'raine', u'grop']\n",
      "[u'thomas', u'coates', u'thomas', u'jones']\n",
      "[u'tian']\n",
      "[u'tilly']\n",
      "[u'tka', u'tl201006075tabblock10']\n",
      "[u'waddell', u'tomales', u'tomas', u'aragon']\n",
      "[u'tommy', u'neeson']\n",
      "[u'townsend']\n",
      "[u'geary']\n",
      "[u'traffit']\n",
      "[u'levis', u'stadim', u'transportatoin']\n",
      "[u'travis', u'kalanick']\n",
      "[u'instittions', u'trstee', u'tsang']\n",
      "[u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber', u'ber']\n",
      "[u'ber', u'di', u'ber']\n",
      "[u'pandang']\n",
      "[u'california']\n",
      "[u'rinary']\n",
      "[u'rine']\n",
      "[u'vadim', u'kogan']\n",
      "[u'vallejo', u'vallejo', u'vallejo', u'vallejo', u'chapefile', u'vallejo', u'shapefile']\n",
      "[u'van', u'hwang']\n",
      "[u'vidal']\n",
      "[u'india', u'vincent', u'vincent', u'kircher']\n",
      "[u'vincent', u'kircher']\n",
      "[u'vooc']\n",
      "[u'goliath']\n",
      "[u'gide']\n",
      "[u'watr', u'watson', u'watson']\n",
      "[u'waze']\n",
      "[u'weil', u'weiner', u'weiner']\n",
      "[u'ellen', u'shaffer']\n",
      "[u'wilfred', u'bcoy', u'william', u'jeff', u'nagel', u'william', u'nagel', u'william', u'rdwill', u'williamson']\n",
      "[u'wong']\n",
      "[u'hor']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'y8fpfbf5', u'yael']\n",
      "[u'yarne']\n",
      "[u'commnity']\n",
      "[u'san', u'francisco']\n",
      "[u'yoth']\n",
      "[u'poplations', u'yoth']\n",
      "[u'yoth']\n",
      "[u'yoth']\n",
      "[u'ziff', u'zika', u'zika']\n",
      "[u'zidwolde']\n",
      "[u'zshi']\n",
      "[u'dfsd', u'ami']\n",
      "[u'kate', u'spasde', u'kate', u'spasde', u'kate', u'spasde', u'kate', u'spasde', u'kate', u'spasde', u'kate']\n",
      "[u'mary', u'jng']\n",
      "[u'sharmin', u'bock', u'sharmon', u'bock']\n",
      "[u'airbnb', u'alain', u'gervais']\n",
      "[u'kim', u'expenditres']\n",
      "[u'harris']\n",
      "[u'harris']\n",
      "[u'hosing', u'john', u'ortiz']\n",
      "[u'ortiz', u'john', u'ortiz', u'karen']\n",
      "[u'karen']\n",
      "[u'miranda', u'nye', u'martin']\n",
      "[u'pblic']\n",
      "[u'ryan']\n",
      "[u'ryan']\n",
      "[u'ryan']\n",
      "[u'scriptscriptalert1script']\n",
      "[u'dashiell', u'hammet']\n",
      "[u'hawkins']\n",
      "[u'hawkins']\n",
      "[u'brian', u'dusseault']\n",
      "[u'fitzgerald']\n",
      "[u'san']\n",
      "[u'fitzgerald']\n",
      "[u'san']\n",
      "[u'geary']\n",
      "[u'jackson']\n",
      "[u'jackson']\n",
      "[u'jackson']\n",
      "[u'jackson']\n",
      "[u'jackson']\n",
      "[u'jackson']\n",
      "[u'jackson']\n",
      "[u'howard']\n",
      "[u'haro']\n",
      "[u'sylvan']\n",
      "[u'minna']\n",
      "[u'powell']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'clayton']\n",
      "[u'cort']\n",
      "[u'randall']\n",
      "[u'mcallister']\n",
      "[u'mcallister']\n",
      "[u'avene']\n",
      "[u'carroll']\n",
      "[u'egbert']\n",
      "[u'san']\n",
      "[u'egbert']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'scott']\n",
      "[u'scott']\n",
      "[u'scott']\n",
      "[u'scott']\n",
      "[u'scott']\n",
      "[u'scott']\n",
      "[u'scott']\n",
      "[u'scott']\n",
      "[u'scott']\n",
      "[u'scott']\n",
      "[u'scott']\n",
      "[u'scott']\n",
      "[u'lombard']\n",
      "[u'larkin']\n",
      "[u'larkin']\n",
      "[u'larkin']\n",
      "[u'larkin']\n",
      "[u'larkin']\n",
      "[u'larkin']\n",
      "[u'lawrence', u'ave']\n",
      "[u'lawrence', u'ave']\n",
      "[u'pacheco']\n",
      "[u'howard', u'stret']\n",
      "[u'maynard']\n",
      "[u'maynard']\n",
      "[u'landers']\n",
      "[u'broderick', u'st']\n",
      "[u'cesar', u'chavez']\n",
      "[u'cesar', u'chavez']\n",
      "[u'cesar', u'chavez']\n",
      "[u'stillman']\n",
      "[u'stillman']\n",
      "[u'san']\n",
      "[u'stillman']\n",
      "[u'san']\n",
      "[u'stillman']\n",
      "[u'stillman']\n",
      "[u'stillman']\n",
      "[u'stillman']\n",
      "[u'stillman']\n",
      "[u'hayes']\n",
      "[u'broderick']\n",
      "[u'larkin']\n",
      "[u'larkin']\n",
      "[u'jim', u'jones']\n",
      "[u'avene', u'san']\n",
      "[u'1999reports', u'1999reports']\n",
      "[u'2br']\n",
      "[u'herrera']\n",
      "[u'contribtions']\n",
      "[u'herrera']\n",
      "[u'contribtions']\n",
      "[u'herrera']\n",
      "[u'contribtions']\n",
      "[u'herrera']\n",
      "[u'contribtions']\n",
      "[u'herrera']\n",
      "[u'contribtions']\n",
      "[u'herrera']\n",
      "[u'contribtions']\n",
      "[u'herrera']\n",
      "[u'contribtions']\n",
      "[u'herrera']\n",
      "[u'cotter']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'ordway']\n",
      "[u'powell']\n",
      "[u'clement']\n",
      "[u'francisco']\n",
      "[u'2400j']\n",
      "[u'polk']\n",
      "[u'francisco', u'2473j']\n",
      "[u'bryant']\n",
      "[u'frederick', u'st']\n",
      "[u'frederick', u'st']\n",
      "[u'frederick']\n",
      "[u'stree', u'2564j']\n",
      "[u'polk']\n",
      "[u'harrison']\n",
      "[u'harrison']\n",
      "[u'harrison']\n",
      "[u'mcallister']\n",
      "[u'bryant']\n",
      "[u'sloat']\n",
      "[u'geary']\n",
      "[u'geary']\n",
      "[u'octavia']\n",
      "[u'ca94118']\n",
      "[u'webster']\n",
      "[u'webster']\n",
      "[u'webster']\n",
      "[u'webster']\n",
      "[u'webster']\n",
      "[u'richland', u'avene', u'steven', u'holland']\n",
      "[u'richland', u'avene', u'steven', u'holland']\n",
      "[u'san']\n",
      "[u'steiner']\n",
      "[u'harriet']\n",
      "[u'clement', u'st']\n",
      "[u'clement', u'st']\n",
      "[u'clement', u'st']\n",
      "[u'clement', u'st']\n",
      "[u'broderick']\n",
      "[u'williams']\n",
      "[u'williams', u'avene', u'san']\n",
      "[u'brosnan']\n",
      "[u'ellis']\n",
      "[u'glover']\n",
      "[u'san']\n",
      "[u'geary']\n",
      "[u'san']\n",
      "[u'geary']\n",
      "[u'san']\n",
      "[u'geary']\n",
      "[u'san']\n",
      "[u'geary']\n",
      "[u'san']\n",
      "[u'geary']\n",
      "[u'san']\n",
      "[u'octavia']\n",
      "[u'townsend']\n",
      "[u'townsend']\n",
      "[u'christopher', u'dr', u'san', u'francisco']\n",
      "[u'mellon']\n",
      "[u'haight']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'san']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'cyril', u'magnin']\n",
      "[u'cyril', u'magnin']\n",
      "[u'cyril', u'magnin']\n",
      "[u'san']\n",
      "[u'davis']\n",
      "[u'brannan']\n",
      "[u'brannan']\n",
      "[u'brannan']\n",
      "[u'garcia']\n",
      "[u'aga']\n",
      "[u'cole']\n",
      "[u'cole']\n",
      "[u'cole']\n",
      "[u'steiner']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'clayton']\n",
      "[u'geary']\n",
      "[u'ina', u'cort']\n",
      "[u'mcallister']\n",
      "[u'harrison']\n",
      "[u'harrison']\n",
      "[u'jackson']\n",
      "[u'noe']\n",
      "[u'brannan']\n",
      "[u'ada', u'ada', u'ada', u'ada', u'ada']\n",
      "[u'ada']\n",
      "[u'aso', u'aso']\n",
      "[u'aaron', u'aaron', u'apperson', u'aaron', u'apperson', u'aaron', u'apperson', u'aaron', u'apperson', u'aaron', u'apperson', u'aaron', u'apperson', u'aaron', u'apperson', u'aaron', u'apperson', u'aaron', u'peskin', u'aaron', u'peskin', u'aaron', u'peskin', u'aaron', u'peskin', u'aaron', u'peskin']\n",
      "[u'ada', u'ada', u'ada', u'ada', u'ada', u'ada', u'ada', u'ada', u'ada', u'ada', u'ada', u'ada', u'ada', u'ada', u'ada', u'ada', u'ada', u'ada', u'adam']\n",
      "[u'ngyen', u'alan', u'ngyen', u'alan', u'ngyen']\n",
      "[u'alex', u'lebel', u'alex', u'lebel', u'almo']\n",
      "[u'bateman']\n",
      "[u'bateman', u'angel', u'bateman', u'angeles']\n",
      "[u'anne', u'kronenberg']\n",
      "[u'argonne', u'armando', u'lna', u'armando', u'lna']\n",
      "[u'assalt', u'assalt']\n",
      "[u'margaret']\n",
      "[u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart']\n",
      "[u'bart']\n",
      "[u'bart', u'shapefile', u'bart']\n",
      "[u'brian', u'dussealt', u'brian']\n",
      "[u'bach']\n",
      "[u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bateman', u'bateman', u'bateman']\n",
      "[u'beaty']\n",
      "[u'san', u'francisco', u'beaty']\n",
      "[u'san', u'francisco', u'beaty']\n",
      "[u'san']\n",
      "[u'bondary']\n",
      "[u'gallareadwilson', u'brigitte', u'gallareadwilson', u'brigitte', u'gallareadwilson', u'brigitte', u'wilson', u'brigitte', u'wilson', u'brigitte', u'wilson', u'brigitte', u'wilson', u'brigitte', u'wilson', u'brigitte', u'wilson', u'brigitte', u'wilson', u'brigitte', u'wilson', u'brigitte', u'wilson', u'brigitte', u'wilson', u'brigitte', u'wilson', u'bristol']\n",
      "[u'bronwen']\n",
      "[u'bronwen', u'lemmon']\n",
      "[u'lemmon']\n",
      "[u'brophy']\n",
      "[u'brophy']\n",
      "[u'san', u'francisco', u'bsiness']\n",
      "[u'san', u'francisco', u'bsiness']\n",
      "[u'bsinessregisteredsan', u'francisco', u'bsinessregisteredsan', u'francisco', u'bsinessregisteredsan', u'francisco', u'bsinesslocationssanfrancisc']\n",
      "[u'bsinesses']\n",
      "[u'san', u'francisco', u'bsinesses']\n",
      "[u'san', u'francisco', u'bsinesses']\n",
      "[u'cheruvattam', u'cheuvattam']\n",
      "[u'clement', u'clement']\n",
      "[u'calvin']\n",
      "[u'calvin']\n",
      "[u'calvin']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'carlson']\n",
      "[u'carlson']\n",
      "[u'carlson']\n",
      "[u'carollo']\n",
      "[u'casedatafromsanfrancisco311', u'casey', u'casey', u'casey', u'casey']\n",
      "[u'cervantes', u'chariotz', u'labz']\n",
      "[u'charles', u'walton', u'charles', u'walton', u'charles', u'walton', u'charles', u'walton']\n",
      "[u'christopher', u'crehan', u'christopher', u'charley', u'christopher', u'charley', u'christopher', u'charley', u'christopher', u'charley', u'christopher', u'charley', u'christopher', u'charley', u'chrch']\n",
      "[u'measrement']\n",
      "[u'coffeee', u'coffeee', u'cohen']\n",
      "[u'commnity']\n",
      "[u'commnity']\n",
      "[u'corey', u'canapary', u'corey', u'canapary', u'corey']\n",
      "[u'crosswalk', u'cryme']\n",
      "[u'crrent']\n",
      "[u'cstomer']\n",
      "[u'david', u'campos', u'dbi', u'dbi']\n",
      "[u'dppk11000256', u'dpw']\n",
      "[u'dwg']\n",
      "[u'dallas', u'daniel']\n",
      "[u'delinqent']\n",
      "[u'dennis', u'herrera']\n",
      "[u'diana', u'diana', u'lerner', u'diana', u'lerner', u'diana', u'lerner', u'diana', u'lerner', u'diana', u'lerner', u'diana', u'lerner', u'diana', u'lerner', u'diana', u'lerner', u'diana', u'lerner', u'diana', u'lerner', u'diana', u'lerner', u'diana', u'lerner', u'diana', u'lerner', u'diana', u'lerner', u'diana', u'lerner']\n",
      "[u'diana', u'lerner']\n",
      "[u'diana', u'lerner']\n",
      "[u'dol']\n",
      "[u'dorothy', u'tyson', u'dorothy', u'tyson', u'doble']\n",
      "[u'ebstein', u'jeffrey', u'd']\n",
      "[u'eddie', u'baer', u'edcation']\n",
      "[u'ekno']\n",
      "[u'paris', u'ellen', u'h', u'elliott', u'isenberg', u'ellis']\n",
      "[u'estillore', u'joel', u'estillore', u'joel']\n",
      "[u'fong', u'walter']\n",
      "[u'filbert']\n",
      "[u'filbert']\n",
      "[u'filbert']\n",
      "[u'filbert']\n",
      "[u'filbert']\n",
      "[u'filbert']\n",
      "[u'filbert']\n",
      "[u'filbert']\n",
      "[u'filbert']\n",
      "[u'filbert']\n",
      "[u'filbert']\n",
      "[u'filbert']\n",
      "[u'filbert']\n",
      "[u'filbert']\n",
      "[u'filbert']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'flavia', u'lino']\n",
      "[u'francis', u'ngyen', u'fredericksbrg']\n",
      "[u'gebhardt', u'elizabeth', u'a']\n",
      "[u'george']\n",
      "[u'haight']\n",
      "[u'haight', u'ashbury', u'haight']\n",
      "[u'haight', u'ashbury', u'haight', u'ashbury', u'haight']\n",
      "[u'haight', u'ashbury', u'haight', u'ashbury', u'haight', u'ashbury', u'haight']\n",
      "[u'haight', u'ashbury', u'haight', u'ashbury', u'haight', u'ashbury', u'haight', u'ashbury', u'haight']\n",
      "[u'haight', u'ashbury', u'haight', u'ashbury', u'haight', u'ashbury', u'haight', u'ashbury', u'haight', u'ashbury', u'haight']\n",
      "[u'ave', u'harold', u'ave', u'harold', u'ave', u'harold', u'avene', u'harris', u'harrison']\n",
      "[u'harrison']\n",
      "[u'harrison']\n",
      "[u'harrison']\n",
      "[u'harrison']\n",
      "[u'hayes']\n",
      "[u'henry', u'albert', u'villarreal', u'henry', u'albert', u'villarreal', u'henry', u'albert', u'villarreal', u'henry', u'albert', u'villarreal', u'hents']\n",
      "[u'acqired']\n",
      "[u'jim', u'jones']\n",
      "[u'howard', u'langton']\n",
      "[u'ingle']\n",
      "[u'jim', u'jones', u'jim', u'jones']\n",
      "[u'jim', u'jones']\n",
      "[u'jim', u'jones']\n",
      "[u'jim', u'jones']\n",
      "[u'jim', u'jones']\n",
      "[u'jim', u'jones']\n",
      "[u'wilson', u'johnny']\n",
      "[u'jon']\n",
      "[u'jon']\n",
      "[u'joseph', u'wehrer', u'joseph', u'wehrer', u'josha', u'pollak']\n",
      "[u'bonagro']\n",
      "[u'liqors', u'jdah']\n",
      "[u'kao', u'kao', u'kao', u'kao']\n",
      "[u'kate']\n",
      "[u'daniel', u'keidel']\n",
      "[u'kemper', u'kenneth', u'malvar', u'kenneth', u'malvar', u'kerb', u'kevin', u'klng', u'kevin', u'klng', u'kevin', u'klng', u'kevin', u'klng', u'kevin', u'klng', u'kim', u'reynolds', u'kim', u'reynolds', u'kristian', u'kristian', u'kristian', u'kristian', u'kristian', u'hansen', u'kronenberg', u'knming', u'kwok', u'yee', u'kwok']\n",
      "[u'restarant']\n",
      "[u'restarant']\n",
      "[u'lena', u'kline', u'leo', u'brnett', u'leo', u'brnett', u'leo', u'brnett', u'leo', u'brnett', u'leo', u'brnett', u'lerner', u'lerner', u'lerner', u'diana', u'lernerdiana', u'lernerdiana', u'lernerdiana']\n",
      "[u'san', u'francisco']\n",
      "[u'lydia', u'chavez', u'lydia', u'chavez', u'lyell', u'lyft']\n",
      "[u'shapefile', u'maher']\n",
      "[u'farrell']\n",
      "[u'farrell']\n",
      "[u'farrell']\n",
      "[u'michael', u'schlz']\n",
      "[u'michael', u'schlz']\n",
      "[u'michael', u'schlz']\n",
      "[u'michael', u'schlz']\n",
      "[u'mary', u'jng', u'mary', u'jng', u'dccc', u'mary', u'jng', u'dccc', u'mary', u'jng', u'dccc', u'mary', u'jng', u'dccc', u'mary', u'jng', u'dccc']\n",
      "[u'mary', u'jng', u'dccc']\n",
      "[u'mary', u'jng', u'dccc']\n",
      "[u'mckenzies', u'mckenzies']\n",
      "[u'miami', u'michael', u'blair', u'michael', u'd', u'blair', u'michael', u'jeff']\n",
      "[u'jeff']\n",
      "[u'jeff']\n",
      "[u'michael']\n",
      "[u'shannon', u'michel', u'legrand', u'michel', u'legrand', u'michel', u'legrand', u'migal']\n",
      "[u'molly', u'saeger', u'molly', u'saeger', u'molly']\n",
      "[u'ned', u'ned']\n",
      "[u'nancy', u'pelosi']\n",
      "[u'neiman', u'marcs', u'neiman']\n",
      "[u'nedachin']\n",
      "[u'newyork']\n",
      "[u'noel', u'larios', u'noel', u'larios', u'noel']\n",
      "[u'oakley', u'oakley']\n",
      "[u'michael', u'j']\n",
      "[u'j']\n",
      "[u'cesar', u'chavez']\n",
      "[u'cesar', u'chavez']\n",
      "[u'patxis']\n",
      "[u'mathews']\n",
      "[u'mathews']\n",
      "[u'qarterly']\n",
      "[u'phill', u'phill', u'philz', u'philz']\n",
      "[u'contribtions']\n",
      "[u'occpied', u'prostittion']\n",
      "[u'diana', u'lerner']\n",
      "[u'rpd', u'rpp']\n",
      "[u'makep']\n",
      "[u'pepi']\n",
      "[u'hor']\n",
      "[u'chiriboga', u'richard', u'chiriboga', u'richard', u'chiriboga', u'richard', u'thompson']\n",
      "[u'robert', u'colbrn', u'robert', u'scott', u'hickman']\n",
      "[u'roderick', u'baltazar', u'roderick', u'baltazar', u'roderick', u'baltazar']\n",
      "[u'reslts']\n",
      "[u'reslts']\n",
      "[u'reslts']\n",
      "[u'reslts']\n",
      "[u'reslts']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'cirt']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'basemap', u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bilding', u'san']\n",
      "[u'checkin', u'san']\n",
      "[u'constrction', u'san']\n",
      "[u'conty', u'san']\n",
      "[u'conty', u'san', u'francisco', u'crim', u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'facilties', u'san']\n",
      "[u'gdb', u'san']\n",
      "[u'gdb', u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'athority']\n",
      "[u'san']\n",
      "[u'san']\n",
      "[u'bondary', u'san']\n",
      "[u'bilding', u'san']\n",
      "[u'bilding', u'san']\n",
      "[u'bilding', u'san']\n",
      "[u'bsstops', u'san']\n",
      "[u'shapefile']\n",
      "[u'san']\n",
      "[u'constrction', u'san']\n",
      "[u'constrction', u'san']\n",
      "[u'contors', u'san']\n",
      "[u'contors', u'san']\n",
      "[u'contors', u'san']\n",
      "[u'landse', u'san']\n",
      "[u'otline', u'san']\n",
      "[u'featres']\n",
      "[u'san', u'lorenzo']\n",
      "[u'mateo']\n",
      "[u'cityies']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'basemap', u'san']\n",
      "[u'san']\n",
      "[u'bilding', u'san']\n",
      "[u'bilding', u'san']\n",
      "[u'temperatre']\n",
      "[u'santa', u'clara', u'santa', u'clara']\n",
      "[u'sao']\n",
      "[u'sara', u'reek', u'sara', u'reek', u'sara', u'reek']\n",
      "[u'seyfarth', u'shaw']\n",
      "[u'shannon', u'maloney']\n",
      "[u'bock']\n",
      "[u'steven', u'holland', u'steven', u'holland', u'steven', u'holland', u'steven', u'holland', u'steyer']\n",
      "[u'san', u'francisco']\n",
      "[u'san', u'francisco']\n",
      "[u'san', u'francisco']\n",
      "[u'cort', u'spermarket']\n",
      "[u'schedled']\n",
      "[u'tay', u'taz']\n",
      "[u'taz', u'taz']\n",
      "[u'george', u'l']\n",
      "[u'george']\n",
      "[u'taylor', u'taylor', u'taylor', u'taylor', u'taylor', u'taylor', u'taylor', u'taylor', u'taylor']\n",
      "[u'thomas', u'angelo', u'thomas', u'angelo', u'thomas', u'angelo', u'thomas', u'angelo', u'thomas', u'angelo', u'tia', u'matinez']\n",
      "[u'toby']\n",
      "[u'lewis']\n",
      "[u'lewis']\n",
      "[u'san', u'francisco']\n",
      "[u'shapefiles']\n",
      "[u'valle']\n",
      "[u'vales', u'vales', u'vales', u'valverde', u'constrction', u'valverde', u'constrction']\n",
      "[u'vassallo', u'vassallo']\n",
      "[u'wiseman']\n",
      "[u'peskin', u'aaron', u'peskin']\n",
      "[u'aaron', u'peskin', u'smmary']\n",
      "[u'aaron', u'peskin']\n",
      "[u'aaron', u'peskin']\n",
      "[u'acconting', u'acconting']\n",
      "[u'ada', u'ada', u'ada', u'ada']\n",
      "[u'adrian']\n",
      "[u'agstin', u'anda', u'agstin', u'anda', u'ahmed']\n",
      "[u'ais', u'alain', u'gervais', u'alain', u'gervais', u'alain', u'gervais', u'alain']\n",
      "[u'alzeheimers']\n",
      "[u'amblance', u'amblance']\n",
      "[u'cp', u'ami', u'ami']\n",
      "[u'santiago', u'amont']\n",
      "[u'andrew', u'rex', u'andrew', u'rex', u'andrew', u'rex']\n",
      "[u'anson', u'mooney', u'anson', u'mooney']\n",
      "[u'anthony']\n",
      "[u'antioqia', u'antonin', u'scalia']\n",
      "[u'architectre', u'architectre']\n",
      "[u'ariel', u'ariel', u'ariel', u'armin']\n",
      "[u'san', u'francisco']\n",
      "[u'apair']\n",
      "[u'adax']\n",
      "[u'aziza']\n",
      "[u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart', u'rotes', u'bart']\n",
      "[u'bart']\n",
      "[u'bart', u'shapefile', u'bart', u'shapefile', u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart', u'statios', u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart', u'bart', u'bartshape']\n",
      "[u'mao']\n",
      "[u'mao']\n",
      "[u'mao']\n",
      "[u'mao']\n",
      "[u'mao']\n",
      "[u'mao']\n",
      "[u'mao']\n",
      "[u'mao']\n",
      "[u'cort']\n",
      "[u'bathymetry']\n",
      "[u'bam', u'bam', u'bam']\n",
      "[u'bcdc']\n",
      "[u'beaty', u'beaty', u'beaty', u'beaty', u'beaty']\n",
      "[u'beethoven', u'beethoven', u'beethoven']\n",
      "[u'behested', u'behested']\n",
      "[u'bella']\n",
      "[u'ceccx', u'belmonte']\n",
      "[u'walsh']\n",
      "[u'berkley', u'berkley', u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bicyle', u'bicyle']\n",
      "[u'bikeshare']\n",
      "[u'birdsm', u'birt']\n",
      "[u'blake', u'rawdin']\n",
      "[u'bleprints']\n",
      "[u'bondary']\n",
      "[u'briscoe']\n",
      "[u'btod']\n",
      "[u'bilding']\n",
      "[u'bilding']\n",
      "[u'bilding']\n",
      "[u'bilding', u'constrction']\n",
      "[u'bilding']\n",
      "[u'bilding2012']\n",
      "[u'san', u'francisco', u'bildings', u'san']\n",
      "[u'bisnesses']\n",
      "[u'tenderloin', u'brlingame']\n",
      "[u'bart']\n",
      "[u'bsiness', u'san']\n",
      "[u'san', u'francisco', u'bsinesses']\n",
      "[u'san', u'francisco', u'bsinesses']\n",
      "[u'san', u'francisco', u'bsinesses']\n",
      "[u'schedle']\n",
      "[u'carl', u'carman', u'carman', u'carman', u'carmen']\n",
      "[u'carmen']\n",
      "[u'carsharing', u'carsharing', u'casale']\n",
      "[u'castro', u'castro', u'castro', u'castro', u'castro', u'castro', u'castro', u'castro', u'castro', u'castro', u'castro', u'castro']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'chaz']\n",
      "[u'yoth']\n",
      "[u'lo', u'christensen', u'christensen', u'christopher']\n",
      "[u'christopher', u'webster']\n",
      "[u'claremont']\n",
      "[u'cleanp', u'clearning', u'clementina', u'cliate']\n",
      "[u'commnity']\n",
      "[u'condit', u'condit', u'condit']\n",
      "[u'consmer']\n",
      "[u'taylor', u'taylor', u'taylor', u'taylor', u'taylor', u'taylor', u'taylor', u'taylor', u'taylor']\n",
      "[u'thomas', u'angelo', u'thomas', u'angelo', u'thomas', u'angelo', u'thomas', u'angelo', u'thomas', u'angelo', u'tia', u'matinez']\n",
      "[u'toby']\n",
      "[u'lewis']\n",
      "[u'lewis']\n",
      "[u'san', u'francisco']\n",
      "[u'shapefiles']\n",
      "[u'valle']\n",
      "[u'vales', u'vales', u'vales', u'valverde', u'constrction', u'valverde', u'constrction']\n",
      "[u'vassallo', u'vassallo']\n",
      "[u'wiseman']\n",
      "[u'peskin', u'aaron', u'peskin']\n",
      "[u'aaron', u'peskin', u'smmary']\n",
      "[u'aaron', u'peskin']\n",
      "[u'aaron', u'peskin']\n",
      "[u'acconting', u'acconting']\n",
      "[u'ada', u'ada', u'ada', u'ada']\n",
      "[u'adrian']\n",
      "[u'agstin', u'anda', u'agstin', u'anda', u'ahmed']\n",
      "[u'ais', u'alain', u'gervais', u'alain', u'gervais', u'alain', u'gervais', u'alain']\n",
      "[u'alzeheimers']\n",
      "[u'amblance', u'amblance']\n",
      "[u'cp', u'ami', u'ami']\n",
      "[u'santiago', u'amont']\n",
      "[u'andrew', u'rex', u'andrew', u'rex', u'andrew', u'rex']\n",
      "[u'anson', u'mooney', u'anson', u'mooney']\n",
      "[u'anthony']\n",
      "[u'antioqia', u'antonin', u'scalia']\n",
      "[u'architectre', u'architectre']\n",
      "[u'ariel', u'ariel', u'ariel', u'armin']\n",
      "[u'san', u'francisco']\n",
      "[u'apair']\n",
      "[u'adax']\n",
      "[u'aziza']\n",
      "[u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart', u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart', u'rotes', u'bart']\n",
      "[u'bart']\n",
      "[u'bart', u'shapefile', u'bart', u'shapefile', u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart', u'statios', u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart']\n",
      "[u'bart', u'bart', u'bartshape']\n",
      "[u'mao']\n",
      "[u'mao']\n",
      "[u'mao']\n",
      "[u'mao']\n",
      "[u'mao']\n",
      "[u'mao']\n",
      "[u'mao']\n",
      "[u'mao']\n",
      "[u'cort']\n",
      "[u'bathymetry']\n",
      "[u'bam', u'bam', u'bam']\n",
      "[u'bcdc']\n",
      "[u'beaty', u'beaty', u'beaty', u'beaty', u'beaty']\n",
      "[u'beethoven', u'beethoven', u'beethoven']\n",
      "[u'behested', u'behested']\n",
      "[u'bella']\n",
      "[u'ceccx', u'belmonte']\n",
      "[u'walsh']\n",
      "[u'berkley', u'berkley', u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bernal']\n",
      "[u'bicyle', u'bicyle']\n",
      "[u'bikeshare']\n",
      "[u'birdsm', u'birt']\n",
      "[u'blake', u'rawdin']\n",
      "[u'bleprints']\n",
      "[u'bondary']\n",
      "[u'briscoe']\n",
      "[u'btod']\n",
      "[u'bilding']\n",
      "[u'bilding']\n",
      "[u'bilding']\n",
      "[u'bilding', u'constrction']\n",
      "[u'bilding']\n",
      "[u'bilding2012']\n",
      "[u'san', u'francisco', u'bildings', u'san']\n",
      "[u'bisnesses']\n",
      "[u'tenderloin', u'brlingame']\n",
      "[u'bart']\n",
      "[u'bsiness', u'san']\n",
      "[u'san', u'francisco', u'bsinesses']\n",
      "[u'san', u'francisco', u'bsinesses']\n",
      "[u'san', u'francisco', u'bsinesses']\n",
      "[u'schedle']\n",
      "[u'carl', u'carman', u'carman', u'carman', u'carmen']\n",
      "[u'carmen']\n",
      "[u'carsharing', u'carsharing', u'casale']\n",
      "[u'castro', u'castro', u'castro', u'castro', u'castro', u'castro', u'castro', u'castro', u'castro', u'castro', u'castro', u'castro']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'castro']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'francisco']\n",
      "[u'chaz']\n",
      "[u'yoth']\n",
      "[u'lo', u'christensen', u'christensen', u'christopher']\n",
      "[u'christopher', u'webster']\n",
      "[u'claremont']\n",
      "[u'cleanp', u'clearning', u'clementina', u'cliate']\n",
      "[u'commnity']\n",
      "[u'condit', u'condit', u'condit']\n",
      "[u'consmer']\n",
      "[u'contribtion', u'contribtion']\n",
      "[u'contribtion']\n",
      "[u'conway']\n",
      "[u'copntor']\n",
      "[u'bondries']\n",
      "[u'conter']\n",
      "[u'conter']\n",
      "[u'conties']\n",
      "[u'assesor']\n",
      "[u'cort', u'cort', u'cort', u'cort', u'cort', u'cort', u'cort', u'cort']\n",
      "[u'crie', u'crim']\n",
      "[u'san']\n",
      "[u'pland']\n",
      "[u'benito', u'crbs', u'crbs']\n",
      "[u'dnn']\n",
      "[u'crtiss', u'pratt']\n",
      "[u'dangeros', u'daniel', u'feinberg', u'daniel', u'patterson', u'dashboards']\n",
      "[u'datm']\n",
      "[u'david', u'chi', u'david']\n",
      "[u'david', u'chi', u'david', u'jordan', u'david', u'jordan', u'david', u'jordan', u'david', u'jordan', u'david', u'jordan', u'david', u'jordan', u'david', u'villaneva', u'davie', u'davis']\n",
      "[u'grop', u'dawer', u'fazil', u'dawer', u'fazil', u'dawer', u'fazil']\n",
      "[u'defacation', u'defacation']\n",
      "[u'denge', u'dennis', u'herrera']\n",
      "[u'derek', u'derek']\n",
      "[u'tse']\n",
      "[u'docment']\n",
      "[u'dolores']\n",
      "[u'donorstravel']\n",
      "[u'dden']\n",
      "[u'corbett']\n",
      "[u'dmpl']\n",
      "[u'bradstreet']\n",
      "[u'edward']\n",
      "[u'edward', u'effordable']\n",
      "[u'ellen']\n",
      "[u'ellis', u'ellis', u'ellis', u'ellis', u'ellis', u'ellis', u'ellis', u'ellis', u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'ellis']\n",
      "[u'san', u'francisco']\n",
      "[u'ermc', u'erna']\n",
      "[u'stella', u'schlee']\n",
      "[u'eshopping']\n",
      "[u'evicitions']\n",
      "[u'fehr']\n",
      "[u'firestation']\n",
      "[u'francis', u'ngyen', u'francisco', u'dem', u'francisco', u'dem', u'francisco']\n",
      "[u'indstry', u'geary']\n",
      "[u'geoffrey', u'd', u'kostka', u'geoffrey', u'derrick', u'scott', u'geoffrey', u'kostka']\n",
      "[u'george']\n",
      "[u'george']\n",
      "[u'george', u'washington']\n",
      "[u'gordon']\n",
      "[u'gos']\n",
      "[u'gradates', u'gradates', u'graff', u'graff', u'graff', u'graff']\n",
      "[u'gregg', u'brans', u'greywater']\n",
      "[u'hala', u'hijazi', u'hamilton']\n",
      "[u'san']\n",
      "[u'henry', u'adams']\n",
      "[u'hilary', u'ronen', u'hilary']\n",
      "[u'histor']\n",
      "[u'holland', u'holland', u'holland', u'holliday', u'holliday']\n",
      "[u'salles']\n",
      "[u'howard', u'howth']\n",
      "[u'hmanwaste']\n",
      "[u'hyan']\n",
      "[u'incashed']\n"
     ]
    }
   ],
   "source": [
    "from polyglot.text import Text\n",
    "\n",
    "NER = Text(string_word1)\n",
    "\n",
    "NER = NER.entities\n",
    "\n",
    "for entity in NER:\n",
    "    if entity.tag == \"I-PER\":\n",
    "        print entity\n",
    "    \n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# important people:\n",
    "- dennis herrera , city attorney\n",
    "- aaron peskin , sf supervisor\n",
    "- jane kim , SF District 6 Supervisor\n",
    "- hilary ronen , SF District 9 supervisor\n",
    "- raymond chow , san francisco gangster/felon (high possibility)\n",
    "- Kenneth Malvar , City Sightseeing operator (high possibility)\n",
    "http://www.sfgate.com/bayarea/article/Driver-blamed-for-tour-bus-crash-in-SF-s-Union-6994435.php\n",
    "\n",
    "\n",
    "- Blake Rawdin , private MD(possibly)\n",
    "- Antonin Scalia, Supreme Court Justice (possibly)\n",
    "- charle, walton Co-Founder and Partner, Kindred Partners, LLC (possibly)\n",
    "- Henry albert , private eye doctor(possibly)\n",
    "- melanie lok , owner of mlok consulting private consulting (possibly)\n",
    "- bateman, bateman group(possibly)\n",
    "- David Owen , SF Attorney(possibly)\n",
    "- Jonah Yee, Private Eye Doctor(possibly)\n",
    "- Molly Seager, Private Therapist(possibly)\n",
    "- anson mooney(arrested)\n",
    "https://jailalert.com/arrest-records/anson-mooney-310655.html\n",
    "- alain gervais, private owner salon"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#not_caught = [ '3180 18th street' , '100 church', '17th street' , '800 university avenue, palo alto, california', '17 san andreas way, san francisco' , '2631 23rd']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer, TfidfVectorizer\n",
    "from sklearn.decomposition import NMF"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "NMF(alpha=0.0, beta=1, eta=0.1, init=None, l1_ratio=0.0, max_iter=200,\n",
       "  n_components=10, nls_max_iter=2000, random_state=1, shuffle=False,\n",
       "  solver='cd', sparseness=None, tol=0.0001, verbose=0)"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vec=CountVectorizer(stop_words='english',analyzer='word')\n",
    "X_train_counts = vec.fit_transform(word_count_sorted)\n",
    "vocab = vec.get_feature_names()\n",
    "nmf = NMF(n_components = 10, random_state = 1)\n",
    "nmf.fit(X_train_counts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def print_top_words(model, feature_names, n_top_words):\n",
    "    for topic_idx, topic in enumerate(model.components_):\n",
    "        print(\"Topic #%d:\" % topic_idx)\n",
    "        print(\" \".join([feature_names[i]\n",
    "                        for i in topic.argsort()[:-n_top_words - 1:-1]]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Topic #0:\n",
      "green space high injury corridor churches odata open spaces employment movie pedestrian inventory blocks city attorney trees data inventory curbs census tract from 460 rape unemployment home recycling schedule e curb business licenses demographic bay area fire incidents school crime assessor inventory hiv crime homeless collisions crime rate trees building footprint shapefiles pipeline homicide construction murder bridges san francisco buildings buildings land use sanfrancisco.gdb census tracts wind\n",
      "Topic #1:\n",
      "muni city lots bus stops bridges inventory business account number mental health crime trees parcels curb city boundary curb building permit neighborhood 94109 intersection active businesses odata pipeline bart human waste census neighborhoods topography bart motionloft murder resiliency income park muni sfo elections sf blocks parking crime classification budget median income open spaces business registration certificate 460 schedule a property assessment roll address cab parcels bike theft bikes emergency operate business building footprint\n",
      "Topic #2:\n",
      "nonprofit sanfrancisco.gdb property census tracts base map parcels published datasets churches historic footprint rent murder meters parcels property tax address population census block recycling foia human poop intersections san francisco dpw evictions cancer crime contours city traffic street census neighborhoods median income shapefiles garden building permits street parking parcels topo population density registered business latitude cost 311 cases historic neighborhoods pipeline elections sfopenbook park\n",
      "Topic #3:\n",
      "police energy schedule e budget energy planning commission building permit planning cases shp parking meter human waste bay parking meter construction bay area fire parking meters density street trees land-use bike routes landuse rent map of crime incidents crime sf homeless base map parking meters low income bay area 311 resilience electricity use collision pipeline shelter planning applications buildings json human waste blocks planning block parcel traffic address locator inventory demographic census 2000 blocks (no water) population\n",
      "Topic #4:\n",
      "salary transit pedestrian housing pipeline q4 school meter permit human waste parcels planning neighborhoods bike lane businesses street use topo sidewalk from 460 curbs business location murder traffic income park homeless elevation bike network avl street trees 2013 education bridges school district inspection facilities curb evictions poverty parking population employment zoning districts gentrification fte real time open homelessness bikeway network hiv construction parking meter property\n",
      "Topic #5:\n",
      "json transit streets pedestrian human waste land-use police stations odata race shoreline bart grants bayarea_bridges bart murder art dpw assessor public schools cab footprint shooting incidents data inventory published datasets population gardens poverty trees bike theft business registration certificate police fte sidewalk murder museum inclusionary housing parking meter neighborhoods homelessness parcel parks business location parcel business property college business locations land use demographics lyft\n",
      "Topic #6:\n",
      "fire incidents neighborhood transit shapefiles building permits liquor schedule e points intersection jobs open spaces bridges median income buildings eas address locator 460 schedule a city limit planning cases hiv buildings recycling restrooms foia business crime classification planning neighborhood labor pole homelessness fire groundwater point ocean school building footprints building heights shelter playground schools building streets terrain land use public schools shp homicide footprint home\n",
      "Topic #7:\n",
      "police human waste recycling census tract 460 schedule a neighborhood bay bike network pedestrian bay area police stations city limit budget terrain academy address points street muni business licenses census shapefile highway crime paving dem movie shapefile hospitals parking permit neighborhood liquor berkeley density curb streets bart short term rental city attorney performance measurement map population bicycle open spaces housing inventory published crim sfopenbook hiv pets 94124 trees\n",
      "Topic #8:\n",
      "bike employment crime employment bike theft land use bart crime sfpd incidents building permits benchmark san francisco boundary hospital shapefile kml lobbyist contacts parking bridges census neighborhoods buildings religion business land use map buisness base map school contour ethnicity budget and spending bart events shoreline green density murder population density housing inventory contracts street cleaning form 460 census block park business registration employment shoreline parcels housing trees bike theft\n",
      "Topic #9:\n",
      "businesses sweeper scheduled census block streets bart excrement taz homelessness san francisco sidewalk api sanfrancisco.gdb dpw census neighborhoods data inventory mental health payroll crimes existing commercial buildings energy performance ordinance library dataset housing inclusionary housing land use pedestrian land use shoreline median income museum parking meters dataset budget fte retail movie locations json crime fire stations murder solar retail homeless parking permits elevation building footprint library muni bike network payroll homelessness crime taxi zoning districts\n",
      "None\n"
     ]
    }
   ],
   "source": [
    "print(print_top_words(nmf, clean_list, 50))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[u'san', u'francisco', u'street', u'city', u'business', u'data', u'shapefile', u'of', u'sf', u'census', u'building', u'map', u'parking', u'and', u'bay', u'crime', u'housing', u'water', u'bike', u'district', u'area', u'public', u'property', u'traffic', u'block', u'in', u'streets', u'food', u'income', u'population', u'by', u'car', u'code', u'campaign', u'open', u'neighborhood', u'bicycle', u'gis', u'use', u'districts', u'2015', u'community', u'tax', u'buildings', u'health', u'transit', u'school', u'park', u'fire', u'planning', u'number', u'permit', u'pipeline', u'2000', u'market', u'land', u'permits', u'2010', u'for', u'muni', u'parks', u'2014', u'bus', u'commercial', u'center', u'police', u'lines', u'parcel', u'zip', u'county', u'rent', u'311', u'sfpd', u'service', u'rate', u'facilities', u'finance', u'460', u'blocks', u'businesses', u'services', u'construction', u'zoning', u'locations', u'assessor', u'restaurant', u'schedule', u'residential', u'space', u'boundary', u'development', u'routes', u'report', u'survey', u'ca', u'no', u'network', u'neighborhoods', u'incidents', u'department']\n"
     ]
    }
   ],
   "source": [
    "vectorizer = TfidfVectorizer()\n",
    "X = vectorizer.fit_transform(word_count_sorted)\n",
    "indices = np.argsort(vectorizer.idf_)\n",
    "features = vectorizer.get_feature_names()\n",
    "top_n = 100\n",
    "top_features = [features[i] for i in indices[:top_n]] \n",
    "\n",
    "print top_features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pickle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "pickle.dump(word_count_sorted , open(\"word_count_sorted.p\",'wb'))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Recommendations:\n",
    "\n",
    "- spell corrector for mispelled words\n",
    "- recommendations for words while typing of words of correct search keywords, fuzzy matching\n",
    "- education for how to properly use the open data portal"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "To do:\n",
    "    \n",
    "- create a column\n",
    "- functions to tag addresses,links, bad words things i wrote regex for\n",
    "- add to tag to column "
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}