IMBD TV show scrap to csv.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Created on Sun Dec 16 12:50:08 2018

@author: chiranjeev
"""

import urllib
import urllib.request as uReq
site = "http://www.imdb.com/chart/tvmeter"
uClient = uReq.urlopen(site)
page_html = uClient.read()
uClient.close()

import bs4                           
from bs4 import BeautifulSoup 

import pickle                                 # important to save data 

soup = BeautifulSoup(page_html,"html.parser")

containers = soup.findAll("tbody",{"class":"lister-list"})
print(len(containers))    #1

print(type(containers[0]))

rows = containers[0].findAll("tr")

dataSet = {
	'Name Of Show':[],
	'Year Of Release':[],
	'Ranking Change_Jump':[],
	'Change':[],
	'Users_count':[],
	'Rating':[]

}

# for saving the data
file = open("TV_Shows.csv","w+")

# Columns of the dataset
file.write('Name Of Show'+','+'Year Of Release'+','+'Ranking Change_Jump'+','+'Change'+','+'Users_count'+','+'Rating'+'\n')


# Iterating over column and saving results to the dataset
for i in range(len(rows)):
	
    
    # Add Names of the show to the dataset Dictionary
	dataSet['Name Of Show'].append(rows[i].find("td",{"class":"titleColumn"}).find("a").text)


    # Add Release Year of the shows to the dataset Dictionary
	dataSet['Year Of Release'].append(int(rows[i].find("td",{"class":"titleColumn"}).find("span").text.split('(')[1].split(')')[0]))
	
     # Adding jump in change of popularity
	if (rows[i].find("td",{"class":"titleColumn"}).find("div").text.split('(')[1].split(')')[0] == 'no change'):
		dataSet['Ranking Change_Jump'].append('0')
	else:
		dataSet['Ranking Change_Jump'].append(rows[i].find("td",{"class":"titleColumn"}).find("div").text.split('(')[1].split(')')[0].split('\n')[2].replace(',',''))
	
    
    
    ## Add Change from previous state of the movies to the dataset Dictionary
	if (rows[i].find("td",{"class":"titleColumn"}).find("div").find("span") == None):
		dataSet['Change'].append('no change')
	else:
		dataSet['Change'].append(rows[i].find("td",{"class":"titleColumn"}).find("div").findAll("span")[1].attrs['class'][2])	


    # Adds totalno of users_count 
	try :
		dataSet['Users_count'].append(str(int(rows[i].find("td",{"class":["ratingColumn","imdbRating"]}).find("strong")['title'].split()[3].replace(',',''))))
	except TypeError:
		dataSet['Users_count'].append("")
	
    
    
    #Adds Rating of the TV Shows
	dataSet['Rating'].append(rows[i].find("td",{"class":["ratingColumn","imdbRating"]}).text.split('\n')[1])


    # Write  All Scrapped details to the dataset
	file.write(str(dataSet['Name Of Show'][i])+","+str(dataSet['Year Of Release'][i])+","+str(dataSet['Ranking Change_Jump'][i])+","+str(dataSet['Change'][i])+","+str(dataSet['Users_count'][i])+","+str(dataSet['Rating'][i])+"\n")

file.close()	
#print(dataSet)