mtdb movie script

mtdbscrap.py

import requests
import json
from BeautifulSoup import *
import sqlite3

url_1 = "http://mtdb.info/titles/paginate?_token=ufJeUG1TzWzTQ2LZAfLm9bdqCFTzpbErfOdBP5wA&perPage=18&page="
url_2 = "&order=titleAsc&type=movie&minRating=&maxRating="
conn = sqlite3.connect('movie.db')
c = conn.cursor()
c.execute('''CREATE TABLE movies
             (title text, imdb_rating text, release_date text, year text,plot text, genre text, poster text, trailer text)''')


for i in range(1,5520):
	url = url_1 + str(i) + url_2 
	r = requests.get(url)
	data = r.json()
	for i in range(18):
		title = data["items"][i]["title"]
		mc_user_score = data["items"][i]["mc_user_score"]
		release_date = data["items"][i]["release_date"]
		year = data["items"][i]["year"]
		plot = data["items"][i]["plot"]
		genre = data["items"][i]["genre"]
		poster = data["items"][i]["poster"]
		trailer = data["items"][i]["trailer"]
		if mc_user_score  == None :
			if data["items"][i]["tmdb_rating"] != None:
				mc_user_score = "tmdb_rating: "+ data["items"][i]["tmdb_rating"]
			else:
				mc_user_score = 'yok'
		if release_date == None:
			release_date = 'Yok'
		if year  == None:
			year = 'Yok'
		if plot  == None:
			plot  = 'Yok'
		if genre   == None:
			genre = 'Yok'
		if poster == None:
			poster = 'Yok'
		if trailer  == None:
			trailer  = 'Yok'
	
		c.execute("INSERT INTO movies VALUES (?,?,?,?,?,?,?,?);",[title,mc_user_score,release_date,year,plot,genre,poster,trailer])
	print str(i) + ". sayfa yazildi"
conn.commit()
conn.close()