def insert_season(globalmovieid,imdb,seasonlink,season):
db = getCursor()
cur = db.cursor()
sql = "insert into Season(movieid,season,link) values(%s,%s,%s)"
try:
cur.execute(sql,[globalmovieid,season,seasonlink])
db.commit()
except MySQLdb.Error ,e:
print e
page = requests.get(seasonlink, headers=headers);
tree = html.fromstring(page.content);
tree.make_links_absolute(seasonlink)
images = tree.xpath('//div[@class="list detail eplist"]//div[@class="image"]//img/@src')
titles = tree.xpath('//div[@class="list detail eplist"]//div[@class="info"]//strong/a/@title')
plot = tree.xpath('//div[@class="list detail eplist"]//div[@class="info"]//div[@class="item_description"]/text()')
print len(images),len(titles),len(plot)
for i in xrange(len(titles)):
insert_episode(globalmovieid,imdb,season,titles[i].strip(),images[i].strip(),plot[i].strip(),i+1)
评论列表
文章目录