def parse_video(self, response):
item = response.meta['item']
url = 'https://interface.bilibili.com/playurl'
if not self.__get_json(response):
return
try:
item['info']['play_count'] = self.json_data['play']
item['info']['intro'] = self.json_data['description']
item['info']['date'] = self.json_data['created_at']
item['info']['author'] = self.json_data['author']
except:
pass
try:
cid = self.json_data['list'][0]['cid']
except Exception as err:
self.logger.error('url: {}, error: {}'.format(self.page_url, str(err)))
return
params = self.bilibili_common.get_params(cid)
yield scrapy.FormRequest(url=url, method='GET', meta={'item': item},
formdata=params, callback=self.parse_video_urls)
评论列表
文章目录