def parse_video_url(self, response):
item = response.meta['item']
vid = re.search(r'id_(.*?).html|$', response.url).group(1)
if vid is None:
self.logger.error('url: {}, error: failed to find vid'.format(response.url))
return
params = {
'vid': vid,
'ccode': '0401',
'client_ip': '192.168.1.1',
'utid': 'tB2PEWHIKgECAbaWLjUeiFyE',
'client_ts': str(round(time.time())),
}
url = 'https://ups.youku.com/ups/get.json'
yield scrapy.FormRequest(url, method='GET', meta={'item': item}, formdata=params,
callback=self.parse_download_url)
评论列表
文章目录