bilibili.py 文件源码

def parse(self, response):
        page_size = 30
        user = response.meta['user']
        url = 'https://space.bilibili.com/ajax/member/getSubmitVideos'
        json_data = json.loads(response.body)
        total = json_data['data']['video']
        pages = total // page_size if not (total % page_size) else (total // page_size + 1)
        for page in range(1, pages + 1):
            params = {
                'mid': user.id,
                'pagesize': str(page_size),
                'tid': '0',
                'page': str(page),
                'keyword': '',
                'order': 'pubdate',
            }
            yield scrapy.FormRequest(url=url, method='GET', meta={'user': user},
                                     formdata=params, callback=self.parse_items)