ZhihuSpider.py 文件源码

def parse_followers(self, response):
        nametoken = response.meta['nametoken']
        api_followees_url = self.base_url + '/api/v4/members/' + response.url.split('/')[-2] + '/followees'
        api_followers_url = self.base_url + '/api/v4/members/' + response.url.split('/')[-2] + '/followers'

        yield scrapy.Request(url=api_followees_url, callback=self.parser_follow_json, headers=ZHIHU_HEADER,
                             cookies=ZHIHU_COOKIE, meta={
                'nametoken': nametoken
            })
        yield scrapy.Request(url=api_followers_url, callback=self.parser_follow_json, headers=ZHIHU_HEADER,
                             cookies=ZHIHU_COOKIE, meta={
                'nametoken': nametoken
            })




    # ??json