zhihu.py 文件源码

def parse_followers(self, response):
        '''
        ??????????????????
        ?????????????????json?? ???????data?page???page?????
        :param response:
        :return:
        '''
        results = json.loads(response.text)

        if 'data' in results.keys():
            for result in results.get('data'):
                yield Request(self.user_url.format(user = result.get("url_token"),include=self.user_query),callback=self.parse_user)

        #????page????????page????is_end?????False????False?????????????????
        if 'page' in results.keys() and results.get('is_end') == False:
            next_page = results.get('paging').get("next")
            #????????????yield????Request???????????????????
            yield Request(next_page,self.parse_followers)