zhihu.py 文件源码

def parse_user(self, response):
        '''
        ??????json??????????????json.loads????
        :param response:
        :return:
        '''
        result = json.loads(response.text)
        item = UserItem()
        #?????????????????????????????
        for field in item.fields:
            if field in result.keys():
                item[field] = result.get(field)

        #?????item?????Request??????????????????????????
        yield item
        yield Request(self.follows_url.format(user = result.get("url_token"),include=self.follows_query,offset=0,limit=20),callback=self.parse_follows)
        yield Request(self.followers_url.format(user = result.get("url_token"),include=self.followers_query,offset=0,limit=20),callback=self.parse_followers)