def generate_comment_usefulcnt(self, response):
review_userful = json.loads(re.search('usefulCnt\((.*)\)', response.body).group(1))
if 'reviewUsefuAndReplylList' in review_userful:
useful_dict = review_userful.get('reviewUsefuAndReplylList')
suning_item = YSuningItem()
c_id = str(useful_dict[0].get('commodityReviewId'))
suning_item._id = c_id
suning_item.useful_vote_count = str(useful_dict[0].get('usefulCount'))
suning_item.replies = str(useful_dict[0].get('replyCount'))
if useful_dict[0].get('replyCount') > 0:
yield scrapy.Request(
'https://review.suning.com/ajax/reply_list/' + c_id + '--1-replylist.htm',
callback=self.generate_comment_replylist
)
MongoClient.save_suning_usefulcnt(suning_item, YSuningItem)
评论列表
文章目录