def process_item(self, item, spider):
item_keywords = judge_key_words(item)#??item????????
if item_keywords: #????????item
item["keywords"] = item_keywords
return item
else:
logger = logging.getLogger(spider.name)
logger.info("No keyword in %s" % item["news_url"])
raise DropItem("No keyword in %s" % item["news_url"])
评论列表
文章目录