duplicate_removal.py 文件源码

def process_item(self, item, spider):
        """??????
        """

        # ????
        if isinstance(item, WeChat):
            if self.is_duplicate_wechat(item):
                return DropItem("Duplicate news found: %s" % item['article_addr'])
            else:
                return item