pipelines.py 文件源码

def process_item(self, item, spider):
        if self.site_item_exist(item):
            self.MG_table.insert(dict(item))
            logging.debug("Question added to MongoDB database!")
            # log.msg("Question added to MongoDB database!", level=log.DEBUG, spider=spider)
            '''
            Scrapy ?? 5 ? logging ???
            CRITICAL - ????(critical)
            ERROR - ????(regular errors)
            WARNING - ????(warning messages)
            INFO - ????(informational messages)
            DEBUG - ????(debugging messages)     ???????DEBUG

            '''
        else:
            raise DropItem("{} is exist".format(item['url']))
        return item