pipelines.py 文件源码

def process_item(self, item, spider):
        if not isinstance(item,StackOverflowItem):
            return item
        valid = True
        for data in item:
            if not data:
                valid = False
                raise DropItem("Missing {0}!".format(data))
        if valid:
            self.collection.insert(dict(item))
            log.msg("Question added to MongoDB database!",level=log.DEBUG, spider=spider)
        return item