pipelines.py 文件源码

def process_item(self, item, spider):
        """ ??item????????????????? """
        if isinstance(item, TravelCrawlItem):
            try:
                self.spot_review.insert(dict(item))
                log.msg("News added to MongoDB database!", level=log.DEBUG, spider=spider)
            except Exception:
                pass
        elif isinstance(item, TravelnoteItem):
            try:
                self.note.insert(dict(item))
                log.msg("News added to MongoDB database!", level=log.DEBUG, spider=spider)
            except Exception:
                pass
        elif isinstance(item, TravelfoodItem):
            try:
                self.food_review.insert(dict(item))
                log.msg("News added to MongoDB database!", level=log.DEBUG, spider=spider)
            except Exception:
                pass
        elif isinstance(item, TravelhotelItem):
            try:
                self.hotel_review.insert(dict(item))
                log.msg("News added to MongoDB database!", level=log.DEBUG, spider=spider)
            except Exception:
                pass
        return item