pipelines.py 文件源码

def process_item(self, item, spider):
        if item['nid'] in self.itemlist:
            raise DropItem('Duplication data!')
        #self.collection.update({'nid': item['nid']}, dict(item), upsert=True)
        self.collection.insert(dict(item))
        log.msg('Goods added to MongoDB database!',
                level=log.DEBUG, spider=spider)
        return item