pipelines.py 文件源码

def process_item(self, item, spider):
        print "------"
        if item.keys() >= 5:
            if item in self.has:
                raise DropItem("Duplicate item found: %s" % item)
            else:
                self.has.add(item)
                return item

# mongodb??