caffe_python_layers.py 文件源码

def fetch(self, spider):
        while True:
            item_dict = spider.fetch()
            item = []
            for attr_name in spider.attr:
                item.append(item_dict[attr_name])
            while self.redis.llen(config.solver_prototxt) >= self.max_cache_item_num:
                time.sleep(self.wait_time)
            self.redis.rpush(config.solver_prototxt, cPickle.dumps(item, cPickle.HIGHEST_PROTOCOL))