def __init__(self, name = None, **kwargs):
super(JDSpider, self).__init__(name, **kwargs)
self.product_id = kwargs.get('product_id', -1)
self.log('product_id:%s' % self.product_id)
self.item_table = 'item_%s' % self.product_id
self.product_page = '%s_page' % self.product_id
self.log_dir = 'log/%s' % self.product_id
self.is_record_page = False
if self.is_record_page:
utils.make_dir(self.log_dir)
self.sql = SqlHelper()
self.red = redis.StrictRedis(host = config.redis_host, port = config.redis_part, db = config.redis_db,
password = config.redis_pass)
评论列表
文章目录