def query_leveldb(query_db, save_db, queryed_db):
'''query by leveldb'''
try:
with requests.Session() as session:
_token = ''
for _name, _code in query_db.RangeIter():
if not util.has_key(save_db, _name) and not util.has_key(queryed_db, _name):
# ????
_subname = _name[0: 18] if len(_name) > 18 else _name
logging.info(_name + ' -> ' + _subname)
_query_code, _token = query_keyword(session, _subname, _token)
if _query_code:
for _r in _query_code:
logging.info(_r[0].decode() + ' : ' + _r[1].decode())
save_db.Put(_r[0], _r[1], sync=True)
queryed_db.Put(_name, '', sync=True)
return True
except requests.RequestException as _e:
logging.error(_e)
return False
评论列表
文章目录