def facebook_paginate(data, max_results=500):
paginated_data = []
while True:
paginated_data.extend(data['data'])
if max_results is not None and len(paginated_data) >= max_results:
break
try:
paginate_url = data['paging']['next']
except KeyError:
break
try:
request = yield httpclient.fetch(paginate_url,
validate_cert=False,
request_timeout=10.0)
except HTTPError:
logger.exception("Exception while paginating facebook")
break
data = json.loads(request.body)
return paginated_data
评论列表
文章目录