def _stream(self, url, headers={}):
response = self.__get(url, headers=headers, stream=True, timeout=self.timeout)
length = 0
piece_size = 65536
try:
for piece in response.iter_content(piece_size):
length += len(piece)
yield piece
except requests.RequestException as re:
raise exceptions.RetryableIOError(re)
if CONTENT_LENGTH in response.headers:
content_length = int(response.headers[CONTENT_LENGTH])
if content_length != length:
raise exceptions.ContentLengthMismatch(
"Length mismatch {} != {}".format(content_length, length))
评论列表
文章目录