def fetch(session, url, dest='.', overwrite=False, verbose=False):
"Fetch a single PDF file if not already existing."
pdf_name = os.path.basename(url)
path = os.path.join(dest, pdf_name)
if not os.path.exists(path) or overwrite:
# if verbose:
# print(url)
with aiohttp.Timeout(60, loop=session.loop):
async with session.get(url) as response:
pdf = await response.read()
# if verbose:
# print('%s %d' % (url, len(pdf)))
async with aiofiles.open(path, mode='wb') as f:
await f.write(pdf)
if verbose:
print('saved %s (%d bytes)' % (path, len(pdf)))
评论列表
文章目录