def req_handle():
ua=UserAgent()
def do_req(u):
return requests.get(u, headers={'user-agent': ua.random})
with concurrent.futures.ThreadPoolExecutor(max_workers=max_threads) as executor:
loop = asyncio.get_event_loop()
futures = [
loop.run_in_executor(executor, do_req, HOST+w) for w in words
]
for response in await asyncio.gather(*futures):
if response.status_code < 400:
if response.url[-1] == '/':
print("--DIR: %s - %i" % (response.url, response.status_code))
else:
print("%s - %i (%i bytes)" % (response.url, response.status_code, len(response.content)))
pass
评论列表
文章目录