spider.py 文件源码

def get(url, *args, **kwargs):
    url = url.split('#')[0]
    with (yield from sem):
        response = yield from aiohttp.request('GET', url, *args, **kwargs)
    body = yield from response.read_and_close()
    body = body.decode('utf-8')
    print('GET', url)
    return body