gevent_queue.py 文件源码

def boss():
    # headers = {'User-Agent': 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)'}

    def _(url):
        # response = requests.get(url, headers=headers)
        response = requests.get(url)
        # sleep(300 / 1000)
        print(url)
        tasks.put_nowait(url)

    global nums
    page_url_base = 'http://www.mala.cn/forum-70-{0}.html'
    page_urls = [page_url_base.format(i) for i in range(1, 100)]
    nums = len(page_urls)
    # [pool.apply_async(_, args=(obj,)) for obj in page_urls]
    [pool.apply(_, args=(obj,)) for obj in page_urls]
    # pool.map_async(_, page_urls)