__init__.py 文件源码

def store_worker():
    """
    ??????????????????????
    """
    while True:
        all_proxies = persister.list(count='all', columns='all')
        spawns = list()
        for proxy in all_proxies:
            if proxy['protocol'] == 'http':
                spawns.append(gevent.spawn(availability.check.store_handle, 'http', proxy, persister))
            else:
                spawns.append(gevent.spawn(availability.check.store_handle, 'https', proxy, persister))
            if len(spawns) == config.COROUTINE_NUM:
                gevent.joinall(spawns)
                spawns.clear()

        gevent.joinall(spawns)
        spawns.clear()
        time.sleep(config.PROXY_STORE_CHECK_SEC)