pnk_requests.py 文件源码

def pnk_request(url):

    pool = ThreadPool(processes = 1)
    async_result = pool.apply_async(pnk_request_raw, (url,))

    try:
        ret_val = async_result.get(timeout = int(conf.get("punkcrawler", "hard_timeout")))
    except TimeoutError as te:
        traceback.print_exc()
        pnk_log(mod, "Received hard timeout, raising timeout exception")
        #raise requests ConnectionError for easier handling if there's a hard timeout
        raise ConnectionError("Request received a hard timeout")

    return ret_val