def work_driver(arg_tup):
global PROGRESS_CTR_T, MEASURING
global REQ_ARRS
global COST_ARRS
nreqs, host_str, req_arr_ix, send_cost = arg_tup
req_arr = REQ_ARRS[req_arr_ix]
cost_arr = COST_ARRS[req_arr_ix]
success = 0
miss = 0
NCURL = 128
curl_hands = []
for i in range(NCURL):
c = pycurl.Curl()
curl_hands.append(c)
n = 0
for ix, item in enumerate(req_arr):
c = curl_hands[ix % NCURL]
try:
if send_cost:
url = host_str % (item, cost_arr[ix])
else:
url = host_str % item
c.setopt(c.URL, url)
resp = StringIO()
headers = StringIO()
c.setopt(c.WRITEFUNCTION, resp.write)
c.setopt(c.HEADERFUNCTION, headers.write)
c.setopt(pycurl.CONNECTTIMEOUT, 20)
c.setopt(pycurl.TIMEOUT, 20)
c.perform()
if c.getinfo(c.RESPONSE_CODE) == 200:
success += 1
is_hit = handle_response(resp, headers)
if not is_hit:
miss += 1
except Exception as e:
pass
PROGRESS_CTR_T[req_arr_ix] = ix
return (success, miss)
评论列表
文章目录