def fetch_url(self, i, fn_on_response):
item = self.get_next_task()
while item is not None:
try:
if '/' in item:
mask = ipaddr.IPv4Network(item)
ip_list = [text_type(t) for t in mask.iterhosts()]
else:
ip_list = [item]
except:
ip_list = []
for t in ip_list:
if t == '':
continue
url_list = ['http://%s:%s' % (t, p) for p in self.port_list]
url_list.extend(['https://%s:%s' % (t, p) for p in [443, 8443]])
for u in url_list:
yield self.do_request(u, 'GET', fn_on_response)
item = self.get_next_task()
评论列表
文章目录