def __init__(self, inFile, outFile, processcount=None):
"""
Initiate controller procedure
:param inFile: the file containing the URLs
:param outFile: the output file, "result.txt" by default
"""
try:
self.urllist = deduplicate(FileReader(inFile).read()).result
self.workerCount = int(processcount) if processcount else multiprocessing.cpu_count() * 2
self.taskQ = multiprocessing.JoinableQueue()
self.resultQ = multiprocessing.Queue()
self.workers = []
self.outfile = outFile
self.start()
logging.info("[+] All work done, saving file")
except KeyboardInterrupt:
pass
finally:
self.cleanup()
评论列表
文章目录