def __init__(self, settings):
self.settings = settings
self.options = settings.get('PHANTOMJS_OPTIONS', {})\
max_run = settings.get('PHANTOMJS_MAXRUN', 5)
self.sem = defer.DeferredSemaphore(max_run) # as a means of limiting parallelism
self.queue = queue.LifoQueue(max_run) # last in first out, the content is driver not request
SignalManager(dispatcher.Any).connect(self._close, signal=signals.spider_closed)
评论列表
文章目录