def spider_idle(self): """ Waits for request to be scheduled. :return: None """ self.crawler.engine.slot.scheduler.next_request() raise DontCloseSpider