def job(self) -> None:
while not self.stop.is_set():
seconds_to_wait = self.wait_until_next_run()
if self.stop.wait(timeout=seconds_to_wait):
return
if self.settings.auto_wanted.enable:
self.crawler_logger.info("Starting timed auto wanted.")
connection.close()
for provider_name in self.settings.auto_wanted.providers:
attrs = Attribute.objects.filter(provider__slug=provider_name)
for wanted_generator in self.settings.provider_context.get_wanted_generators(provider_name):
wanted_generator(self.settings, self.crawler_logger, attrs)
self.update_last_run(django_tz.now())
评论列表
文章目录