auto_wanted.py 文件源码

def job(self) -> None:
        while not self.stop.is_set():
            seconds_to_wait = self.wait_until_next_run()
            if self.stop.wait(timeout=seconds_to_wait):
                return
            if self.settings.auto_wanted.enable:
                self.crawler_logger.info("Starting timed auto wanted.")
                connection.close()
                for provider_name in self.settings.auto_wanted.providers:

                    attrs = Attribute.objects.filter(provider__slug=provider_name)

                    for wanted_generator in self.settings.provider_context.get_wanted_generators(provider_name):
                        wanted_generator(self.settings, self.crawler_logger, attrs)

            self.update_last_run(django_tz.now())