spiders.py 文件源码

def text_cdr_item(self, response, *, follow_urls, metadata):
        if self.settings.get('FILES_STORE'):
            media_urls = self.media_urls(response, follow_urls)
        else:
            media_urls = []
        return text_cdr_item(
            response,
            crawler_name=self.settings.get('CDR_CRAWLER'),
            team_name=self.settings.get('CDR_TEAM'),
            # will be downloaded by UndercrawlerMediaPipeline
            objects=media_urls,
            metadata=metadata,
        )