dupesegments.py 文件源码

def from_crawler(cls, crawler):
        path_segments = crawler.settings.getint('MAX_DUPLICATE_PATH_SEGMENTS')
        query_segments = crawler.settings.getint('MAX_DUPLICATE_QUERY_SEGMENTS')
        if not (path_segments or query_segments):
            raise NotConfigured()
        return cls(path_segments, query_segments, crawler.stats)