def parse(self, response):
self.responses.append(response)
p = urlsplit(response.url)
self.visited_urls.append(
urlunsplit(['', '', p.path, p.query, p.fragment]) or '/')
urls = {link.url for link in
self.link_extractor.extract_links(response)
if not self._looks_like_logout(link, response)}
for url in urls:
yield self.make_request(url)
test_integration.py 文件源码
python
阅读 28
收藏 0
点赞 0
评论 0
评论列表
文章目录