def start_requests(self):
abonr = self.spider_settings.get('abonr')
password = self.spider_settings.get('password')
if abonr and password:
yield scrapy.FormRequest(
url='https://www.{}/falter/e-paper/login'.format(self.name),
formdata={'login[abonr]': abonr,
'login[password]': password,
'redirect_url': '/archiv/'},
callback=self.parse_archive,
meta={'dont_cache': True},
)
else:
# Username, password or section falter.at not found in feeds.cfg.
self.logger.info('Login failed: No username or password given. '
'Only free articles are available in full text.')
yield scrapy.Request('https://www.{}/archiv/'.format(
self.name), self.parse_archive, meta={'dont_cache': True})
评论列表
文章目录