falter_at.py 文件源码

def start_requests(self):
        abonr = self.spider_settings.get('abonr')
        password = self.spider_settings.get('password')
        if abonr and password:
            yield scrapy.FormRequest(
                url='https://www.{}/falter/e-paper/login'.format(self.name),
                formdata={'login[abonr]': abonr,
                          'login[password]': password,
                          'redirect_url': '/archiv/'},
                callback=self.parse_archive,
                meta={'dont_cache': True},
            )
        else:
            # Username, password or section falter.at not found in feeds.cfg.
            self.logger.info('Login failed: No username or password given. '
                             'Only free articles are available in full text.')
            yield scrapy.Request('https://www.{}/archiv/'.format(
                self.name), self.parse_archive, meta={'dont_cache': True})