lwn_net.py 文件源码

def start_requests(self):
        username = self.spider_settings.get('username')
        password = self.spider_settings.get('password')
        if username and password:
            yield scrapy.FormRequest(
                url='https://{}/login'.format(self.name),
                formdata={'Username': username,
                          'Password': password,
                          'target': '/MyAccount/',
                          'submit': 'Log+in'},
                callback=self._after_login,
                meta={'dont_cache': True},
            )
        else:
            # Username, password or section not found in feeds.cfg.
            self.logger.info('Login failed: No username or password given. '
                             'Only free articles are available in full text.')
            yield self._start_requests()