post.py 文件源码

def start_requests(self):
        for start_url in self.database_urls:
            url, body = start_url.split("?POST_BODY=", 1)
            yield scrapy.FormRequest(
                url,
                method="POST",
                headers={
                    'Content-Type': "application/x-www-form-urlencoded"
                },
                body=body,
                meta={
                    'source_url': url,
                    'source_anchor': body
                },
                callback=self.parse
            )