airbnb.py 文件源码

def start_requests(self):
        settings = get_project_settings()
        city_list = settings["CITY_LIST"]
        if self.city:
            city_cn_name = city_list.get(self.city)
            yield scrapy.Request(
                url=self.format_url(city_cn_name, '0'),
                callback=self.parse,
                meta={
                    'city_en_name': self.city,
                    "city_cn_name": city_cn_name,
                    "current_offset": '0',
                    "handle_httpstatus_list": [400, 500, 404]
                },
            )
        else:
            for city_en_name, city_cn_name in city_list.items():
                yield scrapy.Request(
                    url=self.format_url(city_cn_name, '0'),
                    callback=self.parse,
                    meta={
                        'city_en_name': city_en_name,
                        "city_cn_name": city_cn_name,
                        "current_offset": '0',
                        "handle_httpstatus_list": [400, 500, 404]
                    },
                )