blsh.py 文件源码

def parse_data(self, response):
        item = AfscrapyItem()
        datas = json.loads(response.body.decode('utf-8'))
        for data in datas['ProductList']:
            item['goods_id'] = data['ProductSysNo']
            item['shop_name'] = "??"
            item['category_name'] = response.meta["cat"]
            item['title'] = data['ProductName']
            item['sales_num'] = 0
            item['unit'] = ""
            item['price'] = data['ProductNowPrice']
            item['location'] = ""
            yield item
        if len(datas['ProductList']):
            next_page = int(response.meta["page"]) + 1
            yield FormRequest(response.url,
                              formdata={"c1": response.meta['c1'], "c2": response.meta['c2'], "c3": response.meta['c3'],
                                        "page": str(next_page)},
                              callback=self.parse_data,
                              meta={"cat": response.meta["cat"], "c1": response.meta['c1'], "c2": response.meta['c2'],
                                    "c3": response.meta['c3'], "page": str(next_page)})