ttgy.py 文件源码

def parse_data(self, response):
        item = AfscrapyItem()
        datas = json.loads(response.body.decode('utf-8'))
        for data in datas['msg']:
            item['goods_id'] = data['id']
            item['shop_name'] = "??"
            item['category_name'] = response.meta["cat"]
            item['title'] = data['product_name']
            item['sales_num'] = 0
            item['unit'] = data['volume']
            item['price'] = data['price']
            item['location'] = ""
            yield item
            next_page = int(response.meta['page']) + 1
            yield FormRequest(response.url, formdata={"class_id": response.meta["class_id"], "curr_page": str(next_page)},
                              callback=self.parse_data,
                              meta={"cat": response.meta["cat"],
                                    "class_id": response.meta["class_id"], "page": next_page})