elespider.py 文件源码

def parse(self, response):

        fp = open('ele' + '.json', 'wb')
        fp.write(response.body)
        fp.close()

        jresult = json.loads(response.body)
        items = []
        for itemjson in jresult:
            name = '??'
            recent_order_num = '??'
            average_cost = '??'
            if 'name' in itemjson:
                name =  itemjson['name']
            if 'recent_order_num' in itemjson:
                recent_order_num = itemjson['recent_order_num']
            if 'average_cost' in itemjson:
                average_cost = itemjson['average_cost']

            item = ELEItem(name=name,recent_order_num=recent_order_num,average_cost=average_cost)
           # item = ELEItem()
            #item.name = scrapy.Field(dict(name=itemjson['name']))
           # item.average_cost = itemjson['average_cost']
           # item.recent_order_num = itemjson['recent_order_num']
            items.append(item)



        return items