baiduspider.py 文件源码

def parse(self, response):
        sel = Selector(response)

        cat_url = response.url
        http_status = response.status
        self.log("http_url = %s" % cat_url)
        self.log("http_status = %s proxy = %s" % (http_status, response.meta['proxy']))

        item = SpiderDianpingXmtItem()
        item['chenshi_name']    = "" 
        item['shop_type']       = 0
        item['shop_url']        = ""
        item['shop_name']       = ""
        item['shop_addr']       = ""
        item['shop_mobile']     = ""
        item['shop_intro']      = ""

        return item