qichacha_spider.py 文件源码

def start_requests(self):
        # with open(getattr(self, "file", "company.csv"), "rU") as f:
        #     reader = csv.reader(f)
        #     for line in reader:
        #         request = Request('http://www.qichacha.com/search?key='+line[0].decode('gbk').encode('utf-8'),headers=self.headers)
        #         #request.meta['fields'] = line
        #         yield request
        with open(("company.csv"), "rU") as f:
            reader = csv.reader(f)
            for line in reader:
                request = Request('http://www.qichacha.com/search?key='+line[0],headers=self.headers)
                #request.meta['fields'] = line
                yield request

    # def start_requests(self):
    #     yield Request('http://www.qichacha.com/search?key=%E5%89%8D%E6%B5%B7%E4%BA%BA%E5%AF%BF%E4%BF%9D%E9%99%A9%E8%82%A1%E4%BB%BD%E6%9C%89%E9%99%90%E5%85%AC%E5%8F%B8',headers=self.headers)