renspider.py 文件源码

def parse_detail(self, response):
    res_dir = response.meta["RESDIR"]
    print 'res_dir:', res_dir
    rensel = scrapy.Selector(response)
        text = rensel.xpath('//script/text()').extract()
    tmp1 = re.findall(r'"url":\"(.*?)\"', str(text))
    if len(tmp1) > 0:
        uid_p_list = []
        for i in tmp1:
            uid_p_list.append(i.strip().replace('\\', ''))
        for i in uid_p_list[1:]:
            pid = i.split('/')[-3]
        print i
        r = Redis(host='192.168.5.24', port='6379')
                print r.llen(self.MCOUNTRY)
        r.lpush(self.MCOUNTRY,i)