def list_parse(self, response):
selector = Selector(text=response.body)
list = selector.xpath("//li//a[@class='msk']/@title")
urls = selector.xpath("//a[@class='zpgi']/@href").extract()
start_url = "http://music.163.com"
for tmp_url in urls:
yield scrapy.Request(url=start_url + tmp_url, method="GET", callback=self.list_parse,
meta={"cat": response.meta['cat']})
i = 1
for tmp in list:
list_id = selector.xpath("//li[" + str(i)
+ "]//a[@class='icon-play f-fr']/@data-res-id").extract_first()
i = i + 1
# ????
yield scrapy.Request(url=start_url+"/playlist?id="+list_id, method="GET", callback=self.play_list_parse,
meta={"cat": response.meta['cat'], "id": list_id})
评论列表
文章目录