Ctrip.py 文件源码

def findTrip():
    url = "http://flights.ctrip.com/booking/XMN-BJS-day-1.html?DDate1=2016-04-18"
    ua_list = [
            "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/48.0.2564.82 Chrome/48.0.2564.82 Safari/537.36",
            "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36",
            "Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/40.0.2214.93 Safari/537.36",
            "Mozilla/5.0 (X11; OpenBSD i386) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/36.0.1985.125 Safari/537.36",
            "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1664.3 Safari/537.36"
            ]

    dcap = dict(DesiredCapabilities.PHANTOMJS)
    dcap["phantomjs.page.settings.resourceTimeout"] = 15 
    dcap["phantomjs.page.settings.loadImages"] = False
    dcap["phantomjs.page.settings.userAgent"] = choice(ua_list)
    #driver = webdriver.PhantomJS(executable_path=u'/home/icgoo/pywork/spider/phantomjs',desired_capabilities=dcap)
    #driver = webdriver.PhantomJS(executable_path=u'/home/fank/pywork/spider/phantomjs',desired_capabilities=dcap)
    driver = webdriver.Firefox()

    driver.get(url)
    driver.implicitly_wait(3)
    time.sleep(5)
    page = driver.page_source # .decode('utf-8','ignore')
    html = etree.HTML(page)

    fligint_div = "//div[@id='J_flightlist2']/div"
    items = html.xpath(fligint_div)
    detail = []
    for index,item in enumerate(items):
        flight_tr = fligint_div+'['+str(index+1)+']'+'//tr'
        istrain = html.xpath(flight_tr + "//div[@class='train_flight_tit']")
        if istrain:
            pass # is train add
        else:
            company = html.xpath(flight_tr + "//div[@class='info-flight J_flight_no']//text()")
            flight_time_from = html.xpath(flight_tr + "//td[@class='right']/div[1]//text()")
            flight_time_to = html.xpath(flight_tr + "//td[@class='left']/div[1]//text()")
            flight_time = [flight_time_from,flight_time_to]
            airports_from =  html.xpath(flight_tr + "//td[@class='right']/div[2]//text()")
            airports_to = html.xpath(flight_tr + "//td[@class='left']/div[2]//text()")
            airports = [airports_from,airports_to]
            price = html.xpath(flight_tr + "[1]//td[@class='price middle ']/span//text()")

        detail.append(
                dict(
                    company=company,
                    flight_time=flight_time,
                    airports=airports,
                    price=price
                    ))
    print detail
    driver.close()
    return detail