book_fetcher.py 文件源码

def url_fetch(self, url, keys, critical, fetch_repeat):
        try:
            logging.warning("-------------------------------")
            if keys[0] == "detail":
                logging.warning("fetch %s", url)
                x_str = "//*[@id='detail'][contains(@isloaded, '1')]"
                self.driver.get(url)
                element_present = EC.presence_of_element_located((By.XPATH, x_str))
                WebDriverWait(self.driver, 60).until(element_present)
        except:
            logging.warning("Unexpected error: %s", sys.exc_info()[0])
            #self.clear_session()
            return 0, ""
        response = self.driver.page_source
        if not response:
            logging.warning("not response %s", response)
            return 0, ""
        logging.warning("fetch done!")
        return 1, response