def update_page_source(self):
url = self.build_search_url()
driver = Chrome()
driver.get(url)
num_scrolls = 0
try:
while num_scrolls < self.scroll_max:
driver.execute_script(random_js_scroll())
self.page_source = driver.page_source
random_sleep()
num_scrolls+=1
except Exception as e:
l.WARN(e)
driver.close()
评论列表
文章目录