serving_query_rerank.py 文件源码

def get_full_answer(url):
    print(url)
    page = lxml.html.document_fromstring(urllib.request.urlopen(url).read().decode("gbk"))
    best = page.xpath("//pre[contains(@class, 'best-text mb-10')]")
    common = page.xpath("//meta[contains(@name, 'description')]")
    if len(best) >= 1:
        best = best[0].text_content()
    else:
        if len(common) >= 1:
            best = common[0].text_content()
        else:
            best = "???????"
    return best

#############################################################
### web server