communication.py 文件源码

def get_soup_from_url(url, params=None):
    '''
    url? parameter? ???? ?? URL? GET??? ?? ??(HTML text)?
    BeautifulSoup??? ??? ??
    :param url: GET??? ?? URL string
    :param params: GET?? ???? dict
    :return: BeautifulSoup object
    '''
    # requests.get??? ?? ???(response??)? r??? ??
    r = requests.get(url, params=params)
    # response???? text???? ??? ??? html_doc??? ??
    html_doc = r.text

    # BeautifulSoup??? ??, ??? html text
    soup = BeautifulSoup(html_doc, 'lxml')
    return soup