crawler.py 文件源码

def main():
    # log settings
    # log format
    #logging.basicConfig(level=logging.DEBUG, format='%(asctime)s [%(module)10s] [%(levelname)5s] %(message)s')

    #sys.stdout = codecs.getwriter('utf-8')(sys.stdout)
    #sys.stdout = codecs.getwriter(locale.getpreferredencoding())(sys.stdout)
    #sys.stderr = codecs.getwriter('utf8')(sys.stderr)

    ssl._create_default_https_context = ssl._create_unverified_context

    config = init_config()
    if not config:
        return

    logger.log('[x] Weibo crawler v0.4', 'green')
    logger.log('[x] Configuration initialized')

    set_client(config['access_token'], config['expires_in'])
    response = login_private(config['access_token'])
    if response is None:
        logger.log('[x] User login fails.', 'red')
        return
    cookie = response['cookie']['cookie']['.weibo.com']
    config['cookie'] = cookie[4:cookie.index(';')]
    run(config)