__init__.py 文件源码

def destroy_process_group():
    """
    Destroy the initialized distributed package
    """
    global _backend
    _backend = dist_backend.UNDEFINED
    return torch._C._dist_destroy_process_group()