sync_bench.py 文件源码

def init_processes(rank, size, fn, backend='tcp'):
    """ Initialize the distributed environment. """
    os.environ['MASTER_ADDR'] = '127.0.0.1'
    os.environ['MASTER_PORT'] = '29500'
    th.set_num_threads(1)
    dist.init_process_group(backend, rank=rank, world_size=size)
    fn(rank, size)