in pai-python-sdk/training/pytorch_ddp/train_src/train_multinode.py [0:0]
def ddp_setup(): init_process_group(backend="nccl") torch.cuda.set_device(int(os.environ["LOCAL_RANK"]))