def get_world_size()

in train.py [0:0]


def get_world_size():
    return dist.get_world_size() if is_dist() else 1