def is_dist()

in train.py [0:0]


def is_dist():
    return dist.is_available() and dist.is_initialized()