in utils.py [0:0]
def gpus_per_node(): size = mpi_size() if size > 1: return max(size // num_nodes(), 1) return 1