in mpi_utils.py [0:0]
def prereduce_size(): if mpi_size() > 8: if mpi_size() % num_nodes() != 0: raise ValueError('MPI size not evenly divisible across nodes') return gpus_per_node() return 0