def first_rank_first()

in train_helpers.py [0:0]

• 8 lines of code
• 5 McCabe index (conditional complexity)

def first_rank_first(local_rank, mpi_size):
    if mpi_size > 1 and local_rank > 0:
        dist.barrier()

    try:
        yield
    finally:
        if mpi_size > 1 and local_rank == 0:
            dist.barrier()