bench_cluster/communication/p2p.py [14:25]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        for i in range(world_size):
            if i != rank:
                if async_op:
                    if rank < i:
                        dist.isend(input, i)
                    else:
                        dist.irecv(input, src=i)
                else:
                    if rank < i:
                        dist.send(input, i)
                    else:
                        dist.recv(input, src=i)
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



bench_cluster/communication/p2p.py [31:42]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        for i in range(world_size):
            if i != rank:
                if async_op:
                    if rank < i:
                        dist.isend(input, i)
                    else:
                        dist.irecv(input, src=i)
                else:
                    if rank < i:
                        dist.send(input, i)
                    else:
                        dist.recv(input, src=i)
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -