test
TP:
allreduce,: 300
allgather,: 280
reducescatter,: 280
alltoall,: 230
DP:
allreduce,: null
allgather,: 380
reducescatter,: 380
alltoall,: null
EP:
allreduce,: null
allgather,: 45
reducescatter,: 45
alltoall,: 80
PP:
busbw: 47.5