in dualpipe/comm.py [0:0]
def set_p2p_tensor_dtype(dtype: torch.dtype): global TENSOR_DTYPE TENSOR_DTYPE = dtype