in dualpipe/comm.py [0:0]
def build_from_tensor_shapes(): return [torch.empty(s, dtype=TENSOR_DTYPE, device="cuda", requires_grad=True) for s in TENSOR_SHAPES]