in src/torch_ucc.cpp [130:134]
void check_device(c10::Device dev1, c10::Device dev2) { if (dev1.is_cuda() && dev2.is_cuda() && dev1 != dev2) { throw std::runtime_error("ProcessGroupUCC multidevice is not supported"); } }