in picotron/context_parallel/cp_communications.py [0:0]
def commit(self):
if self._active_requests is not None: raise RuntimeError("Commit called twice")
self._active_requests = dist.batch_isend_irecv(self._pending_operations)
if VERBOSE: print(f"RingComm | commit | STEP:{STEP} | RANK:{self.rank} | "f"ACTION:committed | NUM_OPS:{len(self._pending_operations) // 2}", flush=True)