in sample_workloads/lit-gpt-demo/utilities/monitor_collectives.py [0:0]
def traced_irecv(tensor, src=None, group=None, tag=0):
"""Intercepts invocations of torch.distributed.irecv.
"""
if _should_rank_record_comm(group, peer_rank=src, is_ring=False):
message_size = tensor.nelement() * tensor.element_size()
_emit_call_description('recv', message_size, group, src)
return torch.distributed.untraced_irecv(tensor, src, group, tag)