in picotron/utils.py [0:0]
def assert_no_meta_tensors(model):
meta_tensors = []
for name, param in model.named_parameters():
if param.device == torch.device("meta"):
meta_tensors.append(f"Parameter '{name}' with shape {param.shape}")
for name, buffer in model.named_buffers():
if buffer.device == torch.device("meta"):
meta_tensors.append(f"Buffer '{name}' with shape {buffer.shape}")
assert len(meta_tensors) == 0, f"Found {len(meta_tensors)} meta tensors:\n" + "\n".join(meta_tensors)