in scripts/dataset/sampler.py [0:0]
def __init__(self, dataset, num_replicas=None, rank=None):
if num_replicas is None:
num_replicas = dist.get_world_size() if dist.is_initialized() else 1
if rank is None:
rank = dist.get_rank() if dist.is_initialized() else 0
self.dataset = dataset
self.num_replicas = num_replicas
self.rank = rank
self.num_samples = (len(self.dataset) // self.num_replicas) + int(
(len(self.dataset) % self.num_replicas) < self.rank
)