in summarize_from_feedback/datasets/__init__.py [0:0]
def get_dataset(name, split, layout, repeat=True, seed=None):
if seed is None:
seed = torch.initial_seed()
data = list(_DATASETS[name](split))
def shuffled():
my_random = random.Random(seed)
while True:
my_random.shuffle(data)
yield from data
if not repeat:
return
return even_more_itertools.distribute(shuffled(), layout=layout)