def load_dataset_splits()

in bring-your-own-container/fairseq_translation/fairseq/train_driver.py [0:0]


def load_dataset_splits(task, splits):
    for split in splits:
        if split == "train":
            task.load_dataset(split, combine=True)
        else:
            for k in itertools.count():
                split_k = split + (str(k) if k > 0 else "")
                try:
                    task.load_dataset(split_k, combine=False)
                except FileNotFoundError as e:
                    if k > 0:
                        break
                    raise e