def _merge_datasets()

in yourbench/utils/dataset_engine.py [0:0]


def _merge_datasets(existing: Dataset | DatasetDict, new: Dataset, subset: str | None) -> Dataset | DatasetDict:
    """Merge new dataset with existing, creating fresh object."""
    if subset is None:
        return new

    if not isinstance(existing, DatasetDict):
        existing = DatasetDict({"default": existing})

    merged = DatasetDict({k: v for k, v in existing.items() if k != subset})
    merged[subset] = new
    return merged