def load_dataset_column()

in src/alignment/decontaminate.py [0:0]

• 4 lines of code
• 4 McCabe index (conditional complexity)

def load_dataset_column(dataset: str, column: str, split: str, name=None) -> List[str]:
    ds = load_dataset(dataset, split=split, name=name)
    res = [sample[column].strip() for sample in ds]
    # Only return non-empty strings
    return [sample for sample in res if len(sample) > 0]