def load_data()

in normalizer/data_utils.py [0:0]

• 9 lines of code
• 1 McCabe index (conditional complexity)

def load_data(args):
    dataset = load_dataset(
        args.dataset_path,
        args.dataset,
        split=args.split,
        streaming=args.streaming,
        token=True,
    )

    return dataset