def runner()

in ml/trl_rlhf_data.py [0:0]

• 6 lines of code
• 1 McCabe index (conditional complexity)

def runner(arguments):
    parser = HfArgumentParser(arguments)
    script_args = parser.parse_args_into_dataclasses()[0]

    dataset = load_dataset("Anthropic/hh-rlhf", data_dir="helpful-base")
    dataset = dataset.map(extract_dialogue, num_proc=script_args.dataset_num_proc)
    return