def extract_data()

in src/scripts/extract_data.py [0:0]

• 10 lines of code
• 2 McCabe index (conditional complexity)

def extract_data(dataset_name, indices_path=None):
    with open(f'./data/{dataset_name}/function_completions.json', 'r') as f:
        data = json.load(f)

    extractable_entities = get_extractable_entities(dataset_name, data, indices_path)
    ffn_ranged_entities = get_ffn_ranged_entities(dataset_name, data, indices_path)

    for key in extractable_entities:
        extractable_entities[key].update(ffn_ranged_entities.get(key, {}))

    update_json_file(f'./data/{dataset_name}/entities.json',
                     extractable_entities
                     )