def create_indices()

in src/scripts/utils.py [0:0]

• 9 lines of code
• 3 McCabe index (conditional complexity)

def create_indices(dataset_name, indices_path):
    if indices_path:
        with open(indices_path, 'r') as f:
            return json.load(f)
    with open(f"./data/{dataset_name}/dataset.json", 'r') as f:
        new_indices = list(json.load(f).keys())
    with open(f"./data/{dataset_name}/entities.json", 'r') as f:
        old_indices = list(json.load(f).keys())
    # if os.path.isfile(f"./data/{dataset_name}/completions.json"):
    #     with open(f"./data/{dataset_name}_completions.json", 'r') as f:
    #         unfinished_indices = list(json.load(f).keys())
    return list(set(new_indices) ^ set(old_indices))