in src/scripts/ffn_inference.py [0:0]
def load_embeddings(dataset_name, entity_name, indices_path):
with open(f"./data/{dataset_name}/filenames.json", 'rb') as f:
dataset_keys = json.load(f)
with open(f"./data/{dataset_name}/{entity_name}/filenames.json", 'rb') as f:
entity_keys = json.load(f)
if indices_path:
with open(indices_path, 'r') as f:
indices = json.load(f)
else:
indices = entity_keys
with open(f"./data/{dataset_name}/embeddings.bin", 'rb') as f:
dataset_embeddings = np.array(pickle.load(f))[find_indices(indices, dataset_keys)]
with open(f"./data/{dataset_name}/{entity_name}/embeddings.bin", 'rb') as f:
entity_embeddings = np.array(pickle.load(f))[find_indices(indices, entity_keys)]
return dataset_embeddings, entity_embeddings