in scripts/merge_waf_checklists.py [0:0]
def calculate_embeddings(checklist, model):
if (args.verbose): print('DEBUG: Calculating embeddings for checklist ({0} recos)...'.format(len(checklist['items'])))
counter = 0
for reco in checklist['items']:
counter += 1
if not ('embeddings' in reco):
if (counter % 100 == 0):
if (args.verbose): print('DEBUG: {0} recos processed'.format(counter))
if 'text' in reco:
embeddings = model.encode(reco['text'])
reco['embeddings'] = embeddings
# if args.verbose: print('DEBUG: calculated embeddings for {0}: {1}'.format(reco['text'], str(embeddings)))
else:
if args.verbose: print('DEBUG: Missing "text" tag in recommendation')
# texts = [x['text'] for x in checklist['items']]
# text_embeddings = model.encode(texts)
return checklist