in utils/compute_score.py [0:0]
def cal_f1(label, pred):
label_set = set(['|'.join(x) for x in label.items()])
pred_set = set(['|'.join(x) for x in pred.items()])
comment_set = label_set & pred_set
precision = len(comment_set) / (len(pred_set) + 1e-12)
recall = len(comment_set) / (len(label_set) + 1e-12)
if precision + recall == 0:
f1 = 0
else:
f1 = 2 * (precision * recall) / (precision + recall) * 100
return f1