in results/summarize_presupposition_results.py [0:0]
def correct_prediction(datum):
if datum["gold_label"] == "entailment":
correct = True if datum["pred_entailment"] > datum["pred_contradiction"] \
and datum["pred_entailment"] > datum["pred_neutral"] else False
if datum["gold_label"] == "neutral":
correct = True if datum["pred_neutral"] > datum["pred_contradiction"] \
and datum["pred_neutral"] > datum["pred_entailment"] else False
if datum["gold_label"] == "contradiction":
correct = True if datum["pred_contradiction"] > datum["pred_entailment"] \
and datum["pred_contradiction"] > datum["pred_neutral"] else False
return correct