in scripts/regression.py [0:0]
def extract_value(args, results, model, task, err=False):
if model not in results:
return 0
results = results[model]["results"]
if task not in results:
return 0
results = results[task]
if args.acc_norm and "acc_norm,none" in results:
return results["acc_norm,none"] if not err else results["acc_norm_stderr,none"]
if "acc,none" in results:
return results["acc,none"] if not err else results["acc_stderr,none"]
if (args.perplexity or "word_perplexity") + ",none" in results:
return (
results[(args.perplexity or "word_perplexity") + ",none"] if not err else 0
)
return 0