Path	Lines of Code
comparisons/exact_match/app.py	4
comparisons/exact_match/exact_match.py	24
comparisons/mcnemar/app.py	4
comparisons/mcnemar/mcnemar.py	38
comparisons/wilcoxon/app.py	4
comparisons/wilcoxon/wilcoxon.py	25
measurements/honest/app.py	4
measurements/honest/honest.py	102
measurements/label_distribution/app.py	4
measurements/label_distribution/label_distribution.py	29
measurements/perplexity/app.py	4
measurements/perplexity/perplexity.py	91
measurements/regard/app.py	4
measurements/regard/regard.py	78
measurements/text_duplicates/app.py	4
measurements/text_duplicates/text_duplicates.py	34
measurements/toxicity/app.py	4
measurements/toxicity/toxicity.py	48
measurements/word_count/app.py	4
measurements/word_count/word_count.py	26
measurements/word_length/app.py	4
measurements/word_length/word_length.py	37
metrics/accuracy/accuracy.py	32
metrics/accuracy/app.py	4
metrics/bertscore/app.py	4
metrics/bertscore/bertscore.py	125
metrics/bleu/app.py	4
metrics/bleu/bleu.py	51
metrics/bleu/tokenizer_13a.py	38
metrics/bleurt/app.py	7
metrics/bleurt/bleurt.py	57
metrics/brier_score/app.py	4
metrics/brier_score/brier_score.py	50
metrics/cer/app.py	4
metrics/cer/cer.py	101
metrics/character/app.py	4
metrics/character/character.py	73
metrics/charcut_mt/app.py	4
metrics/charcut_mt/charcut_mt.py	26
metrics/chrf/app.py	4
metrics/chrf/chrf.py	67
metrics/code_eval/app.py	4
metrics/code_eval/code_eval.py	74
metrics/code_eval/execute.py	146
metrics/comet/app.py	7
metrics/comet/comet.py	51
metrics/competition_math/app.py	4
metrics/competition_math/competition_math.py	30
metrics/confusion_matrix/app.py	4
metrics/confusion_matrix/confusion_matrix.py	32
metrics/coval/app.py	7
metrics/coval/coval.py	132
metrics/cuad/app.py	4
metrics/cuad/compute_score.py	145
metrics/cuad/cuad.py	52
metrics/exact_match/app.py	4
metrics/exact_match/exact_match.py	52
metrics/f1/app.py	4
metrics/f1/f1.py	31
metrics/frugalscore/app.py	4
metrics/frugalscore/frugalscore.py	63
metrics/glue/app.py	4
metrics/glue/glue.py	74
metrics/google_bleu/app.py	4
metrics/google_bleu/google_bleu.py	48
metrics/google_bleu/tokenizer_13a.py	38
metrics/indic_glue/app.py	4
metrics/indic_glue/indic_glue.py	97
metrics/mae/app.py	4
metrics/mae/mae.py	32
metrics/mahalanobis/app.py	4
metrics/mahalanobis/mahalanobis.py	39
metrics/mape/app.py	4
metrics/mape/mape.py	37
metrics/mase/app.py	4
metrics/mase/mase.py	48
metrics/matthews_correlation/app.py	4
metrics/matthews_correlation/matthews_correlation.py	46
metrics/mauve/app.py	7
metrics/mauve/mauve.py	73
metrics/mean_iou/app.py	4
metrics/mean_iou/mean_iou.py	118
metrics/meteor/app.py	4
metrics/meteor/meteor.py	90
metrics/mse/app.py	4
metrics/mse/mse.py	34
metrics/nist_mt/app.py	4
metrics/nist_mt/nist_mt.py	56
metrics/nist_mt/tests.py	22
metrics/pearsonr/app.py	4
metrics/pearsonr/pearsonr.py	27
metrics/perplexity/app.py	4
metrics/perplexity/perplexity.py	91
metrics/poseval/app.py	4
metrics/poseval/poseval.py	36
metrics/precision/app.py	4
metrics/precision/precision.py	46
metrics/r_squared/app.py	4
metrics/r_squared/r_squared.py	33
metrics/recall/app.py	4
metrics/recall/recall.py	46
metrics/rl_reliability/app.py	4
metrics/rl_reliability/rl_reliability.py	126
metrics/roc_auc/app.py	4
metrics/roc_auc/roc_auc.py	52
metrics/rouge/app.py	4
metrics/rouge/rouge.py	73
metrics/sacrebleu/app.py	7
metrics/sacrebleu/sacrebleu.py	78
metrics/sari/app.py	4
metrics/sari/sari.py	171
metrics/seqeval/app.py	7
metrics/seqeval/seqeval.py	68
metrics/smape/app.py	4
metrics/smape/smape.py	49
metrics/spearmanr/app.py	4
metrics/spearmanr/spearmanr.py	27
metrics/squad/app.py	4
metrics/squad/compute_score.py	70
metrics/squad/squad.py	49
metrics/squad_v2/app.py	4
metrics/squad_v2/compute_score.py	265
metrics/squad_v2/squad_v2.py	57
metrics/super_glue/app.py	4
metrics/super_glue/record_evaluation.py	78
metrics/super_glue/super_glue.py	125
metrics/ter/app.py	4
metrics/ter/ter.py	63
metrics/trec_eval/app.py	4
metrics/trec_eval/trec_eval.py	65
metrics/wer/app.py	4
metrics/wer/wer.py	47
metrics/wiki_split/app.py	4
metrics/wiki_split/wiki_split.py	235
metrics/xnli/app.py	4
metrics/xnli/xnli.py	26
metrics/xtreme_s/app.py	4
metrics/xtreme_s/xtreme_s.py	189
setup.cfg	18
setup.py	103
src/evaluate/__init__.py	27
src/evaluate/commands/__init__.py	1
src/evaluate/commands/evaluate_cli.py	88
src/evaluate/config.py	148
src/evaluate/evaluation_suite/__init__.py	91
src/evaluate/evaluator/__init__.py	78
src/evaluate/evaluator/audio_classification.py	58
src/evaluate/evaluator/automatic_speech_recognition.py	54
src/evaluate/evaluator/base.py	263
src/evaluate/evaluator/image_classification.py	58
src/evaluate/evaluator/question_answering.py	127
src/evaluate/evaluator/text2text_generation.py	156
src/evaluate/evaluator/text_classification.py	83
src/evaluate/evaluator/text_generation.py	14
src/evaluate/evaluator/token_classification.py	118
src/evaluate/evaluator/utils.py	58
src/evaluate/hub.py	68
src/evaluate/info.py	59
src/evaluate/inspect.py	61
src/evaluate/loading.py	500
src/evaluate/module.py	566
src/evaluate/naming.py	45
src/evaluate/saving.py	42
src/evaluate/utils/__init__.py	20
src/evaluate/utils/file_utils.py	429
src/evaluate/utils/gradio.py	90
src/evaluate/utils/logging.py	99
src/evaluate/visualization.py	131
templates/{{ cookiecutter.module_slug }}/app.py	4
templates/{{ cookiecutter.module_slug }}/tests.py	17
templates/{{ cookiecutter.module_slug }}/{{ cookiecutter.module_slug }}.py	29