Path	Lines of Code
environment.yml	42
paper/experiments/ldc/__init__.py	1
paper/experiments/ldc/preprocess.py	57
paper/experiments/mturk/prepare_mturk.py	327
paper/experiments/mturk/text_stats.py	45
paper/experiments/viggo/__init__.py	1
paper/experiments/viggo/preprocess.py	84
paper/experiments/webnlg/__init__.py	1
paper/experiments/webnlg/preprocess.py	168
paper/experiments/webnlg/webnlg_utils.py	15
setup.py	13
src/datatuner/__init__.py	1
src/datatuner/classification/classify_generated.py	217
src/datatuner/classification/consistency_classifier.py	36
src/datatuner/classification/consistency_processor.py	43
src/datatuner/classification/distractors.py	177
src/datatuner/classification/run_classifier.py	594
src/datatuner/lm/__init__.py	1
src/datatuner/lm/converters.py	3
src/datatuner/lm/cross_entropy.py	121
src/datatuner/lm/custom_gpt2.py	28
src/datatuner/lm/custom_tokenizer.py	55
src/datatuner/lm/data_loader.py	246
src/datatuner/lm/evaluate.py	857
src/datatuner/lm/launch_tokenizer.py	10
src/datatuner/lm/metrics.py	168
src/datatuner/lm/model_loader.py	102
src/datatuner/lm/novograd.py	62
src/datatuner/lm/process_json.py	36
src/datatuner/lm/reranker.py	72
src/datatuner/lm/special_token_generator.py	41
src/datatuner/lm/train.py	379
src/datatuner/lm/utils.py	77
src/datatuner/ops/mlflow.py	9
src/datatuner/utils.py	69