Path	Lines of Code
agents/aide/config.yaml	130
agents/dummy/config.yaml	3
agents/dummy/main.py	19
agents/mlagentbench/benchmark_dir/env/train.py	8
agents/mlagentbench/benchmark_dir/scripts/prepare.py	1
agents/mlagentbench/config.yaml	20
agents/opendevin/config.yaml	13
agents/opendevin/setup.py	39
agents/opendevin/start.py	134
agents/opendevin/templates.py	5
agents/opendevin/utils.py	18
agents/registry.py	78
agents/run.py	100
agents/utils.py	22
environment/__init__.py	1
environment/defaults.py	4
environment/grading_server.py	28
environment/utils.py	90
experiments/familiarity/familiarity.py	213
experiments/familiarity/get_discussion_posts.py	34
experiments/make_submission.py	84
extras/kernels/download_kernel_references.py	57
extras/kernels/download_kernels.py	121
extras/plagiarism_detector/analyze.py	118
extras/plagiarism_detector/dolos_wrapper.mjs	32
extras/plagiarism_detector/run.py	30
extras/rule_violation_detector/analyze.py	232
extras/rule_violation_detector/prompts.py	28
extras/rule_violation_detector/run.py	42
mlebench/__init__.py	1
mlebench/cli.py	200
mlebench/competitions/3d-object-detection-for-autonomous-vehicles/checksums.yaml	6
mlebench/competitions/3d-object-detection-for-autonomous-vehicles/config.yaml	19
mlebench/competitions/3d-object-detection-for-autonomous-vehicles/grade.py	85
mlebench/competitions/3d-object-detection-for-autonomous-vehicles/mAP_evaluation.py	215
mlebench/competitions/3d-object-detection-for-autonomous-vehicles/prepare.py	324
mlebench/competitions/AI4Code/checksums.yaml	7
mlebench/competitions/AI4Code/config.yaml	23
mlebench/competitions/AI4Code/grade.py	48
mlebench/competitions/AI4Code/prepare.py	55
mlebench/competitions/__init__.py	1
mlebench/competitions/aerial-cactus-identification/checksums.yaml	6
mlebench/competitions/aerial-cactus-identification/config.yaml	13
mlebench/competitions/aerial-cactus-identification/grade.py	8
mlebench/competitions/aerial-cactus-identification/prepare.py	47
mlebench/competitions/alaska2-image-steganalysis/checksums.yaml	5
mlebench/competitions/alaska2-image-steganalysis/config.yaml	19
mlebench/competitions/alaska2-image-steganalysis/grade.py	64
mlebench/competitions/alaska2-image-steganalysis/prepare.py	61
mlebench/competitions/aptos2019-blindness-detection/checksums.yaml	7
mlebench/competitions/aptos2019-blindness-detection/config.yaml	21
mlebench/competitions/aptos2019-blindness-detection/grade.py	24
mlebench/competitions/aptos2019-blindness-detection/prepare.py	50
mlebench/competitions/billion-word-imputation/checksums.yaml	5
mlebench/competitions/billion-word-imputation/config.yaml	13
mlebench/competitions/billion-word-imputation/grade.py	26
mlebench/competitions/billion-word-imputation/prepare.py	72
mlebench/competitions/bms-molecular-translation/checksums.yaml	7
mlebench/competitions/bms-molecular-translation/config.yaml	19
mlebench/competitions/bms-molecular-translation/grade.py	25
mlebench/competitions/bms-molecular-translation/prepare.py	43
mlebench/competitions/cassava-leaf-disease-classification/checksums.yaml	7
mlebench/competitions/cassava-leaf-disease-classification/config.yaml	25
mlebench/competitions/cassava-leaf-disease-classification/grade.py	9
mlebench/competitions/cassava-leaf-disease-classification/prepare.py	84
mlebench/competitions/cdiscount-image-classification-challenge/checksums.yaml	9
mlebench/competitions/cdiscount-image-classification-challenge/config.yaml	19
mlebench/competitions/cdiscount-image-classification-challenge/grade.py	8
mlebench/competitions/cdiscount-image-classification-challenge/prepare.py	95
mlebench/competitions/chaii-hindi-and-tamil-question-answering/checksums.yaml	7
mlebench/competitions/chaii-hindi-and-tamil-question-answering/config.yaml	23
mlebench/competitions/chaii-hindi-and-tamil-question-answering/grade.py	37
mlebench/competitions/chaii-hindi-and-tamil-question-answering/prepare.py	18
mlebench/competitions/champs-scalar-coupling/checksums.yaml	13
mlebench/competitions/champs-scalar-coupling/config.yaml	23
mlebench/competitions/champs-scalar-coupling/grade.py	35
mlebench/competitions/champs-scalar-coupling/prepare.py	84
mlebench/competitions/denoising-dirty-documents/checksums.yaml	5
mlebench/competitions/denoising-dirty-documents/config.yaml	13
mlebench/competitions/denoising-dirty-documents/grade.py	32
mlebench/competitions/denoising-dirty-documents/prepare.py	93
mlebench/competitions/detecting-insults-in-social-commentary/checksums.yaml	8
mlebench/competitions/detecting-insults-in-social-commentary/config.yaml	20
mlebench/competitions/detecting-insults-in-social-commentary/grade.py	8
mlebench/competitions/detecting-insults-in-social-commentary/prepare.py	54
mlebench/competitions/dog-breed-identification/checksums.yaml	6
mlebench/competitions/dog-breed-identification/config.yaml	13
mlebench/competitions/dog-breed-identification/dogs.py	3
mlebench/competitions/dog-breed-identification/grade.py	33
mlebench/competitions/dog-breed-identification/prepare.py	34
mlebench/competitions/dogs-vs-cats-redux-kernels-edition/checksums.yaml	5
mlebench/competitions/dogs-vs-cats-redux-kernels-edition/config.yaml	13
mlebench/competitions/dogs-vs-cats-redux-kernels-edition/grade.py	31
mlebench/competitions/dogs-vs-cats-redux-kernels-edition/prepare.py	52
mlebench/competitions/facebook-recruiting-iii-keyword-extraction/checksums.yaml	7
mlebench/competitions/facebook-recruiting-iii-keyword-extraction/config.yaml	13
mlebench/competitions/facebook-recruiting-iii-keyword-extraction/grade.py	39
mlebench/competitions/facebook-recruiting-iii-keyword-extraction/prepare.py	27
mlebench/competitions/freesound-audio-tagging-2019/checksums.yaml	7
mlebench/competitions/freesound-audio-tagging-2019/config.yaml	12
mlebench/competitions/freesound-audio-tagging-2019/grade.py	37
mlebench/competitions/freesound-audio-tagging-2019/prepare.py	61
mlebench/competitions/freesound-audio-tagging-2019/vocabulary.py	83
mlebench/competitions/google-quest-challenge/checksums.yaml	7
mlebench/competitions/google-quest-challenge/classes.py	32
mlebench/competitions/google-quest-challenge/config.yaml	23
mlebench/competitions/google-quest-challenge/grade.py	34
mlebench/competitions/google-quest-challenge/prepare.py	37
mlebench/competitions/google-research-identify-contrails-reduce-global-warming/checksums.yaml	7
mlebench/competitions/google-research-identify-contrails-reduce-global-warming/config.yaml	25
mlebench/competitions/google-research-identify-contrails-reduce-global-warming/grade.py	52
mlebench/competitions/google-research-identify-contrails-reduce-global-warming/prepare.py	122
mlebench/competitions/h-and-m-personalized-fashion-recommendations/checksums.yaml	8
mlebench/competitions/h-and-m-personalized-fashion-recommendations/config.yaml	25
mlebench/competitions/h-and-m-personalized-fashion-recommendations/grade.py	27
mlebench/competitions/h-and-m-personalized-fashion-recommendations/prepare.py	66
mlebench/competitions/herbarium-2020-fgvc7/checksums.yaml	5
mlebench/competitions/herbarium-2020-fgvc7/config.yaml	13
mlebench/competitions/herbarium-2020-fgvc7/grade.py	22
mlebench/competitions/herbarium-2020-fgvc7/prepare.py	176
mlebench/competitions/herbarium-2021-fgvc8/checksums.yaml	5
mlebench/competitions/herbarium-2021-fgvc8/config.yaml	13
mlebench/competitions/herbarium-2021-fgvc8/grade.py	22
mlebench/competitions/herbarium-2021-fgvc8/prepare.py	176
mlebench/competitions/herbarium-2022-fgvc9/checksums.yaml	7
mlebench/competitions/herbarium-2022-fgvc9/config.yaml	13
mlebench/competitions/herbarium-2022-fgvc9/grade.py	20
mlebench/competitions/herbarium-2022-fgvc9/prepare.py	156
mlebench/competitions/histopathologic-cancer-detection/checksums.yaml	6
mlebench/competitions/histopathologic-cancer-detection/config.yaml	13
mlebench/competitions/histopathologic-cancer-detection/grade.py	9
mlebench/competitions/histopathologic-cancer-detection/prepare.py	44
mlebench/competitions/hms-harmful-brain-activity-classification/checksums.yaml	8
mlebench/competitions/hms-harmful-brain-activity-classification/config.yaml	24
mlebench/competitions/hms-harmful-brain-activity-classification/constants.py	9
mlebench/competitions/hms-harmful-brain-activity-classification/grade.py	28
mlebench/competitions/hms-harmful-brain-activity-classification/kaggle_metric_utilities.py	56
mlebench/competitions/hms-harmful-brain-activity-classification/kullback_leibler_divergence.py	60
mlebench/competitions/hms-harmful-brain-activity-classification/prepare.py	98
mlebench/competitions/hotel-id-2021-fgvc8/checksums.yaml	6
mlebench/competitions/hotel-id-2021-fgvc8/config.yaml	13
mlebench/competitions/hotel-id-2021-fgvc8/grade.py	27
mlebench/competitions/hotel-id-2021-fgvc8/prepare.py	48
mlebench/competitions/hubmap-kidney-segmentation/checksums.yaml	8
mlebench/competitions/hubmap-kidney-segmentation/config.yaml	26
mlebench/competitions/hubmap-kidney-segmentation/grade.py	43
mlebench/competitions/hubmap-kidney-segmentation/prepare.py	81
mlebench/competitions/icecube-neutrinos-in-deep-ice/checksums.yaml	8
mlebench/competitions/icecube-neutrinos-in-deep-ice/config.yaml	31
mlebench/competitions/icecube-neutrinos-in-deep-ice/grade.py	59
mlebench/competitions/icecube-neutrinos-in-deep-ice/prepare.py	96
mlebench/competitions/imet-2020-fgvc7/checksums.yaml	7
mlebench/competitions/imet-2020-fgvc7/config.yaml	13
mlebench/competitions/imet-2020-fgvc7/grade.py	35
mlebench/competitions/imet-2020-fgvc7/prepare.py	54
mlebench/competitions/inaturalist-2019-fgvc6/checksums.yaml	8
mlebench/competitions/inaturalist-2019-fgvc6/config.yaml	13
mlebench/competitions/inaturalist-2019-fgvc6/grade.py	23
mlebench/competitions/inaturalist-2019-fgvc6/prepare.py	203
mlebench/competitions/invasive-species-monitoring/checksums.yaml	5
mlebench/competitions/invasive-species-monitoring/config.yaml	13
mlebench/competitions/invasive-species-monitoring/grade.py	8
mlebench/competitions/invasive-species-monitoring/prepare.py	70
mlebench/competitions/iwildcam-2019-fgvc6/checksums.yaml	8
mlebench/competitions/iwildcam-2019-fgvc6/config.yaml	13
mlebench/competitions/iwildcam-2019-fgvc6/grade.py	29
mlebench/competitions/iwildcam-2019-fgvc6/prepare.py	82
mlebench/competitions/iwildcam-2020-fgvc7/checksums.yaml	8
mlebench/competitions/iwildcam-2020-fgvc7/config.yaml	13
mlebench/competitions/iwildcam-2020-fgvc7/grade.py	8
mlebench/competitions/iwildcam-2020-fgvc7/prepare.py	112
mlebench/competitions/jigsaw-toxic-comment-classification-challenge/checksums.yaml	7
mlebench/competitions/jigsaw-toxic-comment-classification-challenge/classes.py	1
mlebench/competitions/jigsaw-toxic-comment-classification-challenge/config.yaml	19
mlebench/competitions/jigsaw-toxic-comment-classification-challenge/grade.py	34
mlebench/competitions/jigsaw-toxic-comment-classification-challenge/prepare.py	29
mlebench/competitions/jigsaw-unintended-bias-in-toxicity-classification/checksums.yaml	7
mlebench/competitions/jigsaw-unintended-bias-in-toxicity-classification/config.yaml	33
mlebench/competitions/jigsaw-unintended-bias-in-toxicity-classification/grade.py	95
mlebench/competitions/jigsaw-unintended-bias-in-toxicity-classification/prepare.py	25
mlebench/competitions/kuzushiji-recognition/checksums.yaml	8
mlebench/competitions/kuzushiji-recognition/config.yaml	24
mlebench/competitions/kuzushiji-recognition/grade.py	30
mlebench/competitions/kuzushiji-recognition/kuzushiji_metric.py	73
mlebench/competitions/kuzushiji-recognition/prepare.py	57
mlebench/competitions/leaf-classification/checksums.yaml	7
mlebench/competitions/leaf-classification/classes.py	101
mlebench/competitions/leaf-classification/config.yaml	13
mlebench/competitions/leaf-classification/grade.py	32
mlebench/competitions/leaf-classification/prepare.py	38
mlebench/competitions/learning-agency-lab-automated-essay-scoring-2/checksums.yaml	7
mlebench/competitions/learning-agency-lab-automated-essay-scoring-2/config.yaml	25
mlebench/competitions/learning-agency-lab-automated-essay-scoring-2/grade.py	29
mlebench/competitions/learning-agency-lab-automated-essay-scoring-2/prepare.py	36
mlebench/competitions/lmsys-chatbot-arena/checksums.yaml	7
mlebench/competitions/lmsys-chatbot-arena/config.yaml	23
mlebench/competitions/lmsys-chatbot-arena/grade.py	39
mlebench/competitions/lmsys-chatbot-arena/prepare.py	37
mlebench/competitions/ml2021spring-hw2/checksums.yaml	5
mlebench/competitions/ml2021spring-hw2/config.yaml	13
mlebench/competitions/ml2021spring-hw2/grade.py	8
mlebench/competitions/ml2021spring-hw2/prepare.py	40
mlebench/competitions/mlsp-2013-birds/checksums.yaml	5
mlebench/competitions/mlsp-2013-birds/config.yaml	19
mlebench/competitions/mlsp-2013-birds/grade.py	8
mlebench/competitions/mlsp-2013-birds/prepare.py	143
mlebench/competitions/movie-review-sentiment-analysis-kernels-only/checksums.yaml	5
mlebench/competitions/movie-review-sentiment-analysis-kernels-only/config.yaml	13
mlebench/competitions/movie-review-sentiment-analysis-kernels-only/grade.py	8
mlebench/competitions/movie-review-sentiment-analysis-kernels-only/prepare.py	38
mlebench/competitions/multi-modal-gesture-recognition/checksums.yaml	7
mlebench/competitions/multi-modal-gesture-recognition/config.yaml	25
mlebench/competitions/multi-modal-gesture-recognition/grade.py	35
mlebench/competitions/multi-modal-gesture-recognition/prepare.py	45
mlebench/competitions/new-york-city-taxi-fare-prediction/checksums.yaml	7
mlebench/competitions/new-york-city-taxi-fare-prediction/config.yaml	13
mlebench/competitions/new-york-city-taxi-fare-prediction/grade.py	18
mlebench/competitions/new-york-city-taxi-fare-prediction/prepare.py	29
mlebench/competitions/nfl-player-contact-detection/checksums.yaml	12
mlebench/competitions/nfl-player-contact-detection/config.yaml	23
mlebench/competitions/nfl-player-contact-detection/grade.py	25
mlebench/competitions/nfl-player-contact-detection/prepare.py	77
mlebench/competitions/nomad2018-predict-transparent-conductors/checksums.yaml	7
mlebench/competitions/nomad2018-predict-transparent-conductors/config.yaml	19
mlebench/competitions/nomad2018-predict-transparent-conductors/grade.py	39
mlebench/competitions/nomad2018-predict-transparent-conductors/prepare.py	55
mlebench/competitions/osic-pulmonary-fibrosis-progression/checksums.yaml	7
mlebench/competitions/osic-pulmonary-fibrosis-progression/config.yaml	19
mlebench/competitions/osic-pulmonary-fibrosis-progression/grade.py	52
mlebench/competitions/osic-pulmonary-fibrosis-progression/prepare.py	72
mlebench/competitions/paddy-disease-classification/checksums.yaml	6
mlebench/competitions/paddy-disease-classification/config.yaml	13
mlebench/competitions/paddy-disease-classification/grade.py	23
mlebench/competitions/paddy-disease-classification/prepare.py	46
mlebench/competitions/petfinder-pawpularity-score/checksums.yaml	7
mlebench/competitions/petfinder-pawpularity-score/config.yaml	19
mlebench/competitions/petfinder-pawpularity-score/grade.py	29
mlebench/competitions/petfinder-pawpularity-score/prepare.py	55
mlebench/competitions/plant-pathology-2020-fgvc7/checksums.yaml	7
mlebench/competitions/plant-pathology-2020-fgvc7/config.yaml	13
mlebench/competitions/plant-pathology-2020-fgvc7/grade.py	30
mlebench/competitions/plant-pathology-2020-fgvc7/prepare.py	54
mlebench/competitions/plant-pathology-2021-fgvc8/checksums.yaml	6
mlebench/competitions/plant-pathology-2021-fgvc8/config.yaml	13
mlebench/competitions/plant-pathology-2021-fgvc8/grade.py	35
mlebench/competitions/plant-pathology-2021-fgvc8/prepare.py	44
mlebench/competitions/plant-seedlings-classification/checksums.yaml	5
mlebench/competitions/plant-seedlings-classification/config.yaml	13
mlebench/competitions/plant-seedlings-classification/grade.py	24
mlebench/competitions/plant-seedlings-classification/prepare.py	57
mlebench/competitions/playground-series-s3e18/checksums.yaml	7
mlebench/competitions/playground-series-s3e18/config.yaml	13
mlebench/competitions/playground-series-s3e18/grade.py	25
mlebench/competitions/playground-series-s3e18/prepare.py	22
mlebench/competitions/predict-volcanic-eruptions-ingv-oe/checksums.yaml	6
mlebench/competitions/predict-volcanic-eruptions-ingv-oe/config.yaml	13
mlebench/competitions/predict-volcanic-eruptions-ingv-oe/grade.py	29
mlebench/competitions/predict-volcanic-eruptions-ingv-oe/prepare.py	50
mlebench/competitions/random-acts-of-pizza/checksums.yaml	7
mlebench/competitions/random-acts-of-pizza/config.yaml	13
mlebench/competitions/random-acts-of-pizza/grade.py	11
mlebench/competitions/random-acts-of-pizza/prepare.py	57
mlebench/competitions/ranzcr-clip-catheter-line-classification/checksums.yaml	7
mlebench/competitions/ranzcr-clip-catheter-line-classification/classes.py	11
mlebench/competitions/ranzcr-clip-catheter-line-classification/config.yaml	27
mlebench/competitions/ranzcr-clip-catheter-line-classification/grade.py	25
mlebench/competitions/ranzcr-clip-catheter-line-classification/prepare.py	37
mlebench/competitions/rsna-2022-cervical-spine-fracture-detection/checksums.yaml	8
mlebench/competitions/rsna-2022-cervical-spine-fracture-detection/config.yaml	29
mlebench/competitions/rsna-2022-cervical-spine-fracture-detection/grade.py	62
mlebench/competitions/rsna-2022-cervical-spine-fracture-detection/prepare.py	153
mlebench/competitions/rsna-breast-cancer-detection/checksums.yaml	7
mlebench/competitions/rsna-breast-cancer-detection/config.yaml	29
mlebench/competitions/rsna-breast-cancer-detection/grade.py	45
mlebench/competitions/rsna-breast-cancer-detection/prepare.py	104
mlebench/competitions/rsna-miccai-brain-tumor-radiogenomic-classification/checksums.yaml	6
mlebench/competitions/rsna-miccai-brain-tumor-radiogenomic-classification/config.yaml	29
mlebench/competitions/rsna-miccai-brain-tumor-radiogenomic-classification/grade.py	10
mlebench/competitions/rsna-miccai-brain-tumor-radiogenomic-classification/prepare.py	35
mlebench/competitions/seti-breakthrough-listen/checksums.yaml	6
mlebench/competitions/seti-breakthrough-listen/config.yaml	19
mlebench/competitions/seti-breakthrough-listen/grade.py	8
mlebench/competitions/seti-breakthrough-listen/prepare.py	54
mlebench/competitions/siim-covid19-detection/checksums.yaml	7
mlebench/competitions/siim-covid19-detection/config.yaml	33
mlebench/competitions/siim-covid19-detection/grade.py	98
mlebench/competitions/siim-covid19-detection/prepare.py	62
mlebench/competitions/siim-isic-melanoma-classification/checksums.yaml	7
mlebench/competitions/siim-isic-melanoma-classification/config.yaml	23
mlebench/competitions/siim-isic-melanoma-classification/grade.py	8
mlebench/competitions/siim-isic-melanoma-classification/prepare.py	97
mlebench/competitions/smartphone-decimeter-2022/checksums.yaml	5
mlebench/competitions/smartphone-decimeter-2022/config.yaml	19
mlebench/competitions/smartphone-decimeter-2022/grade.py	41
mlebench/competitions/smartphone-decimeter-2022/notebook.py	60
mlebench/competitions/smartphone-decimeter-2022/prepare.py	104
mlebench/competitions/spaceship-titanic/checksums.yaml	7
mlebench/competitions/spaceship-titanic/config.yaml	13
mlebench/competitions/spaceship-titanic/grade.py	8
mlebench/competitions/spaceship-titanic/prepare.py	12
mlebench/competitions/spooky-author-identification/checksums.yaml	7
mlebench/competitions/spooky-author-identification/classes.py	1
mlebench/competitions/spooky-author-identification/config.yaml	13
mlebench/competitions/spooky-author-identification/grade.py	26
mlebench/competitions/spooky-author-identification/prepare.py	26
mlebench/competitions/stanford-covid-vaccine/checksums.yaml	7
mlebench/competitions/stanford-covid-vaccine/config.yaml	19
mlebench/competitions/stanford-covid-vaccine/grade.py	44
mlebench/competitions/stanford-covid-vaccine/prepare.py	95
mlebench/competitions/statoil-iceberg-classifier-challenge/checksums.yaml	5
mlebench/competitions/statoil-iceberg-classifier-challenge/config.yaml	19
mlebench/competitions/statoil-iceberg-classifier-challenge/grade.py	29
mlebench/competitions/statoil-iceberg-classifier-challenge/prepare.py	80
mlebench/competitions/tabular-playground-series-dec-2021/checksums.yaml	7
mlebench/competitions/tabular-playground-series-dec-2021/config.yaml	13
mlebench/competitions/tabular-playground-series-dec-2021/grade.py	8
mlebench/competitions/tabular-playground-series-dec-2021/prepare.py	27
mlebench/competitions/tabular-playground-series-may-2022/checksums.yaml	8
mlebench/competitions/tabular-playground-series-may-2022/config.yaml	14
mlebench/competitions/tabular-playground-series-may-2022/grade.py	6
mlebench/competitions/tabular-playground-series-may-2022/prepare.py	36
mlebench/competitions/tensorflow-speech-recognition-challenge/checksums.yaml	5
mlebench/competitions/tensorflow-speech-recognition-challenge/config.yaml	21
mlebench/competitions/tensorflow-speech-recognition-challenge/grade.py	8
mlebench/competitions/tensorflow-speech-recognition-challenge/prepare.py	66
mlebench/competitions/tensorflow2-question-answering/checksums.yaml	8
mlebench/competitions/tensorflow2-question-answering/config.yaml	26
mlebench/competitions/tensorflow2-question-answering/grade.py	80
mlebench/competitions/tensorflow2-question-answering/prepare.py	82
mlebench/competitions/text-normalization-challenge-english-language/checksums.yaml	5
mlebench/competitions/text-normalization-challenge-english-language/config.yaml	19
mlebench/competitions/text-normalization-challenge-english-language/grade.py	34
mlebench/competitions/text-normalization-challenge-english-language/prepare.py	89
mlebench/competitions/text-normalization-challenge-russian-language/checksums.yaml	5
mlebench/competitions/text-normalization-challenge-russian-language/config.yaml	19
mlebench/competitions/text-normalization-challenge-russian-language/grade.py	34
mlebench/competitions/text-normalization-challenge-russian-language/prepare.py	89
mlebench/competitions/tgs-salt-identification-challenge/checksums.yaml	7
mlebench/competitions/tgs-salt-identification-challenge/config.yaml	21
mlebench/competitions/tgs-salt-identification-challenge/grade.py	93
mlebench/competitions/tgs-salt-identification-challenge/prepare.py	113
mlebench/competitions/the-icml-2013-whale-challenge-right-whale-redux/checksums.yaml	5
mlebench/competitions/the-icml-2013-whale-challenge-right-whale-redux/config.yaml	17
mlebench/competitions/the-icml-2013-whale-challenge-right-whale-redux/grade.py	8
mlebench/competitions/the-icml-2013-whale-challenge-right-whale-redux/prepare.py	60
mlebench/competitions/tweet-sentiment-extraction/checksums.yaml	7
mlebench/competitions/tweet-sentiment-extraction/config.yaml	19
mlebench/competitions/tweet-sentiment-extraction/grade.py	37
mlebench/competitions/tweet-sentiment-extraction/prepare.py	22
mlebench/competitions/us-patent-phrase-to-phrase-matching/checksums.yaml	7
mlebench/competitions/us-patent-phrase-to-phrase-matching/config.yaml	19
mlebench/competitions/us-patent-phrase-to-phrase-matching/grade.py	20
mlebench/competitions/us-patent-phrase-to-phrase-matching/prepare.py	18
mlebench/competitions/utils.py	167
mlebench/competitions/uw-madison-gi-tract-image-segmentation/checksums.yaml	7
mlebench/competitions/uw-madison-gi-tract-image-segmentation/config.yaml	19
mlebench/competitions/uw-madison-gi-tract-image-segmentation/grade.py	94
mlebench/competitions/uw-madison-gi-tract-image-segmentation/prepare.py	89
mlebench/competitions/ventilator-pressure-prediction/checksums.yaml	7
mlebench/competitions/ventilator-pressure-prediction/config.yaml	19
mlebench/competitions/ventilator-pressure-prediction/grade.py	29
mlebench/competitions/ventilator-pressure-prediction/prepare.py	44
mlebench/competitions/vesuvius-challenge-ink-detection/checksums.yaml	6
mlebench/competitions/vesuvius-challenge-ink-detection/config.yaml	34
mlebench/competitions/vesuvius-challenge-ink-detection/grade.py	68
mlebench/competitions/vesuvius-challenge-ink-detection/prepare.py	89
mlebench/competitions/vinbigdata-chest-xray-abnormalities-detection/checksums.yaml	7
mlebench/competitions/vinbigdata-chest-xray-abnormalities-detection/config.yaml	22
mlebench/competitions/vinbigdata-chest-xray-abnormalities-detection/grade.py	136
mlebench/competitions/vinbigdata-chest-xray-abnormalities-detection/prepare.py	86
mlebench/competitions/whale-categorization-playground/checksums.yaml	6
mlebench/competitions/whale-categorization-playground/config.yaml	13
mlebench/competitions/whale-categorization-playground/grade.py	26
mlebench/competitions/whale-categorization-playground/prepare.py	68
mlebench/data.py	275
mlebench/grade.py	110
mlebench/grade_helpers.py	171
mlebench/metrics.py	29
mlebench/registry.py	113
mlebench/utils.py	190
pyproject.toml	50
run_agent.py	203