Path	Lines of Code
README.md	139
SECURITY.md	3
agents/README.md	45
agents/aide/additional_notes.txt	7
agents/aide/requirements.txt	1
agents/dummy/requirements.txt	2
agents/mlagentbench/additional_notes.txt	7
agents/mlagentbench/benchmark_dir/scripts/research_problem.txt	3
agents/mlagentbench/requirements.txt	69
environment/config/container_configs/default.json	6
environment/instructions.txt	13
environment/instructions_obfuscated.txt	13
environment/requirements.txt	92
examples/README.md	3
examples/rule_violation_detection/analyze_logs.sh	8
examples/rule_violation_detection/make_logs_file.py	48
experiments/familiarity/README.md	23
experiments/familiarity/comps_to_urls.json	3
experiments/familiarity/requirements.txt	9
experiments/splits/all.txt	75
experiments/splits/dev.txt	7
experiments/splits/high.txt	15
experiments/splits/low.txt	22
experiments/splits/medium.txt	38
experiments/splits/spaceship-titanic.txt	1
extras/README.md	74
extras/plagiarism_detector/package-lock.json	590
extras/plagiarism_detector/package.json	5
mlebench/competitions/3d-object-detection-for-autonomous-vehicles/description.md	88
mlebench/competitions/3d-object-detection-for-autonomous-vehicles/description_obfuscated.md	40
mlebench/competitions/3d-object-detection-for-autonomous-vehicles/kernels.txt	50
mlebench/competitions/AI4Code/description.md	76
mlebench/competitions/AI4Code/description_obfuscated.md	27
mlebench/competitions/AI4Code/kernels.txt	50
mlebench/competitions/aerial-cactus-identification/description.md	33
mlebench/competitions/aerial-cactus-identification/description_obfuscated.md	19
mlebench/competitions/aerial-cactus-identification/kernels.txt	50
mlebench/competitions/alaska2-image-steganalysis/description.md	56
mlebench/competitions/alaska2-image-steganalysis/description_obfuscated.md	32
mlebench/competitions/alaska2-image-steganalysis/kernels.txt	50
mlebench/competitions/aptos2019-blindness-detection/description.md	72
mlebench/competitions/aptos2019-blindness-detection/description_obfuscated.md	27
mlebench/competitions/aptos2019-blindness-detection/kernels.txt	50
mlebench/competitions/billion-word-imputation/description.md	30
mlebench/competitions/billion-word-imputation/description_obfuscated.md	20
mlebench/competitions/billion-word-imputation/kernels.txt	1
mlebench/competitions/bms-molecular-translation/description.md	40
mlebench/competitions/bms-molecular-translation/description_obfuscated.md	18
mlebench/competitions/bms-molecular-translation/kernels.txt	50
mlebench/competitions/cassava-leaf-disease-classification/description.md	71
mlebench/competitions/cassava-leaf-disease-classification/description_obfuscated.md	21
mlebench/competitions/cassava-leaf-disease-classification/kernels.txt	50
mlebench/competitions/cdiscount-image-classification-challenge/description.md	60
mlebench/competitions/cdiscount-image-classification-challenge/description_obfuscated.md	18
mlebench/competitions/cdiscount-image-classification-challenge/kernels.txt	50
mlebench/competitions/chaii-hindi-and-tamil-question-answering/description.md	90
mlebench/competitions/chaii-hindi-and-tamil-question-answering/description_obfuscated.md	41
mlebench/competitions/chaii-hindi-and-tamil-question-answering/kernels.txt	50
mlebench/competitions/champs-scalar-coupling/description.md	69
mlebench/competitions/champs-scalar-coupling/description_obfuscated.md	24
mlebench/competitions/champs-scalar-coupling/kernels.txt	50
mlebench/competitions/denoising-dirty-documents/description.md	33
mlebench/competitions/denoising-dirty-documents/description_obfuscated.md	15
mlebench/competitions/denoising-dirty-documents/kernels.txt	50
mlebench/competitions/detecting-insults-in-social-commentary/description.md	94
mlebench/competitions/detecting-insults-in-social-commentary/description_obfuscated.md	18
mlebench/competitions/detecting-insults-in-social-commentary/kernels.txt	4
mlebench/competitions/dog-breed-identification/description.md	150
mlebench/competitions/dog-breed-identification/description_obfuscated.md	16
mlebench/competitions/dog-breed-identification/kernels.txt	50
mlebench/competitions/dogs-vs-cats-redux-kernels-edition/description.md	30
mlebench/competitions/dogs-vs-cats-redux-kernels-edition/description_obfuscated.md	15
mlebench/competitions/dogs-vs-cats-redux-kernels-edition/kernels.txt	50
mlebench/competitions/facebook-recruiting-iii-keyword-extraction/description.md	43
mlebench/competitions/facebook-recruiting-iii-keyword-extraction/description_obfuscated.md	21
mlebench/competitions/facebook-recruiting-iii-keyword-extraction/kernels.txt	23
mlebench/competitions/freesound-audio-tagging-2019/description_obfuscated.md	27
mlebench/competitions/freesound-audio-tagging-2019/kernels.txt	50
mlebench/competitions/google-quest-challenge/description.md	51
mlebench/competitions/google-quest-challenge/description_obfuscated.md	19
mlebench/competitions/google-quest-challenge/kernels.txt	50
mlebench/competitions/google-research-identify-contrails-reduce-global-warming/description_obfuscated.md	35
mlebench/competitions/google-research-identify-contrails-reduce-global-warming/kernels.txt	50
mlebench/competitions/h-and-m-personalized-fashion-recommendations/description.md	48
mlebench/competitions/h-and-m-personalized-fashion-recommendations/description_obfuscated.md	23
mlebench/competitions/h-and-m-personalized-fashion-recommendations/kernels.txt	50
mlebench/competitions/herbarium-2020-fgvc7/description.md	111
mlebench/competitions/herbarium-2020-fgvc7/description_obfuscated.md	17
mlebench/competitions/herbarium-2020-fgvc7/kernels.txt	35
mlebench/competitions/herbarium-2021-fgvc8/description_obfuscated.md	17
mlebench/competitions/herbarium-2021-fgvc8/kernels.txt	24
mlebench/competitions/herbarium-2022-fgvc9/description.md	104
mlebench/competitions/herbarium-2022-fgvc9/description_obfuscated.md	18
mlebench/competitions/herbarium-2022-fgvc9/kernels.txt	50
mlebench/competitions/histopathologic-cancer-detection/description.md	35
mlebench/competitions/histopathologic-cancer-detection/description_obfuscated.md	15
mlebench/competitions/histopathologic-cancer-detection/kernels.txt	50
mlebench/competitions/hms-harmful-brain-activity-classification/description_obfuscated.md	37
mlebench/competitions/hms-harmful-brain-activity-classification/kernels.txt	50
mlebench/competitions/hotel-id-2021-fgvc8/description.md	70
mlebench/competitions/hotel-id-2021-fgvc8/description_obfuscated.md	23
mlebench/competitions/hotel-id-2021-fgvc8/kernels.txt	44
mlebench/competitions/hubmap-kidney-segmentation/description.md	120
mlebench/competitions/hubmap-kidney-segmentation/description_obfuscated.md	28
mlebench/competitions/hubmap-kidney-segmentation/kernels.txt	50
mlebench/competitions/icecube-neutrinos-in-deep-ice/description.md	153
mlebench/competitions/icecube-neutrinos-in-deep-ice/description_obfuscated.md	33
mlebench/competitions/icecube-neutrinos-in-deep-ice/kernels.txt	50
mlebench/competitions/imet-2020-fgvc7/description.md	48
mlebench/competitions/imet-2020-fgvc7/description_obfuscated.md	19
mlebench/competitions/imet-2020-fgvc7/kernels.txt	37
mlebench/competitions/inaturalist-2019-fgvc6/description.md	87
mlebench/competitions/inaturalist-2019-fgvc6/description_obfuscated.md	20
mlebench/competitions/inaturalist-2019-fgvc6/kernels.txt	18
mlebench/competitions/invasive-species-monitoring/description.md	33
mlebench/competitions/invasive-species-monitoring/description_obfuscated.md	22
mlebench/competitions/invasive-species-monitoring/kernels.txt	50
mlebench/competitions/iwildcam-2019-fgvc6/description.md	74
mlebench/competitions/iwildcam-2019-fgvc6/description_obfuscated.md	41
mlebench/competitions/iwildcam-2019-fgvc6/kernels.txt	50
mlebench/competitions/iwildcam-2020-fgvc7/description.md	52
mlebench/competitions/iwildcam-2020-fgvc7/description_obfuscated.md	17
mlebench/competitions/iwildcam-2020-fgvc7/kernels.txt	43
mlebench/competitions/jigsaw-toxic-comment-classification-challenge/description.md	43
mlebench/competitions/jigsaw-toxic-comment-classification-challenge/description_obfuscated.md	16
mlebench/competitions/jigsaw-toxic-comment-classification-challenge/kernels.txt	50
mlebench/competitions/jigsaw-unintended-bias-in-toxicity-classification/description_obfuscated.md	58
mlebench/competitions/jigsaw-unintended-bias-in-toxicity-classification/kernels.txt	50
mlebench/competitions/kuzushiji-recognition/description.md	73
mlebench/competitions/kuzushiji-recognition/description_obfuscated.md	24
mlebench/competitions/kuzushiji-recognition/kernels.txt	50
mlebench/competitions/leaf-classification/description.md	43
mlebench/competitions/leaf-classification/description_obfuscated.md	26
mlebench/competitions/leaf-classification/kernels.txt	50
mlebench/competitions/learning-agency-lab-automated-essay-scoring-2/description.md	93
mlebench/competitions/learning-agency-lab-automated-essay-scoring-2/description_obfuscated.md	22
mlebench/competitions/learning-agency-lab-automated-essay-scoring-2/kernels.txt	50
mlebench/competitions/lmsys-chatbot-arena/description.md	62
mlebench/competitions/lmsys-chatbot-arena/description_obfuscated.md	27
mlebench/competitions/lmsys-chatbot-arena/kernels.txt	50
mlebench/competitions/ml2021spring-hw2/description.md	21
mlebench/competitions/ml2021spring-hw2/description_obfuscated.md	4
mlebench/competitions/ml2021spring-hw2/kernels.txt	3
mlebench/competitions/mlsp-2013-birds/description.md	153
mlebench/competitions/mlsp-2013-birds/description_obfuscated.md	82
mlebench/competitions/mlsp-2013-birds/kernels.txt	5
mlebench/competitions/movie-review-sentiment-analysis-kernels-only/description.md	40
mlebench/competitions/movie-review-sentiment-analysis-kernels-only/description_obfuscated.md	21
mlebench/competitions/movie-review-sentiment-analysis-kernels-only/kernels.txt	50
mlebench/competitions/multi-modal-gesture-recognition/description.md	228
mlebench/competitions/multi-modal-gesture-recognition/description_obfuscated.md	109
mlebench/competitions/multi-modal-gesture-recognition/kernels.txt	1
mlebench/competitions/multi-modal-gesture-recognition/leaderboard_readme.md	29
mlebench/competitions/new-york-city-taxi-fare-prediction/description.md	64
mlebench/competitions/new-york-city-taxi-fare-prediction/description_obfuscated.md	31
mlebench/competitions/new-york-city-taxi-fare-prediction/kernels.txt	50
mlebench/competitions/nfl-player-contact-detection/description_obfuscated.md	65
mlebench/competitions/nfl-player-contact-detection/kernels.txt	50
mlebench/competitions/nomad2018-predict-transparent-conductors/description_obfuscated.md	23
mlebench/competitions/nomad2018-predict-transparent-conductors/kernels.txt	50
mlebench/competitions/osic-pulmonary-fibrosis-progression/description.md	78
mlebench/competitions/osic-pulmonary-fibrosis-progression/description_obfuscated.md	45
mlebench/competitions/osic-pulmonary-fibrosis-progression/kernels.txt	50
mlebench/competitions/paddy-disease-classification/description.md	42
mlebench/competitions/paddy-disease-classification/description_obfuscated.md	20
mlebench/competitions/paddy-disease-classification/kernels.txt	50
mlebench/competitions/petfinder-pawpularity-score/description.md	84
mlebench/competitions/petfinder-pawpularity-score/description_obfuscated.md	31
mlebench/competitions/petfinder-pawpularity-score/kernels.txt	50
mlebench/competitions/plant-pathology-2020-fgvc7/description.md	56
mlebench/competitions/plant-pathology-2020-fgvc7/description_obfuscated.md	31
mlebench/competitions/plant-pathology-2020-fgvc7/kernels.txt	50
mlebench/competitions/plant-pathology-2021-fgvc8/description.md	58
mlebench/competitions/plant-pathology-2021-fgvc8/description_obfuscated.md	22
mlebench/competitions/plant-pathology-2021-fgvc8/kernels.txt	50
mlebench/competitions/plant-seedlings-classification/description.md	57
mlebench/competitions/plant-seedlings-classification/description_obfuscated.md	32
mlebench/competitions/plant-seedlings-classification/kernels.txt	50
mlebench/competitions/playground-series-s3e18/description.md	38
mlebench/competitions/playground-series-s3e18/description_obfuscated.md	18
mlebench/competitions/playground-series-s3e18/kernels.txt	50
mlebench/competitions/predict-volcanic-eruptions-ingv-oe/description.md	42
mlebench/competitions/predict-volcanic-eruptions-ingv-oe/description_obfuscated.md	20
mlebench/competitions/predict-volcanic-eruptions-ingv-oe/kernels.txt	50
mlebench/competitions/random-acts-of-pizza/description.md	62
mlebench/competitions/random-acts-of-pizza/description_obfuscated.md	49
mlebench/competitions/random-acts-of-pizza/kernels.txt	35
mlebench/competitions/ranzcr-clip-catheter-line-classification/description.md	113
mlebench/competitions/ranzcr-clip-catheter-line-classification/description_obfuscated.md	41
mlebench/competitions/ranzcr-clip-catheter-line-classification/kernels.txt	50
mlebench/competitions/rsna-2022-cervical-spine-fracture-detection/description.md	196
mlebench/competitions/rsna-2022-cervical-spine-fracture-detection/description_obfuscated.md	43
mlebench/competitions/rsna-2022-cervical-spine-fracture-detection/kernels.txt	50
mlebench/competitions/rsna-breast-cancer-detection/description.md	123
mlebench/competitions/rsna-breast-cancer-detection/description_obfuscated.md	43
mlebench/competitions/rsna-breast-cancer-detection/kernels.txt	50
mlebench/competitions/rsna-miccai-brain-tumor-radiogenomic-classification/description.md	143
mlebench/competitions/rsna-miccai-brain-tumor-radiogenomic-classification/description_obfuscated.md	18
mlebench/competitions/rsna-miccai-brain-tumor-radiogenomic-classification/kernels.txt	50
mlebench/competitions/seti-breakthrough-listen/description.md	64
mlebench/competitions/seti-breakthrough-listen/description_obfuscated.md	34
mlebench/competitions/seti-breakthrough-listen/kernels.txt	50
mlebench/competitions/siim-covid19-detection/description.md	203
mlebench/competitions/siim-covid19-detection/description_obfuscated.md	47
mlebench/competitions/siim-covid19-detection/kernels.txt	50
mlebench/competitions/siim-isic-melanoma-classification/description.md	108
mlebench/competitions/siim-isic-melanoma-classification/description_obfuscated.md	32
mlebench/competitions/siim-isic-melanoma-classification/kernels.txt	50
mlebench/competitions/smartphone-decimeter-2022/description.md	167
mlebench/competitions/smartphone-decimeter-2022/description_obfuscated.md	135
mlebench/competitions/smartphone-decimeter-2022/kernels.txt	50
mlebench/competitions/spaceship-titanic/description.md	58
mlebench/competitions/spaceship-titanic/description_obfuscated.md	30
mlebench/competitions/spaceship-titanic/kernels.txt	50
mlebench/competitions/spooky-author-identification/description.md	56
mlebench/competitions/spooky-author-identification/description_obfuscated.md	22
mlebench/competitions/spooky-author-identification/kernels.txt	50
mlebench/competitions/stanford-covid-vaccine/description.md	78
mlebench/competitions/stanford-covid-vaccine/description_obfuscated.md	43
mlebench/competitions/stanford-covid-vaccine/kernels.txt	50
mlebench/competitions/statoil-iceberg-classifier-challenge/description.md	59
mlebench/competitions/statoil-iceberg-classifier-challenge/description_obfuscated.md	23
mlebench/competitions/statoil-iceberg-classifier-challenge/kernels.txt	50
mlebench/competitions/tabular-playground-series-dec-2021/description.md	45
mlebench/competitions/tabular-playground-series-dec-2021/description_obfuscated.md	17
mlebench/competitions/tabular-playground-series-dec-2021/kernels.txt	50
mlebench/competitions/tabular-playground-series-may-2022/description.md	47
mlebench/competitions/tabular-playground-series-may-2022/description_obfuscated.md	17
mlebench/competitions/tabular-playground-series-may-2022/kernels.txt	50
mlebench/competitions/tensorflow-speech-recognition-challenge/description.md	199
mlebench/competitions/tensorflow-speech-recognition-challenge/description_obfuscated.md	22
mlebench/competitions/tensorflow-speech-recognition-challenge/kernels.txt	50
mlebench/competitions/tensorflow2-question-answering/description.md	104
mlebench/competitions/tensorflow2-question-answering/description_obfuscated.md	31
mlebench/competitions/tensorflow2-question-answering/kernels.txt	50
mlebench/competitions/text-normalization-challenge-english-language/description.md	51
mlebench/competitions/text-normalization-challenge-english-language/description_obfuscated.md	18
mlebench/competitions/text-normalization-challenge-english-language/kernels.txt	50
mlebench/competitions/text-normalization-challenge-russian-language/description.md	51
mlebench/competitions/text-normalization-challenge-russian-language/description_obfuscated.md	19
mlebench/competitions/text-normalization-challenge-russian-language/kernels.txt	14
mlebench/competitions/tgs-salt-identification-challenge/description.md	48
mlebench/competitions/tgs-salt-identification-challenge/description_obfuscated.md	25
mlebench/competitions/tgs-salt-identification-challenge/kernels.txt	50
mlebench/competitions/the-icml-2013-whale-challenge-right-whale-redux/description.md	44
mlebench/competitions/the-icml-2013-whale-challenge-right-whale-redux/description_obfuscated.md	17
mlebench/competitions/the-icml-2013-whale-challenge-right-whale-redux/kernels.txt	1
mlebench/competitions/tweet-sentiment-extraction/description.md	82
mlebench/competitions/tweet-sentiment-extraction/description_obfuscated.md	22
mlebench/competitions/tweet-sentiment-extraction/kernels.txt	50
mlebench/competitions/us-patent-phrase-to-phrase-matching/description_obfuscated.md	32
mlebench/competitions/us-patent-phrase-to-phrase-matching/kernels.txt	50
mlebench/competitions/uw-madison-gi-tract-image-segmentation/description_obfuscated.md	36
mlebench/competitions/uw-madison-gi-tract-image-segmentation/kernels.txt	50
mlebench/competitions/ventilator-pressure-prediction/description.md	53
mlebench/competitions/ventilator-pressure-prediction/description_obfuscated.md	31
mlebench/competitions/ventilator-pressure-prediction/kernels.txt	50
mlebench/competitions/vesuvius-challenge-ink-detection/description.md	83
mlebench/competitions/vesuvius-challenge-ink-detection/description_obfuscated.md	25
mlebench/competitions/vesuvius-challenge-ink-detection/kernels.txt	50
mlebench/competitions/vinbigdata-chest-xray-abnormalities-detection/description.md	88
mlebench/competitions/vinbigdata-chest-xray-abnormalities-detection/description_obfuscated.md	46
mlebench/competitions/vinbigdata-chest-xray-abnormalities-detection/kernels.txt	50
mlebench/competitions/whale-categorization-playground/description.md	31
mlebench/competitions/whale-categorization-playground/description_obfuscated.md	18
mlebench/competitions/whale-categorization-playground/kernels.txt	50
runs/2024-09-06T18-25-55-UTC_run-group_aide/2024-09-19T20-07-15-GMT_grading_report.json	3
runs/2024-09-07T22-33-09-UTC_run-group_mlagentbench/2024-09-19T20-13-10-GMT_grading_report.json	3
runs/2024-09-07T22-34-42-UTC_run-group_aide/2024-09-19T20-23-08-GMT_grading_report.json	3
runs/2024-09-08T07-58-11-UTC_run-group_aide/2024-09-19T20-50-11-GMT_grading_report.json	3
runs/2024-09-08T08-00-07-UTC_run-group_aide/2024-09-19T20-52-52-GMT_grading_report.json	3
runs/2024-09-09T16-13-51-UTC_run-group_aide/2024-09-19T20-54-35-GMT_grading_report.json	3
runs/2024-09-09T17-26-54-UTC_run-group_aide/2024-09-19T20-56-43-GMT_grading_report.json	3
runs/2024-09-09T21-21-33-UTC_run-group_aide/2024-09-19T21-03-13-GMT_grading_report.json	3
runs/2024-09-11T09-34-00-UTC_run-group_aide/2024-09-19T21-03-18-GMT_grading_report.json	3
runs/2024-09-11T21-57-50-UTC_run-group_aide/2024-09-19T21-16-52-GMT_grading_report.json	3
runs/2024-09-12T12-30-57-UTC_run-group_aide/2024-09-19T21-26-17-GMT_grading_report.json	3
runs/2024-09-12T13-52-30-UTC_run-group_mlagentbench/2024-09-19T21-31-49-GMT_grading_report.json	3
runs/2024-09-12T21-14-22-UTC_run-group_aide/2024-09-19T21-34-18-GMT_grading_report.json	3
runs/2024-09-13T13-45-35-UTC_run-group_aide/2024-09-19T21-40-03-GMT_grading_report.json	3
runs/2024-09-14T11-15-57-UTC_run-group_aide/2024-09-19T21-50-06-GMT_grading_report.json	3
runs/2024-09-16T14-45-05-UTC_run-group_aide/2024-09-19T21-55-27-GMT_grading_report.json	3
runs/2024-09-16T16-59-30-UTC_run-group_opendevin/2024-09-19T21-55-55-GMT_grading_report.json	3
runs/2024-09-16T19-44-41-UTC_run-group_mlagentbench/2024-09-19T23-44-06-GMT_grading_report.json	3
runs/2024-09-18T18-21-42-GMT_run-group_aide/2024-09-20T21-46-50-GMT_grading_report.json	3
runs/2024-09-18T20-49-38-UTC_run-group_opendevin/2024-09-20T21-51-54-GMT_grading_report.json	3
runs/2024-09-19T04-36-44-GMT_run-group_aide/2024-09-21T00-22-42-GMT_grading_report.json	3
runs/2024-09-19T21-48-46-GMT_run-group_aide/2024-09-22T18-05-17-GMT_grading_report.json	3
runs/2024-09-19T23-54-38-GMT_run-group_aide/2024-09-21T22-57-13-GMT_grading_report.json	3
runs/2024-09-20T23-52-25-GMT_run-group_aide/2024-09-22T14-26-08-GMT_grading_report.json	3
runs/2024-09-21T00-10-06-GMT_run-group_aide/2024-09-22T14-26-59-GMT_grading_report.json	3
runs/2024-09-21T00-10-41-GMT_run-group_aide/2024-09-22T14-23-11-GMT_grading_report.json	3
runs/2024-09-21T19-39-16-GMT_run-group_aide/2024-09-23T17-44-13-GMT_grading_report.json	3
runs/2024-09-22T16-12-47-GMT_run-group_aide/2024-09-24T13-54-59-GMT_grading_report.json	3
runs/2024-09-22T17-15-19-GMT_run-group_aide/2024-09-24T13-55-43-GMT_grading_report.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_0.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_1.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_10.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_100.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_11.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_12.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_13.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_14.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_15.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_16.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_17.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_18.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_19.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_2.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_20.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_21.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_22.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_23.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_24.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_25.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_26.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_27.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_28.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_29.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_3.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_30.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_31.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_32.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_33.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_34.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_35.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_36.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_37.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_38.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_39.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_4.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_40.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_41.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_42.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_43.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_44.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_45.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_46.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_47.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_48.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_49.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_5.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_50.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_51.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_52.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_53.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_54.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_55.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_56.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_57.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_58.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_59.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_6.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_60.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_61.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_62.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_63.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_64.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_65.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_66.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_67.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_68.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_69.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_7.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_70.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_71.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_72.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_73.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_74.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_75.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_76.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_77.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_78.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_79.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_8.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_80.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_81.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_82.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_83.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_84.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_85.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_86.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_87.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_88.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_89.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_9.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_90.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_91.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_92.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_93.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_94.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_95.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_96.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_97.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_98.json	3
runs/2024-09-23T14-55-33-GMT_run-group_aide/grading_report_99.json	3
runs/2024-09-23T15-10-54-GMT_run-group_opendevin/2024-09-27T10-32-10-GMT_grading_report.json	3
runs/2024-09-24T01-12-14-GMT_run-group_aide/2024-09-26T09-03-59-GMT_grading_report.json	3
runs/2024-09-24T22-00-20-GMT_run-group_aide/2024-09-27T10-42-15-GMT_grading_report.json	3
runs/2024-09-25T04-20-19-GMT_run-group_aide/2024-09-27T10-44-46-GMT_grading_report.json	3
runs/2024-09-25T04-42-50-GMT_run-group_aide/2024-09-26T09-04-52-GMT_grading_report.json	3
runs/2024-09-27T17-34-13-GMT_run-group_aide/2024-10-01T07-57-25-GMT_grading_report.json	3
runs/2024-10-03T22-46-46-GMT_run-group_aide/2024-10-08T15-25-27-GMT_grading_report.json	3
runs/2024-10-04T17-35-20-GMT_run-group_aide/2024-10-08T15-26-46-GMT_grading_report.json	3
runs/2024-10-04T19-08-06-GMT_run-group_aide/2024-10-08T15-28-17-GMT_grading_report.json	3
runs/2024-10-04T22-37-05-GMT_run-group_aide/2024-10-08T15-28-58-GMT_grading_report.json	3
runs/2024-10-04T22-43-43-GMT_run-group_mlagentbench/2024-10-08T15-29-16-GMT_grading_report.json	3
runs/2024-10-04T22-43-53-GMT_run-group_opendevin/2024-10-08T15-29-24-GMT_grading_report.json	3
runs/2024-10-04T22-44-59-GMT_run-group_aide/2024-10-08T15-29-37-GMT_grading_report.json	3
runs/2024-10-04T22-58-46-GMT_run-group_aide/2024-10-08T15-30-00-GMT_grading_report.json	3
runs/2024-10-04T22-59-24-GMT_run-group_aide/2024-10-08T15-30-19-GMT_grading_report.json	3
runs/2024-10-05T00-01-03-GMT_run-group_aide/2024-10-08T15-30-31-GMT_grading_report.json	3
runs/README.md	32