path	# lines of code
detect_aws_credentials.py	105
frontends/web/public/index.html	25
frontends/web/public/custom_50x.html	32
frontends/web/mturk-src/App.css	68
frontends/web/mturk-src/index.js	10
frontends/web/mturk-src/index.css	18
frontends/web/mturk-src/components/CreateInterfaceNoModel.js	342
frontends/web/mturk-src/components/yixin/core.jsx	55
frontends/web/mturk-src/components/yixin/nli-4-mtuk/onboarding.jsx	619
frontends/web/mturk-src/components/yixin/nli-4-mtuk/NLIWritingInterface.jsx	603
frontends/web/mturk-src/components/yixin/nli-4-mtuk/core.jsx	90
frontends/web/mturk-src/components/yixin/nli-4-mtuk/GoodExampleCards.jsx	238
frontends/web/mturk-src/components/sa-zen/core.jsx	323
frontends/web/mturk-src/components/divyansh/nli-1/core.jsx	55
frontends/web/mturk-src/components/divyansh/qa-1/CreateInterfaceNoModel.js	348
frontends/web/mturk-src/components/divyansh/qa-1/CreateInterface.js	403
frontends/web/mturk-src/components/divyansh/qa-1/core.jsx	458
frontends/web/mturk-src/components/divyansh/qa-1/CreateInterfaceOnboarding.js	260
frontends/web/mturk-src/components/divyansh/qa-1-verify/VerifyInterfaceQA.js	199
frontends/web/mturk-src/components/divyansh/qa-1-verify/core.jsx	86
frontends/web/mturk-src/components/divyansh/qa-1-verify/VerifyInterface.js	184
frontends/web/mturk-src/components/nli-1/core.jsx	58
frontends/web/mturk-src/components/CreateInterface.js	357
frontends/web/mturk-src/components/core.jsx	100
frontends/web/mturk-src/components/vqa/vqa-main/core.jsx	25
frontends/web/mturk-src/components/vqa/OnboardingInfo/VQAQuizExamples.js	115
frontends/web/mturk-src/components/vqa/OnboardingInfo/VQAValidInvalidExamples.js	71
frontends/web/mturk-src/components/vqa/vqa-val/core.jsx	25
frontends/web/mturk-src/components/vqa/src/QuestionsCharacteristics.js	92
frontends/web/mturk-src/components/vqa/src/WarningMessage.js	26
frontends/web/mturk-src/components/vqa/src/VQAFeedbackCard.js	49
frontends/web/mturk-src/components/vqa/src/VQAValidationInterface.js	491
frontends/web/mturk-src/components/vqa/src/VQAPreview.js	36
frontends/web/mturk-src/components/vqa/src/Onboarding/VQAOnboarder.js	99
frontends/web/mturk-src/components/vqa/src/Onboarding/VQAOnboardingInstructions.js	54
frontends/web/mturk-src/components/vqa/src/Onboarding/VQAExampleCards.js	103
frontends/web/mturk-src/components/vqa/src/Onboarding/VQAQuiz.js	239
frontends/web/mturk-src/components/vqa/src/Onboarding/ExampleCard.js	99
frontends/web/mturk-src/components/vqa/src/Onboarding/VQAQuizCard.js	84
frontends/web/mturk-src/components/vqa/src/CreateVQAMturkInterface.js	567
frontends/web/mturk-src/serviceWorker.js	98
frontends/web/mturk-src/App.js	52
frontends/web/src/index.js	10
frontends/web/src/utils/color.js	38
frontends/web/src/index.css	65
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	364
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	306
frontends/web/src/components/ProfilePageComponents/ForksAndSnapshotsSubPage.js	212
frontends/web/src/components/ProfilePageComponents/ModelSubPage.js	112
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	114
frontends/web/src/components/DragAndDrop/DragAndDrop.js	26
frontends/web/src/components/DragAndDrop/DragAndDrop.css	19
frontends/web/src/components/TaskLeaderboard/WeightIndicator.css	3
frontends/web/src/components/TaskLeaderboard/WeightIndicator.js	18
frontends/web/src/components/TaskLeaderboard/ForkAndSnapshotModal.js	180
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	403
frontends/web/src/components/TaskLeaderboard/ForkAndSnapshotModalWrapper.js	21
frontends/web/src/components/TaskLeaderboard/ForkAndSnapshotRouter.js	41
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCardWrapper.js	198
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	422
frontends/web/src/components/TaskLeaderboard/SortContainer.js	18
frontends/web/src/components/Buttons/ChevronExpandButton.js	18
frontends/web/src/components/Buttons/FloresActionButtons.js	37
frontends/web/src/components/TaskOwnerPageComponents/Owners.js	87
frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	368
frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	302
frontends/web/src/components/TaskOwnerPageComponents/Advanced.js	128
frontends/web/src/components/TaskOwnerPageComponents/Models.js	69
frontends/web/src/components/TaskOwnerPageComponents/Contexts.js	56
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	254
frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js	163
frontends/web/src/components/FloresComponents/FloresLanguages.js	415
frontends/web/src/components/FloresComponents/FloresPairsLeaderboard.css	31
frontends/web/src/components/FloresComponents/FloresModelLeaderboard.js	256
frontends/web/src/components/FloresComponents/FloresPairsLeaderboard.js	373
frontends/web/src/components/FloresComponents/FloresGrid.css	51
frontends/web/src/components/FloresComponents/FloresTaskDescription.js	12
frontends/web/src/components/FloresComponents/FloresGrid.js	179
frontends/web/src/components/Avatar/Avatar.js	69
frontends/web/src/components/Avatar/Avatar.css	63
frontends/web/src/components/Rechart.js	155
frontends/web/src/common/ApiService.js	889
frontends/web/src/common/Annotation/AnnotationComponent.js	496
frontends/web/src/common/Annotation/AnnotationComponent.css	8
frontends/web/src/common/Annotation/ResponseInfo.js	497
frontends/web/src/common/Annotation/Explainer.js	20
frontends/web/src/common/Annotation/CreateInterface.js	850
frontends/web/src/common/Annotation/ValidateInterface.js	536
frontends/web/src/common/Annotation/ErrorAlert.js	14
frontends/web/src/common/Annotation/InitializeAnnotationData.js	17
frontends/web/src/common/Annotation/AtomicImage.js	73
frontends/web/src/serviceWorker.js	98
frontends/web/src/containers/UserStatTooltips.js	27
frontends/web/src/containers/TaskModelLeaderboardPage.js	74
frontends/web/src/containers/ModelPage.css	11
frontends/web/src/containers/TasksContext.js	3
frontends/web/src/containers/TaskModelLeaderboardSnapshotPage.js	149
frontends/web/src/containers/ContactPage.js	11
frontends/web/src/containers/FloresTaskPage.js	188
frontends/web/src/containers/LoginPage.js	119
frontends/web/src/containers/ProfilePage.css	12
frontends/web/src/containers/Badge.js	186
frontends/web/src/containers/ModelStatus.css	7
frontends/web/src/containers/KeyboardShortcuts.js	36
frontends/web/src/containers/Overlay.js	91
frontends/web/src/containers/ModelStatus.js	153
frontends/web/src/containers/LoginPage.css	106
frontends/web/src/containers/App.css	197
frontends/web/src/containers/UserPage.js	323
frontends/web/src/containers/HateSpeechDropdown.js	32
frontends/web/src/containers/ForgotPassword.js	108
frontends/web/src/containers/UpdateModelInfoInterface.js	89
frontends/web/src/containers/BadgeGrid.js	22
frontends/web/src/containers/GenerateAPITokenPage.js	65
frontends/web/src/containers/UserContext.js	3
frontends/web/src/containers/TaskOwnerPage.js	568
frontends/web/src/containers/TermsPage.js	296
frontends/web/src/containers/Sidebar-Layout.css	31
frontends/web/src/containers/HomePage.css	72
frontends/web/src/containers/ResetPassword.js	156
frontends/web/src/containers/DataPolicyPage.js	433
frontends/web/src/containers/HomePage.js	200
frontends/web/src/containers/TaskPage.js	469
frontends/web/src/containers/AboutPage.js	502
frontends/web/src/containers/ScrollToTop.js	13
frontends/web/src/containers/FloresTop5Page.js	69
frontends/web/src/containers/BadgeGrid.css	4
frontends/web/src/containers/ProfilePage.js	685
frontends/web/src/containers/TaskPage.css	10
frontends/web/src/containers/ExplainFeedback.js	16
frontends/web/src/containers/SubmitInterface.js	355
frontends/web/src/containers/ModelPage.js	822
frontends/web/src/containers/App.js	402
frontends/web/src/containers/RegisterPage.js	197
frontends/web/src/setupTests.js	1
annotators/run_mturk.py	90
annotators/clean_servers.py	13
annotators/examine_results.py	105
annotators/util.py	80
annotators/pay_workers.py	97
annotators/process_dkqa.py	34
annotators/conf/vqa_r1.yaml	20
annotators/conf/nli_r1.yaml	17
annotators/conf/vqa_val_r1.yaml	20
annotators/conf/nli_r4_mturk.yaml	14
annotators/conf/base.yaml	4
annotators/set_mturk_qualification.py	51
pyproject.toml	35
legacy/modelservers/nli/run_round1.py	49
legacy/modelservers/nli/run_round3.py	36
legacy/modelservers/nli/run_round2.py	27
legacy/modelservers/qa/run_round1.py	146
legacy/modelservers/qa/qa_utils.py	230
legacy/modelservers/qa/run_round2.py	145
legacy/modelservers/qa/run_round_divyansh.py	150
legacy/modelservers/common.py	68
legacy/modelservers/hs/run_round1.py	56
legacy/modelservers/sentiment/run_round1.py	56
legacy/torchserve/tasks/nli/r1/handler.py	184
legacy/torchserve/tasks/nli/r3/handler.py	202
legacy/torchserve/tasks/nli/r4/handler.py	224
legacy/torchserve/tasks/nli/r2/handler.py	202
legacy/torchserve/tasks/dkqa/r3/handler.py	174
legacy/torchserve/tasks/dkqa/r3/qa_utils.py	230
legacy/torchserve/tasks/dkqa/r4/handler.py	174
legacy/torchserve/tasks/dkqa/r4/qa_utils.py	230
legacy/torchserve/tasks/qa/r1/handler.py	222
legacy/torchserve/tasks/qa/r1/qa_utils.py	230
legacy/torchserve/tasks/qa/r2/handler.py	222
legacy/torchserve/tasks/qa/r2/qa_utils.py	230
legacy/torchserve/tasks/hs/r1/handler.py	152
legacy/torchserve/tasks/hs/r4/handler.py	152
legacy/torchserve/tasks/hs/r2/handler.py	152
legacy/torchserve/tasks/vqa/r1/handler.py	119
legacy/torchserve/tasks/vqa/r1/utils.py	11
legacy/torchserve/tasks/sentiment/r1/handler.py	152
legacy/torchserve/tasks/sentiment/r3/handler.py	152
legacy/torchserve/tasks/sentiment/r2/handler.py	152
legacy/torchserve/deploy.py	253
legacy/torchserve/testhandler.py	144
legacy/torchserve/legacy/create_torchscript.py	102
legacy/torchserve/legacy/ml_deploy.py	388
legacy/torchserve/common/shared.py	135
api/migrations/20210521_01_xxxx-open_flores.py	12
api/migrations/20210822_01_eZiBk-add-name-to-leaderboard-snapshot.py	16
api/migrations/20210111_01_XmZj0-add-model-aws-information.py	17
api/migrations/20210520_01_tOL8u-add-task-submitable-status.py	15
api/migrations/20210808_01_OtRTz-add-desc-to-leaderboard-fork.py	11
api/migrations/20210531_01_uJdeR-hate-speech-round-6.py	35
api/migrations/20210125_01_sksbT-add-starter-contexts-to-sentiment-r1-and-r3-and-hs-r4.py	17
api/migrations/20210810_01_iApXr-general_task_creation_consolidation.py	414
api/migrations/20211006_01_DeVEP-big-data-changes.py	16
api/migrations/20210519_01_uS2nw-add-model-status-for-only-model-created.py	8
api/migrations/20201208_add-tag-to-examples-and-contexts.py	12
api/migrations/20210429_01_zBzXQ-add-endpoint-name-to-models-table-and-remove-upload-timestamp-column-which-is-now-redundant.py	16
api/migrations/20210211_01_eqp77-add-advqaval.py	35
api/migrations/20201102_remove-anon_id-from-examples.py	8
api/migrations/20210323_01_24BIL-set-score-did.py	25
api/migrations/20210630_01_s8Xod-update-model-url-to-authorized-endpoint.py	8
api/migrations/20210224_02_yTRsk-add-aws-metrics-to-scores-table.py	28
api/migrations/20211103_01_pdUwN-add-placeholder-validation.py	13
api/migrations/20201028_01_If0vq-add-api-token-to-users.py	8
api/migrations/20210303_01_fAMkR-set-type-has-context-and-has-answer-fields-in-vqa-main-task.py	8
api/migrations/20210503_01_xxxx-add-flores-task.py	58
api/migrations/20210511_01_yYAwF-add-model-link.py	5
api/migrations/20210504_01_cbduZ-remove-invalid-datasets.py	11
api/migrations/20210623_01_nG0YL-add-new-round-for-qa-task.py	12
api/migrations/20210910_01_Gr6cJ-add-metrics-to-annotation-config.py	86
api/migrations/20210701_01_yaeLK-add-leaderboard-configurations-table.py	8
api/migrations/20210921_02_MUhGK-add-threshold-to-qa-perf-metric-config.py	6
api/migrations/20201103_01_skSne-add-model-card.py	14
api/migrations/20210303_01_BMLWb-put-refresh-tokens-in-their-own-table.py	12
api/migrations/20210319_01_XZqJf-update-the-number-of-total-fooling-examples-for-round-one-in-vqa-task.py	13
api/migrations/20210630_01_ZczVK-make-task-code-required.py	14
api/migrations/20210505_01_frwye-populate-dataset-desc-and-link.py	105
api/migrations/20210920_01_NIUYK-add-contributed-task-field.py	10
api/migrations/20210324_01_PeO56-use-seconds-per-example-in-scores-table-instead.py	17
api/migrations/20210425_02_AtJot-remove-overall-perf.py	8
api/migrations/20201116_populate-total-verified-not-fooled-column.py	144
api/migrations/20210113_01_vFAS9-replace-model-upload-date-with-datetime-and-insert-a-datetime-for-null-values.py	12
api/migrations/20210730_01_02Na6-change-example-metadata-json-type-to-mediumtext.py	10
api/migrations/20210621_01_IRyiT-rename-qa-f1.py	8
api/migrations/20210303_02_vVPzx-modify-description-message-for-vqa-val.py	11
api/migrations/20210325_01_yjcO8-add-model-secret.py	11
api/migrations/20210916_01_Y97cI-changes_to_support_prediction_upload_and_eval.py	29
api/migrations/20210806_01_0LQae-adding-limiting-behavior-of-adc-task.py	34
api/migrations/20210119_01_ATDVS-add-sentiment-r3-and-rearrange.py	81
api/migrations/20210706_01_a9a26-fix-flores-description.py	4
api/migrations/20211220_01_I8aZI-redo-evaluation-status.py	15
api/migrations/20210203_02_Q94K5-remove-s3-uri-and-endpoint-url-from-models-table.py	8
api/migrations/20210710_01_TTcLy-fix-qa-r3-model-url.py	8
api/migrations/20201215_01_Bb0Qw-add-advqa.py	35
api/migrations/20210205_01_6LJTC-entailing-to-entailed.py	16
api/migrations/20210402_01_Wvb4j-use-examples-per-second-in-scores-table.py	12
api/migrations/20210921_01_PD2Yn-add-reference-name-to-perf-metric-for-flores.py	11
api/migrations/20210305_01_KyKze-add-outupt-s3-path-in-scores-table.py	8
api/migrations/20210526_01_1ApkT-larger-score-metadata-json.py	6
api/migrations/20210211_01_yDiqU-delete-badges-awarded-too-many-times.py	10
api/migrations/20210723_01_PTI5B-add-leaderboard-snapshots-table.py	11
api/migrations/20210127_01_sHlix-add-round-user-example-info-table.py	183
api/migrations/20201208_add_metadata_json_to_users.py	8
api/migrations/20210326_01_rCLpg-add-dataset-type.py	15
api/migrations/20210924_01_ejxRf-convert-example-metadata-json-to-mediumtext.py	8
api/migrations/20201201_01_Eau7B-switch-sentiment-to-three-class.py	15
api/migrations/20211028_01_ukEWR-adding-taken-down-non-active-enum.py	11
api/migrations/20210714_01_Fbdh6-add_flores_unpublished_dynaboard_setting.py	6
api/migrations/20210607_01_n2WJs-hate-speech-r7.py	37
api/migrations/20220119_01_WOGoS-add-log-access-type.py	8
api/migrations/20210316_01_Fp9q1-add-fairness-and-robustness-column-in-scores-table.py	12
api/migrations/20201101_add-settings-json-to-tasks.py	8
api/migrations/20210308_01_d8XN5-rename-scores-rid.py	16
api/migrations/20210826_01_H1Nks-modify-tasks-table.py	42
api/migrations/20210517_01_JYMLd-hs-round5.py	34
api/migrations/20210224_01_fxAds-add-dataset-table.py	8
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	8
api/migrations/20210603_01_RuGGv-add-description-and-link-for-flores-datasets-and-fix-access-type.py	14
api/migrations/20210422_01_hS1Qi-add-more-model-deployment-status.py	11
api/migrations/20211026_01_scyfj-support-dataperf.py	12
api/migrations/20210203_01_zNCXS-add-task-code.py	36
api/migrations/20210915_01_f1gBY-change-round-url-to-nullable-text.py	8
api/migrations/20210105_populate-total-verified-not-correct-fooled-column.py	149
api/migrations/20210929_01_AKPlZ-update-qa-f1-threshold-to-0-4.py	8
api/migrations/20210115_01_O2h5J-add-hs-r4.py	27
api/migrations/20210913_01_er15U-add-task-proposals-table.py	12
api/server.py	112
api/tools/populate_anli_r4.py	46
api/tools/populate_qa.py	60
api/tools/add_task.py	75
api/tools/add_hidden_task.py	37
api/tools/populate_nq.py	61
api/tools/create_tables.py	23
api/tools/utf8ize.py	26
api/tools/populate_vqa.py	53
api/tools/populate_anli.py	48
api/tools/local_export.py	14
api/tools/adjust_vqa_test2015_tag.py	55
api/tools/populate_sentiment.py	30
api/models/round_user_example_info.py	104
api/models/leaderboard_configuration.py	61
api/models/user.py	159
api/models/task.py	802
api/models/task_proposal.py	26
api/models/notification.py	62
api/models/__init__.py	11
api/models/badge.py	632
api/models/refresh_token.py	47
api/models/model.py	152
api/models/dataset.py	77
api/models/round.py	76
api/models/context.py	213
api/models/example.py	505
api/models/leaderboard_snapshot.py	67
api/models/base.py	33
api/models/task_user_permission.py	32
api/models/score.py	440
api/models/validation.py	66
api/common/auth.py	135
api/common/logging.py	30
api/common/cors.py	58
api/common/__init__.py	1
api/common/mail_service.py	65
api/common/migrator.py	25
api/common/helpers.py	188
api/install.py	94
api/bottle.py	3049
api/controllers/auth.py	94
api/controllers/tasks.py	820
api/controllers/task_proposals.py	75
api/controllers/models.py	638
api/controllers/index.py	4
api/controllers/users.py	350
api/controllers/datasets.py	179
api/controllers/validations.py	141
api/controllers/examples.py	291
api/controllers/badges.py	12
api/controllers/notifications.py	29
api/controllers/contexts.py	111
api/controllers/endpoints.py	29
api/cron/async_badge_handler.py	3
api/cron/takedown_unpublished_models.py	58
api/cron/old_refresh_token_remover.py	3
api/cron/prune_models.py	227
evaluation/metrics/instance_property.py	30
evaluation/metrics/metrics.py	187
evaluation/metrics/train_file_metrics.py	110
evaluation/metrics/vqa_accuracy.py	223
evaluation/metrics/metric_getters.py	57
evaluation/metrics/metrics_dicts.py	31
evaluation/datasets/mt/flores.py	329
evaluation/datasets/__init__.py	33
evaluation/datasets/common.py	288
evaluation/utils/logging.py	18
evaluation/utils/__init__.py	2
evaluation/utils/requester.py	157
evaluation/utils/computer.py	176
evaluation/utils/helpers.py	161
evaluation/utils/evaluator.py	313
evaluation/scripts/fix_bleu.py	36
evaluation/scripts/util.py	7
evaluation/scripts/cleanup_failed_models.py	52
evaluation/scripts/textflint_utils/utils.py	95
evaluation/scripts/request_evaluation.py	81
evaluation/scripts/augly_perturbation.py	185
evaluation/scripts/perturb.py	195
evaluation/eval_server.py	65
builder/utils/logging.py	20
builder/utils/deployer.py	467
builder/utils/__init__.py	1
builder/utils/helpers.py	11
builder/test.py	15
builder/build_server.py	128
builder/dockerfiles/gpu.Dockerfile	47