file 1	file 2	# same commits	# commits file 1	# commits file 2
evaluation/scripts/augly_perturbation.py	evaluation/scripts/perturb.py	11	24	13
api/models/task.py	api/controllers/tasks.py	9	11	16
api/controllers/tasks.py	api/controllers/models.py	8	16	13
api/models/task.py	api/controllers/models.py	8	11	13
api/models/task.py	api/models/example.py	8	11	10
api/controllers/examples.py	api/controllers/contexts.py	7	9	7
api/controllers/models.py	api/controllers/datasets.py	7	13	11
api/controllers/tasks.py	api/controllers/contexts.py	7	16	7
api/controllers/tasks.py	api/controllers/datasets.py	7	16	11
api/controllers/tasks.py	api/controllers/examples.py	7	16	9
api/models/example.py	api/controllers/datasets.py	7	10	11
api/models/example.py	api/controllers/examples.py	7	10	9
api/models/example.py	api/controllers/tasks.py	7	10	16
api/models/task.py	api/controllers/datasets.py	7	11	11
api/models/task.py	api/controllers/examples.py	7	11	9
frontends/web/src/containers/ModelPage.js	api/controllers/models.py	7	9	13
api/controllers/validations.py	api/controllers/examples.py	7	7	9
api/models/score.py	api/controllers/models.py	7	7	13
api/common/helpers.py	api/controllers/tasks.py	7	8	16
api/controllers/datasets.py	api/controllers/contexts.py	6	11	7
api/controllers/examples.py	api/controllers/datasets.py	6	9	11
api/controllers/models.py	api/controllers/contexts.py	6	13	7
api/controllers/models.py	api/controllers/examples.py	6	13	9
api/models/example.py	api/controllers/contexts.py	6	10	7
api/models/example.py	api/controllers/models.py	6	10	13
api/models/task.py	api/controllers/contexts.py	6	11	7
frontends/web/src/common/ApiService.js	api/controllers/models.py	6	10	13
frontends/web/src/common/ApiService.js	api/controllers/tasks.py	6	10	16
frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	api/controllers/datasets.py	6	11	11
frontends/web/src/containers/ModelPage.js	frontends/web/src/common/ApiService.js	6	9	10
api/models/model.py	frontends/web/src/containers/ModelPage.js	6	8	9
frontends/web/src/containers/ModelStatus.js	api/models/model.py	6	6	8
api/controllers/validations.py	api/controllers/contexts.py	6	7	7
api/controllers/validations.py	api/controllers/tasks.py	6	7	16
api/controllers/validations.py	api/models/example.py	6	7	10
api/controllers/validations.py	api/models/task.py	6	7	11
api/models/score.py	api/controllers/tasks.py	6	7	16
api/models/score.py	api/models/task.py	6	7	11
api/tools/adjust_vqa_test2015_tag.py	api/controllers/models.py	6	6	13
api/tools/adjust_vqa_test2015_tag.py	api/controllers/tasks.py	6	6	16
api/tools/adjust_vqa_test2015_tag.py	api/models/task.py	6	6	11
api/tools/adjust_vqa_test2015_tag.py	api/models/score.py	6	6	7
api/tools/populate_vqa.py	api/controllers/models.py	6	6	13
api/tools/populate_vqa.py	api/controllers/tasks.py	6	6	16
api/tools/populate_vqa.py	api/models/task.py	6	6	11
api/tools/populate_vqa.py	api/models/score.py	6	6	7
api/tools/populate_vqa.py	api/tools/adjust_vqa_test2015_tag.py	6	6	6
api/models/validation.py	api/controllers/examples.py	6	6	9
api/models/validation.py	api/models/example.py	6	6	10
api/models/validation.py	api/models/task.py	6	6	11
api/models/validation.py	api/controllers/validations.py	6	6	7
api/install.py	api/controllers/tasks.py	6	9	16
api/install.py	api/common/helpers.py	6	9	8
frontends/web/src/common/ApiService.js	api/controllers/datasets.py	5	10	11
frontends/web/src/common/ApiService.js	api/models/task.py	5	10	11
frontends/web/src/containers/TaskOwnerPage.js	frontends/web/src/common/ApiService.js	5	12	10
frontends/web/src/containers/TaskOwnerPage.js	api/controllers/tasks.py	5	12	16
frontends/web/src/common/Annotation/CreateInterface.js	api/controllers/tasks.py	5	12	16
frontends/web/src/common/Annotation/CreateInterface.js	frontends/web/src/containers/TaskOwnerPage.js	5	12	12
frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	frontends/web/src/containers/TaskOwnerPage.js	5	5	12
api/models/model.py	api/controllers/models.py	5	8	13
frontends/web/src/containers/ModelStatus.js	api/controllers/models.py	5	6	13
frontends/web/src/containers/ModelStatus.js	frontends/web/src/containers/ModelPage.js	5	6	9
api/controllers/validations.py	api/controllers/datasets.py	5	7	11
api/controllers/validations.py	api/controllers/models.py	5	7	13
api/models/score.py	api/controllers/contexts.py	5	7	7
api/models/score.py	api/controllers/datasets.py	5	7	11
api/models/score.py	api/controllers/examples.py	5	7	9
api/models/score.py	api/models/example.py	5	7	10
api/models/score.py	api/controllers/validations.py	5	7	7
api/tools/adjust_vqa_test2015_tag.py	api/controllers/contexts.py	5	6	7
api/tools/adjust_vqa_test2015_tag.py	api/controllers/datasets.py	5	6	11
api/tools/adjust_vqa_test2015_tag.py	api/controllers/examples.py	5	6	9
api/tools/adjust_vqa_test2015_tag.py	api/models/example.py	5	6	10
api/tools/adjust_vqa_test2015_tag.py	api/controllers/validations.py	5	6	7
api/tools/populate_vqa.py	api/controllers/contexts.py	5	6	7
api/tools/populate_vqa.py	api/controllers/datasets.py	5	6	11
api/tools/populate_vqa.py	api/controllers/examples.py	5	6	9
api/tools/populate_vqa.py	api/models/example.py	5	6	10
api/tools/populate_vqa.py	api/controllers/validations.py	5	6	7
api/models/validation.py	api/controllers/contexts.py	5	6	7
api/models/validation.py	api/controllers/datasets.py	5	6	11
api/models/validation.py	api/controllers/models.py	5	6	13
api/models/validation.py	api/controllers/tasks.py	5	6	16
api/models/validation.py	api/models/score.py	5	6	7
api/models/validation.py	api/tools/adjust_vqa_test2015_tag.py	5	6	6
api/models/validation.py	api/tools/populate_vqa.py	5	6	6
api/common/helpers.py	api/controllers/contexts.py	5	8	7
api/common/helpers.py	api/controllers/datasets.py	5	8	11
api/common/helpers.py	api/controllers/examples.py	5	8	9
api/common/helpers.py	api/controllers/models.py	5	8	13
api/common/helpers.py	api/models/example.py	5	8	10
api/common/helpers.py	api/models/task.py	5	8	11
api/common/helpers.py	api/controllers/validations.py	5	8	7
api/common/helpers.py	api/models/score.py	5	8	7
api/common/helpers.py	api/tools/adjust_vqa_test2015_tag.py	5	8	6
api/common/helpers.py	api/tools/populate_vqa.py	5	8	6
api/common/helpers.py	api/models/validation.py	5	8	6
api/controllers/endpoints.py	api/controllers/contexts.py	5	5	7
api/controllers/endpoints.py	api/controllers/datasets.py	5	5	11
api/controllers/endpoints.py	api/controllers/examples.py	5	5	9
api/controllers/endpoints.py	api/controllers/models.py	5	5	13
api/controllers/endpoints.py	api/controllers/tasks.py	5	5	16
api/controllers/endpoints.py	api/models/example.py	5	5	10
api/controllers/endpoints.py	api/models/task.py	5	5	11
api/controllers/endpoints.py	api/controllers/validations.py	5	5	7
api/controllers/endpoints.py	api/models/score.py	5	5	7
api/controllers/endpoints.py	api/tools/adjust_vqa_test2015_tag.py	5	5	6
api/controllers/endpoints.py	api/tools/populate_vqa.py	5	5	6
api/controllers/endpoints.py	api/models/validation.py	5	5	6
api/controllers/endpoints.py	api/common/helpers.py	5	5	8
api/install.py	api/controllers/contexts.py	5	9	7
api/install.py	api/controllers/datasets.py	5	9	11
api/install.py	api/controllers/examples.py	5	9	9
api/install.py	api/controllers/models.py	5	9	13
api/install.py	api/models/example.py	5	9	10
api/install.py	api/models/task.py	5	9	11
api/install.py	api/controllers/validations.py	5	9	7
api/install.py	api/models/score.py	5	9	7
api/install.py	api/tools/adjust_vqa_test2015_tag.py	5	9	6
api/install.py	api/tools/populate_vqa.py	5	9	6
api/install.py	api/models/validation.py	5	9	6
api/install.py	api/controllers/endpoints.py	5	9	5
api/models/badge.py	api/controllers/contexts.py	5	5	7
api/models/badge.py	api/controllers/datasets.py	5	5	11
api/models/badge.py	api/controllers/examples.py	5	5	9
api/models/badge.py	api/controllers/models.py	5	5	13
api/models/badge.py	api/controllers/tasks.py	5	5	16
api/models/badge.py	api/models/example.py	5	5	10
api/models/badge.py	api/models/task.py	5	5	11
api/models/badge.py	api/controllers/validations.py	5	5	7
api/models/badge.py	api/models/score.py	5	5	7
api/models/badge.py	api/tools/adjust_vqa_test2015_tag.py	5	5	6
api/models/badge.py	api/tools/populate_vqa.py	5	5	6
api/models/badge.py	api/models/validation.py	5	5	6
api/models/badge.py	api/common/helpers.py	5	5	8
api/models/badge.py	api/controllers/endpoints.py	5	5	5
api/models/badge.py	api/install.py	5	5	9
api/tools/populate_anli.py	api/controllers/contexts.py	5	5	7
api/tools/populate_anli.py	api/controllers/datasets.py	5	5	11
api/tools/populate_anli.py	api/controllers/examples.py	5	5	9
api/tools/populate_anli.py	api/controllers/models.py	5	5	13
api/tools/populate_anli.py	api/controllers/tasks.py	5	5	16
api/tools/populate_anli.py	api/models/example.py	5	5	10
api/tools/populate_anli.py	api/models/task.py	5	5	11
api/tools/populate_anli.py	api/controllers/validations.py	5	5	7
api/tools/populate_anli.py	api/models/score.py	5	5	7
api/tools/populate_anli.py	api/tools/adjust_vqa_test2015_tag.py	5	5	6
api/tools/populate_anli.py	api/tools/populate_vqa.py	5	5	6
api/tools/populate_anli.py	api/models/validation.py	5	5	6
api/tools/populate_anli.py	api/common/helpers.py	5	5	8
api/tools/populate_anli.py	api/controllers/endpoints.py	5	5	5
api/tools/populate_anli.py	api/install.py	5	5	9
api/tools/populate_anli.py	api/models/badge.py	5	5	5
api/tools/populate_anli_r4.py	api/controllers/contexts.py	5	5	7
api/tools/populate_anli_r4.py	api/controllers/datasets.py	5	5	11
api/tools/populate_anli_r4.py	api/controllers/examples.py	5	5	9
api/tools/populate_anli_r4.py	api/controllers/models.py	5	5	13
api/tools/populate_anli_r4.py	api/controllers/tasks.py	5	5	16
api/tools/populate_anli_r4.py	api/models/example.py	5	5	10
api/tools/populate_anli_r4.py	api/models/task.py	5	5	11
api/tools/populate_anli_r4.py	api/controllers/validations.py	5	5	7
api/tools/populate_anli_r4.py	api/models/score.py	5	5	7
api/tools/populate_anli_r4.py	api/tools/adjust_vqa_test2015_tag.py	5	5	6
api/tools/populate_anli_r4.py	api/tools/populate_vqa.py	5	5	6
api/tools/populate_anli_r4.py	api/models/validation.py	5	5	6
api/tools/populate_anli_r4.py	api/common/helpers.py	5	5	8
api/tools/populate_anli_r4.py	api/controllers/endpoints.py	5	5	5
api/tools/populate_anli_r4.py	api/install.py	5	5	9
api/tools/populate_anli_r4.py	api/models/badge.py	5	5	5
api/tools/populate_anli_r4.py	api/tools/populate_anli.py	5	5	5
api/tools/populate_nq.py	api/controllers/contexts.py	5	5	7
api/tools/populate_nq.py	api/controllers/datasets.py	5	5	11
api/tools/populate_nq.py	api/controllers/examples.py	5	5	9
api/tools/populate_nq.py	api/controllers/models.py	5	5	13
api/tools/populate_nq.py	api/controllers/tasks.py	5	5	16
api/tools/populate_nq.py	api/models/example.py	5	5	10
api/tools/populate_nq.py	api/models/task.py	5	5	11
api/tools/populate_nq.py	api/controllers/validations.py	5	5	7
api/tools/populate_nq.py	api/models/score.py	5	5	7
api/tools/populate_nq.py	api/tools/adjust_vqa_test2015_tag.py	5	5	6
api/tools/populate_nq.py	api/tools/populate_vqa.py	5	5	6
api/tools/populate_nq.py	api/models/validation.py	5	5	6
api/tools/populate_nq.py	api/common/helpers.py	5	5	8
api/tools/populate_nq.py	api/controllers/endpoints.py	5	5	5
api/tools/populate_nq.py	api/install.py	5	5	9
api/tools/populate_nq.py	api/models/badge.py	5	5	5
api/tools/populate_nq.py	api/tools/populate_anli.py	5	5	5
api/tools/populate_nq.py	api/tools/populate_anli_r4.py	5	5	5
api/tools/populate_qa.py	api/controllers/contexts.py	5	5	7
api/tools/populate_qa.py	api/controllers/datasets.py	5	5	11
api/tools/populate_qa.py	api/controllers/examples.py	5	5	9
api/tools/populate_qa.py	api/controllers/models.py	5	5	13
api/tools/populate_qa.py	api/controllers/tasks.py	5	5	16
api/tools/populate_qa.py	api/models/example.py	5	5	10
api/tools/populate_qa.py	api/models/task.py	5	5	11
api/tools/populate_qa.py	api/controllers/validations.py	5	5	7
api/tools/populate_qa.py	api/models/score.py	5	5	7
api/tools/populate_qa.py	api/tools/adjust_vqa_test2015_tag.py	5	5	6
api/tools/populate_qa.py	api/tools/populate_vqa.py	5	5	6
api/tools/populate_qa.py	api/models/validation.py	5	5	6
api/tools/populate_qa.py	api/common/helpers.py	5	5	8
api/tools/populate_qa.py	api/controllers/endpoints.py	5	5	5
api/tools/populate_qa.py	api/install.py	5	5	9
api/tools/populate_qa.py	api/models/badge.py	5	5	5
api/tools/populate_qa.py	api/tools/populate_anli.py	5	5	5
api/tools/populate_qa.py	api/tools/populate_anli_r4.py	5	5	5
api/tools/populate_qa.py	api/tools/populate_nq.py	5	5	5
api/tools/populate_sentiment.py	api/controllers/contexts.py	5	5	7
api/tools/populate_sentiment.py	api/controllers/datasets.py	5	5	11
api/tools/populate_sentiment.py	api/controllers/examples.py	5	5	9
api/tools/populate_sentiment.py	api/controllers/models.py	5	5	13
api/tools/populate_sentiment.py	api/controllers/tasks.py	5	5	16
api/tools/populate_sentiment.py	api/models/example.py	5	5	10
api/tools/populate_sentiment.py	api/models/task.py	5	5	11
api/tools/populate_sentiment.py	api/controllers/validations.py	5	5	7
api/tools/populate_sentiment.py	api/models/score.py	5	5	7
api/tools/populate_sentiment.py	api/tools/adjust_vqa_test2015_tag.py	5	5	6
api/tools/populate_sentiment.py	api/tools/populate_vqa.py	5	5	6
api/tools/populate_sentiment.py	api/models/validation.py	5	5	6
api/tools/populate_sentiment.py	api/common/helpers.py	5	5	8
api/tools/populate_sentiment.py	api/controllers/endpoints.py	5	5	5
api/tools/populate_sentiment.py	api/install.py	5	5	9
api/tools/populate_sentiment.py	api/models/badge.py	5	5	5
api/tools/populate_sentiment.py	api/tools/populate_anli.py	5	5	5
api/tools/populate_sentiment.py	api/tools/populate_anli_r4.py	5	5	5
api/tools/populate_sentiment.py	api/tools/populate_nq.py	5	5	5
api/tools/populate_sentiment.py	api/tools/populate_qa.py	5	5	5
frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	frontends/web/src/common/ApiService.js	4	11	10
frontends/web/src/containers/ModelPage.js	api/models/task.py	4	9	11
frontends/web/src/containers/TaskOwnerPage.js	api/controllers/datasets.py	4	12	11
frontends/web/src/containers/TaskOwnerPage.js	api/controllers/models.py	4	12	13
frontends/web/src/containers/TaskOwnerPage.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	4	12	11
frontends/web/src/containers/TaskOwnerPage.js	frontends/web/src/containers/ModelPage.js	4	12	9
frontends/web/src/containers/TaskOwnerPage.js	api/models/task.py	4	12	11
frontends/web/src/common/Annotation/CreateInterface.js	api/models/task.py	4	12	11
frontends/web/src/common/Annotation/CreateInterface.js	frontends/web/src/common/ApiService.js	4	12	10
frontends/web/src/common/Annotation/CreateInterface.js	api/models/example.py	4	12	10
api/models/model.py	frontends/web/src/common/ApiService.js	4	8	10
frontends/web/src/containers/ModelStatus.js	frontends/web/src/common/ApiService.js	4	6	10
api/common/cors.py	frontends/web/src/common/ApiService.js	4	6	10
api/models/score.py	frontends/web/src/common/ApiService.js	4	7	10
api/models/score.py	frontends/web/src/containers/ModelPage.js	4	7	9
frontends/web/src/common/Annotation/AnnotationComponent.js	api/controllers/tasks.py	4	4	16
frontends/web/src/common/Annotation/AnnotationComponent.js	api/models/task.py	4	4	11
frontends/web/src/common/Annotation/AnnotationComponent.js	frontends/web/src/common/ApiService.js	4	4	10
frontends/web/src/common/Annotation/AnnotationComponent.js	frontends/web/src/common/Annotation/CreateInterface.js	4	4	12
frontends/web/src/containers/UpdateModelInfoInterface.js	api/controllers/models.py	4	4	13
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/common/ApiService.js	4	4	10
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/containers/ModelPage.js	4	4	9
frontends/web/src/containers/UpdateModelInfoInterface.js	api/models/score.py	4	4	7
builder/utils/deployer.py	api/models/model.py	4	5	8
builder/utils/deployer.py	frontends/web/src/containers/ModelStatus.js	4	5	6
api/common/helpers.py	api/common/mail_service.py	4	8	6
api/install.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	4	9	11
legacy/torchserve/tasks/qa/r1/qa_utils.py	legacy/modelservers/qa/qa_utils.py	4	4	4
legacy/torchserve/tasks/qa/r2/qa_utils.py	legacy/modelservers/qa/qa_utils.py	4	4	4
legacy/torchserve/tasks/qa/r2/qa_utils.py	legacy/torchserve/tasks/qa/r1/qa_utils.py	4	4	4
frontends/web/src/containers/SubmitInterface.js	api/controllers/models.py	3	7	13
frontends/web/src/containers/SubmitInterface.js	api/controllers/tasks.py	3	7	16
evaluation/utils/helpers.py	api/controllers/models.py	3	5	13
frontends/web/src/common/ApiService.js	api/controllers/contexts.py	3	10	7
frontends/web/src/common/ApiService.js	api/controllers/examples.py	3	10	9
frontends/web/src/common/ApiService.js	api/models/example.py	3	10	10
frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	api/controllers/models.py	3	11	13
frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	api/controllers/tasks.py	3	11	16
frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	frontends/web/src/containers/SubmitInterface.js	3	11	7
frontends/web/src/containers/ModelPage.js	api/controllers/datasets.py	3	9	11
frontends/web/src/containers/ModelPage.js	evaluation/utils/helpers.py	3	9	5
frontends/web/src/containers/ModelPage.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	3	9	11
frontends/web/src/containers/ModelPage.js	api/controllers/tasks.py	3	9	16
frontends/web/src/common/Annotation/CreateInterface.js	api/controllers/models.py	3	12	13
frontends/web/src/common/Annotation/CreateInterface.js	frontends/web/src/containers/ModelPage.js	3	12	9
frontends/web/src/common/Annotation/CreateInterface.js	api/controllers/datasets.py	3	12	11
frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	api/controllers/tasks.py	3	5	16
frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	frontends/web/src/common/Annotation/CreateInterface.js	3	5	12
api/models/model.py	api/models/task.py	3	8	11
frontends/web/src/containers/ModelStatus.js	api/models/task.py	3	6	11
api/common/mail_service.py	api/controllers/contexts.py	3	6	7
api/common/mail_service.py	api/controllers/datasets.py	3	6	11
api/common/mail_service.py	api/controllers/examples.py	3	6	9
api/common/mail_service.py	api/controllers/models.py	3	6	13
api/common/mail_service.py	api/controllers/tasks.py	3	6	16
api/common/mail_service.py	api/models/example.py	3	6	10
api/common/mail_service.py	api/models/task.py	3	6	11
frontends/web/src/common/Annotation/ResponseInfo.js	frontends/web/src/common/Annotation/CreateInterface.js	3	5	12
api/common/cors.py	api/controllers/contexts.py	3	6	7
api/common/cors.py	api/controllers/examples.py	3	6	9
api/common/cors.py	api/controllers/tasks.py	3	6	16
api/common/cors.py	api/controllers/datasets.py	3	6	11
api/common/cors.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	3	6	11
api/common/cors.py	frontends/web/src/containers/TaskOwnerPage.js	3	6	12
api/controllers/validations.py	frontends/web/src/common/ApiService.js	3	7	10
api/controllers/validations.py	api/common/cors.py	3	7	6
api/controllers/validations.py	api/common/mail_service.py	3	7	6
api/controllers/users.py	api/common/mail_service.py	3	4	6
frontends/web/src/containers/App.js	api/controllers/models.py	3	5	13
frontends/web/src/containers/App.js	api/controllers/tasks.py	3	5	16
frontends/web/src/containers/App.js	api/models/task.py	3	5	11
frontends/web/src/containers/App.js	frontends/web/src/common/ApiService.js	3	5	10
frontends/web/src/containers/App.js	frontends/web/src/containers/ModelPage.js	3	5	9
frontends/web/src/containers/App.js	frontends/web/src/containers/TaskOwnerPage.js	3	5	12
frontends/web/src/containers/App.js	frontends/web/src/common/Annotation/CreateInterface.js	3	5	12
evaluation/metrics/train_file_metrics.py	evaluation/utils/helpers.py	3	5	5
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	api/controllers/models.py	3	4	13
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	frontends/web/src/common/ApiService.js	3	4	10
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	frontends/web/src/containers/ModelPage.js	3	4	9
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	api/models/model.py	3	4	8
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	frontends/web/src/containers/ModelStatus.js	3	4	6
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/containers/TaskOwnerPage.js	3	4	12
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/common/Annotation/CreateInterface.js	3	4	12
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	api/controllers/tasks.py	3	4	16
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/common/ApiService.js	3	4	10
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/containers/TaskOwnerPage.js	3	5	12
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/common/Annotation/CreateInterface.js	3	5	12
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	3	5	4
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/containers/TaskOwnerPage.js	3	4	12
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/common/Annotation/CreateInterface.js	3	4	12
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	3	4	4
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	3	4	5
frontends/web/src/containers/FloresTop5Page.js	frontends/web/src/containers/FloresTaskPage.js	3	3	3
builder/build_server.py	api/controllers/models.py	3	5	13
builder/build_server.py	api/models/task.py	3	5	11
builder/build_server.py	frontends/web/src/common/ApiService.js	3	5	10
builder/build_server.py	frontends/web/src/containers/ModelPage.js	3	5	9
builder/build_server.py	api/models/model.py	3	5	8
builder/build_server.py	frontends/web/src/containers/ModelStatus.js	3	5	6
builder/build_server.py	api/common/mail_service.py	3	5	6
builder/build_server.py	api/controllers/users.py	3	5	4
api/models/score.py	frontends/web/src/containers/TaskOwnerPage.js	3	7	12
api/models/score.py	frontends/web/src/common/Annotation/CreateInterface.js	3	7	12
api/models/score.py	frontends/web/src/containers/App.js	3	7	5
api/models/score.py	api/common/mail_service.py	3	7	6
api/models/score.py	api/models/model.py	3	7	8
api/models/score.py	frontends/web/src/containers/ModelStatus.js	3	7	6
api/models/score.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	3	7	4
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/common/ApiService.js	3	6	10
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/containers/ModelPage.js	3	6	9
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/containers/TaskOwnerPage.js	3	6	12
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/common/Annotation/CreateInterface.js	3	6	12
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/containers/App.js	3	6	5
api/tools/adjust_vqa_test2015_tag.py	api/common/mail_service.py	3	6	6
api/tools/populate_vqa.py	frontends/web/src/common/ApiService.js	3	6	10
api/tools/populate_vqa.py	frontends/web/src/containers/ModelPage.js	3	6	9
api/tools/populate_vqa.py	frontends/web/src/containers/TaskOwnerPage.js	3	6	12
api/tools/populate_vqa.py	frontends/web/src/common/Annotation/CreateInterface.js	3	6	12
api/tools/populate_vqa.py	frontends/web/src/containers/App.js	3	6	5
api/tools/populate_vqa.py	api/common/mail_service.py	3	6	6
frontends/web/src/common/Annotation/AnnotationComponent.js	api/controllers/models.py	3	4	13
frontends/web/src/common/Annotation/AnnotationComponent.js	frontends/web/src/containers/ModelPage.js	3	4	9
frontends/web/src/common/Annotation/AnnotationComponent.js	frontends/web/src/containers/TaskOwnerPage.js	3	4	12
frontends/web/src/common/Annotation/AnnotationComponent.js	frontends/web/src/containers/App.js	3	4	5
frontends/web/src/common/Annotation/AnnotationComponent.js	api/models/score.py	3	4	7
frontends/web/src/common/Annotation/AnnotationComponent.js	api/tools/adjust_vqa_test2015_tag.py	3	4	6
frontends/web/src/common/Annotation/AnnotationComponent.js	api/tools/populate_vqa.py	3	4	6
frontends/web/src/common/Annotation/AnnotationComponent.js	api/controllers/datasets.py	3	4	11
frontends/web/src/common/Annotation/AnnotationComponent.js	api/models/example.py	3	4	10
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	api/controllers/models.py	3	4	13
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	api/controllers/tasks.py	3	4	16
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	api/models/task.py	3	4	11
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/common/ApiService.js	3	4	10
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/containers/ModelPage.js	3	4	9
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/containers/TaskOwnerPage.js	3	4	12
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/common/Annotation/CreateInterface.js	3	4	12
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/containers/App.js	3	4	5
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	api/models/score.py	3	4	7
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	api/tools/adjust_vqa_test2015_tag.py	3	4	6
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	api/tools/populate_vqa.py	3	4	6
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/common/Annotation/AnnotationComponent.js	3	4	4
frontends/web/src/containers/UpdateModelInfoInterface.js	api/controllers/tasks.py	3	4	16
frontends/web/src/containers/UpdateModelInfoInterface.js	api/models/task.py	3	4	11
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/containers/TaskOwnerPage.js	3	4	12
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/common/Annotation/CreateInterface.js	3	4	12
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/containers/App.js	3	4	5
frontends/web/src/containers/UpdateModelInfoInterface.js	api/tools/adjust_vqa_test2015_tag.py	3	4	6
frontends/web/src/containers/UpdateModelInfoInterface.js	api/tools/populate_vqa.py	3	4	6
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/common/Annotation/AnnotationComponent.js	3	4	4
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	3	4	4
frontends/web/src/containers/UpdateModelInfoInterface.js	api/models/model.py	3	4	8
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/containers/ModelStatus.js	3	4	6
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	3	4	4
api/models/validation.py	api/common/mail_service.py	3	6	6
builder/utils/deployer.py	api/controllers/models.py	3	5	13
builder/utils/deployer.py	api/models/task.py	3	5	11
builder/utils/deployer.py	frontends/web/src/common/ApiService.js	3	5	10
builder/utils/deployer.py	frontends/web/src/containers/ModelPage.js	3	5	9
builder/utils/deployer.py	builder/build_server.py	3	5	5
api/common/helpers.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	3	8	11
api/controllers/endpoints.py	api/common/mail_service.py	3	5	6
api/install.py	api/common/mail_service.py	3	9	6
api/models/badge.py	api/common/mail_service.py	3	5	6
api/tools/populate_anli.py	api/common/mail_service.py	3	5	6
api/tools/populate_anli_r4.py	api/common/mail_service.py	3	5	6
api/tools/populate_nq.py	api/common/mail_service.py	3	5	6
api/tools/populate_qa.py	api/common/mail_service.py	3	5	6
api/tools/populate_sentiment.py	api/common/mail_service.py	3	5	6
api/bottle.py	api/controllers/contexts.py	3	5	7
api/bottle.py	api/controllers/datasets.py	3	5	11
api/bottle.py	api/controllers/examples.py	3	5	9
api/bottle.py	api/controllers/models.py	3	5	13
api/bottle.py	api/controllers/tasks.py	3	5	16
api/bottle.py	api/models/example.py	3	5	10
api/bottle.py	api/models/task.py	3	5	11
api/bottle.py	api/controllers/validations.py	3	5	7
api/bottle.py	api/models/score.py	3	5	7
api/bottle.py	api/tools/adjust_vqa_test2015_tag.py	3	5	6
api/bottle.py	api/tools/populate_vqa.py	3	5	6
api/bottle.py	api/models/validation.py	3	5	6
api/bottle.py	api/common/helpers.py	3	5	8
api/bottle.py	api/controllers/endpoints.py	3	5	5
api/bottle.py	api/install.py	3	5	9
api/bottle.py	api/models/badge.py	3	5	5
api/bottle.py	api/tools/populate_anli.py	3	5	5
api/bottle.py	api/tools/populate_anli_r4.py	3	5	5
api/bottle.py	api/tools/populate_nq.py	3	5	5
api/bottle.py	api/tools/populate_qa.py	3	5	5
api/bottle.py	api/tools/populate_sentiment.py	3	5	5
api/controllers/task_proposals.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	3	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/controllers/datasets.py	3	3	11
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/controllers/tasks.py	3	3	16
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/models/example.py	3	3	10
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/models/task.py	3	3	11
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/common/ApiService.js	3	3	10
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/common/Annotation/CreateInterface.js	3	3	12
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/common/Annotation/AnnotationComponent.js	3	3	4
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/controllers/models.py	3	3	13
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/common/ApiService.js	3	3	10
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/containers/ModelPage.js	3	3	9
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/models/model.py	3	3	8
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/containers/ModelStatus.js	3	3	6
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	3	3	4
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/models/score.py	3	3	7
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/containers/UpdateModelInfoInterface.js	3	3	4
builder/dockerfiles/gpu.Dockerfile	builder/utils/deployer.py	3	3	5
frontends/web/src/containers/HomePage.js	frontends/web/src/containers/App.js	3	3	5
legacy/modelservers/qa/qa_utils.py	api/bottle.py	3	4	5
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/bottle.py	3	4	5
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/bottle.py	3	4	5
frontends/web/src/containers/SubmitInterface.js	api/models/task.py	2	7	11
evaluation/utils/evaluator.py	api/controllers/models.py	2	2	13
evaluation/utils/helpers.py	evaluation/utils/evaluator.py	2	5	2
frontends/web/src/common/ApiService.js	evaluation/utils/helpers.py	2	10	5
frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	api/controllers/contexts.py	2	11	7
frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	api/controllers/examples.py	2	11	9
frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	api/models/example.py	2	11	10
frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	api/models/task.py	2	11	11
frontends/web/src/containers/ModelPage.js	evaluation/utils/evaluator.py	2	9	2
frontends/web/src/containers/ModelPage.js	api/controllers/contexts.py	2	9	7
frontends/web/src/containers/ModelPage.js	api/controllers/examples.py	2	9	9
frontends/web/src/containers/ModelPage.js	api/models/example.py	2	9	10
frontends/web/src/containers/TaskOwnerPage.js	evaluation/utils/helpers.py	2	12	5
frontends/web/src/containers/TaskOwnerPage.js	frontends/web/src/containers/SubmitInterface.js	2	12	7
frontends/web/src/containers/TaskOwnerPage.js	api/controllers/contexts.py	2	12	7
frontends/web/src/containers/TaskOwnerPage.js	api/controllers/examples.py	2	12	9
frontends/web/src/containers/TaskOwnerPage.js	api/models/example.py	2	12	10
frontends/web/src/common/Annotation/CreateInterface.js	frontends/web/src/common/Annotation/ValidateInterface.js	2	12	3
frontends/web/src/common/Annotation/CreateInterface.js	api/controllers/contexts.py	2	12	7
frontends/web/src/common/Annotation/CreateInterface.js	api/controllers/examples.py	2	12	9
frontends/web/src/common/Annotation/CreateInterface.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	12	11
frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	api/controllers/contexts.py	2	5	7
frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	api/controllers/datasets.py	2	5	11
frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	api/controllers/examples.py	2	5	9
frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	api/controllers/models.py	2	5	13
frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	api/models/example.py	2	5	10
frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	api/models/task.py	2	5	11
frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	frontends/web/src/common/ApiService.js	2	5	10
frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	5	11
frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	frontends/web/src/containers/ModelPage.js	2	5	9
api/models/model.py	api/controllers/contexts.py	2	8	7
api/models/model.py	api/controllers/datasets.py	2	8	11
api/models/model.py	api/controllers/examples.py	2	8	9
api/models/model.py	api/controllers/tasks.py	2	8	16
api/models/model.py	api/models/example.py	2	8	10
api/models/model.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	8	11
api/models/model.py	frontends/web/src/containers/TaskOwnerPage.js	2	8	12
api/models/model.py	frontends/web/src/common/Annotation/CreateInterface.js	2	8	12
api/models/model.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	8	5
evaluation/metrics/metrics.py	api/controllers/models.py	2	5	13
evaluation/metrics/metrics.py	evaluation/utils/helpers.py	2	5	5
evaluation/metrics/metrics.py	frontends/web/src/containers/ModelPage.js	2	5	9
evaluation/metrics/metrics.py	api/controllers/tasks.py	2	5	16
evaluation/metrics/metrics.py	frontends/web/src/containers/SubmitInterface.js	2	5	7
frontends/web/src/containers/ModelStatus.js	api/controllers/contexts.py	2	6	7
frontends/web/src/containers/ModelStatus.js	api/controllers/datasets.py	2	6	11
frontends/web/src/containers/ModelStatus.js	api/controllers/examples.py	2	6	9
frontends/web/src/containers/ModelStatus.js	api/controllers/tasks.py	2	6	16
frontends/web/src/containers/ModelStatus.js	api/models/example.py	2	6	10
frontends/web/src/containers/ModelStatus.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	6	11
frontends/web/src/containers/ModelStatus.js	frontends/web/src/containers/TaskOwnerPage.js	2	6	12
frontends/web/src/containers/ModelStatus.js	frontends/web/src/common/Annotation/CreateInterface.js	2	6	12
frontends/web/src/containers/ModelStatus.js	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	6	5
frontends/web/src/containers/AboutPage.js	api/controllers/contexts.py	2	5	7
frontends/web/src/containers/AboutPage.js	api/controllers/datasets.py	2	5	11
frontends/web/src/containers/AboutPage.js	api/controllers/examples.py	2	5	9
frontends/web/src/containers/AboutPage.js	api/controllers/models.py	2	5	13
frontends/web/src/containers/AboutPage.js	api/controllers/tasks.py	2	5	16
frontends/web/src/containers/AboutPage.js	api/models/example.py	2	5	10
frontends/web/src/containers/AboutPage.js	api/models/task.py	2	5	11
frontends/web/src/containers/AboutPage.js	frontends/web/src/common/ApiService.js	2	5	10
frontends/web/src/containers/AboutPage.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	5	11
frontends/web/src/containers/AboutPage.js	frontends/web/src/containers/ModelPage.js	2	5	9
frontends/web/src/containers/AboutPage.js	frontends/web/src/containers/TaskOwnerPage.js	2	5	12
frontends/web/src/containers/AboutPage.js	frontends/web/src/common/Annotation/CreateInterface.js	2	5	12
frontends/web/src/containers/AboutPage.js	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	5	5
frontends/web/src/containers/AboutPage.js	api/models/model.py	2	5	8
frontends/web/src/containers/AboutPage.js	frontends/web/src/containers/ModelStatus.js	2	5	6
api/common/mail_service.py	frontends/web/src/common/ApiService.js	2	6	10
api/common/mail_service.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	6	11
api/common/mail_service.py	frontends/web/src/containers/ModelPage.js	2	6	9
api/common/mail_service.py	frontends/web/src/containers/TaskOwnerPage.js	2	6	12
api/common/mail_service.py	frontends/web/src/common/Annotation/CreateInterface.js	2	6	12
api/common/mail_service.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	6	5
api/common/mail_service.py	api/models/model.py	2	6	8
api/common/mail_service.py	frontends/web/src/containers/ModelStatus.js	2	6	6
api/common/mail_service.py	frontends/web/src/containers/AboutPage.js	2	6	5
frontends/web/src/common/Annotation/ResponseInfo.js	api/controllers/contexts.py	2	5	7
frontends/web/src/common/Annotation/ResponseInfo.js	api/controllers/datasets.py	2	5	11
frontends/web/src/common/Annotation/ResponseInfo.js	api/controllers/examples.py	2	5	9
frontends/web/src/common/Annotation/ResponseInfo.js	api/controllers/models.py	2	5	13
frontends/web/src/common/Annotation/ResponseInfo.js	api/controllers/tasks.py	2	5	16
frontends/web/src/common/Annotation/ResponseInfo.js	api/models/example.py	2	5	10
frontends/web/src/common/Annotation/ResponseInfo.js	api/models/task.py	2	5	11
frontends/web/src/common/Annotation/ResponseInfo.js	frontends/web/src/common/ApiService.js	2	5	10
frontends/web/src/common/Annotation/ResponseInfo.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	5	11
frontends/web/src/common/Annotation/ResponseInfo.js	frontends/web/src/containers/ModelPage.js	2	5	9
frontends/web/src/common/Annotation/ResponseInfo.js	frontends/web/src/containers/TaskOwnerPage.js	2	5	12
frontends/web/src/common/Annotation/ResponseInfo.js	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	5	5
frontends/web/src/common/Annotation/ResponseInfo.js	api/models/model.py	2	5	8
frontends/web/src/common/Annotation/ResponseInfo.js	frontends/web/src/containers/ModelStatus.js	2	5	6
frontends/web/src/common/Annotation/ResponseInfo.js	frontends/web/src/containers/AboutPage.js	2	5	5
frontends/web/src/common/Annotation/ResponseInfo.js	api/common/mail_service.py	2	5	6
api/common/cors.py	api/controllers/models.py	2	6	13
api/common/cors.py	api/models/example.py	2	6	10
api/common/cors.py	api/models/task.py	2	6	11
api/common/cors.py	frontends/web/src/containers/ModelPage.js	2	6	9
api/common/cors.py	frontends/web/src/common/Annotation/CreateInterface.js	2	6	12
api/common/cors.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	6	5
api/common/cors.py	api/models/model.py	2	6	8
api/common/cors.py	frontends/web/src/containers/ModelStatus.js	2	6	6
api/common/cors.py	frontends/web/src/containers/AboutPage.js	2	6	5
api/common/cors.py	api/common/mail_service.py	2	6	6
api/common/cors.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	6	5
api/controllers/validations.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	7	11
api/controllers/validations.py	frontends/web/src/containers/ModelPage.js	2	7	9
api/controllers/validations.py	frontends/web/src/containers/TaskOwnerPage.js	2	7	12
api/controllers/validations.py	frontends/web/src/common/Annotation/CreateInterface.js	2	7	12
api/controllers/validations.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	7	5
api/controllers/validations.py	api/models/model.py	2	7	8
api/controllers/validations.py	frontends/web/src/containers/ModelStatus.js	2	7	6
api/controllers/validations.py	frontends/web/src/containers/AboutPage.js	2	7	5
api/controllers/validations.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	7	5
api/controllers/users.py	api/controllers/contexts.py	2	4	7
api/controllers/users.py	api/controllers/datasets.py	2	4	11
api/controllers/users.py	api/controllers/examples.py	2	4	9
api/controllers/users.py	api/controllers/models.py	2	4	13
api/controllers/users.py	api/controllers/tasks.py	2	4	16
api/controllers/users.py	api/models/example.py	2	4	10
api/controllers/users.py	api/models/task.py	2	4	11
api/controllers/users.py	frontends/web/src/common/ApiService.js	2	4	10
api/controllers/users.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	4	11
api/controllers/users.py	frontends/web/src/containers/ModelPage.js	2	4	9
api/controllers/users.py	frontends/web/src/containers/TaskOwnerPage.js	2	4	12
api/controllers/users.py	frontends/web/src/common/Annotation/CreateInterface.js	2	4	12
api/controllers/users.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	4	5
api/controllers/users.py	api/models/model.py	2	4	8
api/controllers/users.py	frontends/web/src/containers/ModelStatus.js	2	4	6
api/controllers/users.py	frontends/web/src/containers/AboutPage.js	2	4	5
api/controllers/users.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	4	5
api/controllers/users.py	api/common/cors.py	2	4	6
api/controllers/users.py	api/controllers/validations.py	2	4	7
frontends/web/src/containers/App.js	api/controllers/contexts.py	2	5	7
frontends/web/src/containers/App.js	api/controllers/datasets.py	2	5	11
frontends/web/src/containers/App.js	api/controllers/examples.py	2	5	9
frontends/web/src/containers/App.js	api/models/example.py	2	5	10
frontends/web/src/containers/App.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	5	11
frontends/web/src/containers/App.js	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	5	5
frontends/web/src/containers/App.js	api/models/model.py	2	5	8
frontends/web/src/containers/App.js	frontends/web/src/containers/ModelStatus.js	2	5	6
frontends/web/src/containers/App.js	frontends/web/src/containers/AboutPage.js	2	5	5
frontends/web/src/containers/App.js	api/common/mail_service.py	2	5	6
frontends/web/src/containers/App.js	frontends/web/src/common/Annotation/ResponseInfo.js	2	5	5
frontends/web/src/containers/App.js	api/common/cors.py	2	5	6
frontends/web/src/containers/App.js	api/controllers/validations.py	2	5	7
frontends/web/src/containers/App.js	api/controllers/users.py	2	5	4
evaluation/metrics/train_file_metrics.py	api/controllers/models.py	2	5	13
evaluation/metrics/train_file_metrics.py	frontends/web/src/containers/SubmitInterface.js	2	5	7
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	frontends/web/src/containers/SubmitInterface.js	2	6	7
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	6	11
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	api/controllers/contexts.py	2	4	7
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	api/controllers/datasets.py	2	4	11
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	api/controllers/examples.py	2	4	9
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	api/controllers/tasks.py	2	4	16
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	api/models/example.py	2	4	10
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	api/models/task.py	2	4	11
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	4	11
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	frontends/web/src/containers/TaskOwnerPage.js	2	4	12
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	frontends/web/src/common/Annotation/CreateInterface.js	2	4	12
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	4	5
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	frontends/web/src/containers/AboutPage.js	2	4	5
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	api/common/mail_service.py	2	4	6
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	frontends/web/src/common/Annotation/ResponseInfo.js	2	4	5
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	api/common/cors.py	2	4	6
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	api/controllers/validations.py	2	4	7
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	api/controllers/users.py	2	4	4
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	frontends/web/src/containers/App.js	2	4	5
frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	2	2	6
frontends/web/src/components/TaskOwnerPageComponents/Advanced.js	frontends/web/src/containers/TaskOwnerPage.js	2	2	12
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	api/controllers/contexts.py	2	4	7
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	api/controllers/datasets.py	2	4	11
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	api/controllers/examples.py	2	4	9
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	api/controllers/models.py	2	4	13
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	api/models/example.py	2	4	10
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	api/models/task.py	2	4	11
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	4	11
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/containers/ModelPage.js	2	4	9
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	4	5
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	api/models/model.py	2	4	8
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/containers/ModelStatus.js	2	4	6
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/containers/AboutPage.js	2	4	5
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	api/common/mail_service.py	2	4	6
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/common/Annotation/ResponseInfo.js	2	4	5
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	api/common/cors.py	2	4	6
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	api/controllers/validations.py	2	4	7
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	api/controllers/users.py	2	4	4
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/containers/App.js	2	4	5
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	4	4
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	api/controllers/contexts.py	2	5	7
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	api/controllers/datasets.py	2	5	11
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	api/controllers/examples.py	2	5	9
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	api/controllers/models.py	2	5	13
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	api/controllers/tasks.py	2	5	16
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	api/models/example.py	2	5	10
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	api/models/task.py	2	5	11
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/common/ApiService.js	2	5	10
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	5	11
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/containers/ModelPage.js	2	5	9
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	5	5
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	api/models/model.py	2	5	8
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/containers/ModelStatus.js	2	5	6
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/containers/AboutPage.js	2	5	5
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	api/common/mail_service.py	2	5	6
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/common/Annotation/ResponseInfo.js	2	5	5
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	api/common/cors.py	2	5	6
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	api/controllers/validations.py	2	5	7
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	api/controllers/users.py	2	5	4
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/containers/App.js	2	5	5
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	5	4
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	api/controllers/contexts.py	2	4	7
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	api/controllers/datasets.py	2	4	11
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	api/controllers/examples.py	2	4	9
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	api/controllers/models.py	2	4	13
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	api/controllers/tasks.py	2	4	16
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	api/models/example.py	2	4	10
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	api/models/task.py	2	4	11
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/common/ApiService.js	2	4	10
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	4	11
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/containers/ModelPage.js	2	4	9
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	4	5
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	api/models/model.py	2	4	8
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/containers/ModelStatus.js	2	4	6
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/containers/AboutPage.js	2	4	5
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	api/common/mail_service.py	2	4	6
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/common/Annotation/ResponseInfo.js	2	4	5
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	api/common/cors.py	2	4	6
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	api/controllers/validations.py	2	4	7
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	api/controllers/users.py	2	4	4
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/containers/App.js	2	4	5
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	4	4
frontends/web/src/containers/FloresTaskPage.js	api/common/mail_service.py	2	3	6
frontends/web/src/containers/FloresTop5Page.js	api/common/mail_service.py	2	3	6
builder/build_server.py	api/controllers/contexts.py	2	5	7
builder/build_server.py	api/controllers/datasets.py	2	5	11
builder/build_server.py	api/controllers/examples.py	2	5	9
builder/build_server.py	api/controllers/tasks.py	2	5	16
builder/build_server.py	api/models/example.py	2	5	10
builder/build_server.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	5	11
builder/build_server.py	frontends/web/src/containers/TaskOwnerPage.js	2	5	12
builder/build_server.py	frontends/web/src/common/Annotation/CreateInterface.js	2	5	12
builder/build_server.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	5	5
builder/build_server.py	frontends/web/src/containers/AboutPage.js	2	5	5
builder/build_server.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	5	5
builder/build_server.py	api/common/cors.py	2	5	6
builder/build_server.py	api/controllers/validations.py	2	5	7
builder/build_server.py	frontends/web/src/containers/App.js	2	5	5
builder/build_server.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	5	4
builder/build_server.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	5	4
builder/build_server.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	5	5
builder/build_server.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	5	4
api/models/score.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	7	11
api/models/score.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	7	5
api/models/score.py	frontends/web/src/containers/AboutPage.js	2	7	5
api/models/score.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	7	5
api/models/score.py	api/common/cors.py	2	7	6
api/models/score.py	api/controllers/users.py	2	7	4
api/models/score.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	7	4
api/models/score.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	7	5
api/models/score.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	7	4
api/models/score.py	builder/build_server.py	2	7	5
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	6	11
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	6	5
api/tools/adjust_vqa_test2015_tag.py	api/models/model.py	2	6	8
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/containers/ModelStatus.js	2	6	6
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/containers/AboutPage.js	2	6	5
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	6	5
api/tools/adjust_vqa_test2015_tag.py	api/common/cors.py	2	6	6
api/tools/adjust_vqa_test2015_tag.py	api/controllers/users.py	2	6	4
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	6	4
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	6	4
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	6	5
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	6	4
api/tools/adjust_vqa_test2015_tag.py	builder/build_server.py	2	6	5
api/tools/populate_vqa.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	6	11
api/tools/populate_vqa.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	6	5
api/tools/populate_vqa.py	api/models/model.py	2	6	8
api/tools/populate_vqa.py	frontends/web/src/containers/ModelStatus.js	2	6	6
api/tools/populate_vqa.py	frontends/web/src/containers/AboutPage.js	2	6	5
api/tools/populate_vqa.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	6	5
api/tools/populate_vqa.py	api/common/cors.py	2	6	6
api/tools/populate_vqa.py	api/controllers/users.py	2	6	4
api/tools/populate_vqa.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	6	4
api/tools/populate_vqa.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	6	4
api/tools/populate_vqa.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	6	5
api/tools/populate_vqa.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	6	4
api/tools/populate_vqa.py	builder/build_server.py	2	6	5
frontends/web/src/common/Annotation/AnnotationComponent.js	api/controllers/contexts.py	2	4	7
frontends/web/src/common/Annotation/AnnotationComponent.js	api/controllers/examples.py	2	4	9
frontends/web/src/common/Annotation/AnnotationComponent.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	4	11
frontends/web/src/common/Annotation/AnnotationComponent.js	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	4	5
frontends/web/src/common/Annotation/AnnotationComponent.js	api/models/model.py	2	4	8
frontends/web/src/common/Annotation/AnnotationComponent.js	frontends/web/src/containers/ModelStatus.js	2	4	6
frontends/web/src/common/Annotation/AnnotationComponent.js	frontends/web/src/containers/AboutPage.js	2	4	5
frontends/web/src/common/Annotation/AnnotationComponent.js	api/common/mail_service.py	2	4	6
frontends/web/src/common/Annotation/AnnotationComponent.js	frontends/web/src/common/Annotation/ResponseInfo.js	2	4	5
frontends/web/src/common/Annotation/AnnotationComponent.js	api/common/cors.py	2	4	6
frontends/web/src/common/Annotation/AnnotationComponent.js	api/controllers/validations.py	2	4	7
frontends/web/src/common/Annotation/AnnotationComponent.js	api/controllers/users.py	2	4	4
frontends/web/src/common/Annotation/AnnotationComponent.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	4	4
frontends/web/src/common/Annotation/AnnotationComponent.js	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	4	4
frontends/web/src/common/Annotation/AnnotationComponent.js	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	4	5
frontends/web/src/common/Annotation/AnnotationComponent.js	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	4	4
frontends/web/src/common/Annotation/AnnotationComponent.js	builder/build_server.py	2	4	5
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	api/controllers/contexts.py	2	4	7
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	api/controllers/datasets.py	2	4	11
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	api/controllers/examples.py	2	4	9
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	api/models/example.py	2	4	10
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	4	11
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	4	5
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	api/models/model.py	2	4	8
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/containers/ModelStatus.js	2	4	6
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/containers/AboutPage.js	2	4	5
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	api/common/mail_service.py	2	4	6
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/common/Annotation/ResponseInfo.js	2	4	5
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	api/common/cors.py	2	4	6
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	api/controllers/validations.py	2	4	7
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	api/controllers/users.py	2	4	4
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	4	4
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	4	4
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	4	5
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	4	4
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	builder/build_server.py	2	4	5
frontends/web/src/containers/UpdateModelInfoInterface.js	api/controllers/contexts.py	2	4	7
frontends/web/src/containers/UpdateModelInfoInterface.js	api/controllers/datasets.py	2	4	11
frontends/web/src/containers/UpdateModelInfoInterface.js	api/controllers/examples.py	2	4	9
frontends/web/src/containers/UpdateModelInfoInterface.js	api/models/example.py	2	4	10
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	4	11
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	4	5
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/containers/AboutPage.js	2	4	5
frontends/web/src/containers/UpdateModelInfoInterface.js	api/common/mail_service.py	2	4	6
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/common/Annotation/ResponseInfo.js	2	4	5
frontends/web/src/containers/UpdateModelInfoInterface.js	api/common/cors.py	2	4	6
frontends/web/src/containers/UpdateModelInfoInterface.js	api/controllers/validations.py	2	4	7
frontends/web/src/containers/UpdateModelInfoInterface.js	api/controllers/users.py	2	4	4
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	4	4
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	4	5
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	4	4
frontends/web/src/containers/UpdateModelInfoInterface.js	builder/build_server.py	2	4	5
api/models/validation.py	frontends/web/src/common/ApiService.js	2	6	10
api/models/validation.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	6	11
api/models/validation.py	frontends/web/src/containers/ModelPage.js	2	6	9
api/models/validation.py	frontends/web/src/containers/TaskOwnerPage.js	2	6	12
api/models/validation.py	frontends/web/src/common/Annotation/CreateInterface.js	2	6	12
api/models/validation.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	6	5
api/models/validation.py	api/models/model.py	2	6	8
api/models/validation.py	frontends/web/src/containers/ModelStatus.js	2	6	6
api/models/validation.py	frontends/web/src/containers/AboutPage.js	2	6	5
api/models/validation.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	6	5
api/models/validation.py	api/common/cors.py	2	6	6
api/models/validation.py	api/controllers/users.py	2	6	4
api/models/validation.py	frontends/web/src/containers/App.js	2	6	5
api/models/validation.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	6	4
api/models/validation.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	6	4
api/models/validation.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	6	5
api/models/validation.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	6	4
api/models/validation.py	builder/build_server.py	2	6	5
api/models/validation.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	6	4
api/models/validation.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	6	4
api/models/validation.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	6	4
api/cron/prune_models.py	api/models/model.py	2	4	8
builder/utils/deployer.py	api/controllers/contexts.py	2	5	7
builder/utils/deployer.py	api/controllers/datasets.py	2	5	11
builder/utils/deployer.py	api/controllers/examples.py	2	5	9
builder/utils/deployer.py	api/controllers/tasks.py	2	5	16
builder/utils/deployer.py	api/models/example.py	2	5	10
builder/utils/deployer.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	5	11
builder/utils/deployer.py	frontends/web/src/containers/TaskOwnerPage.js	2	5	12
builder/utils/deployer.py	frontends/web/src/common/Annotation/CreateInterface.js	2	5	12
builder/utils/deployer.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	5	5
builder/utils/deployer.py	frontends/web/src/containers/AboutPage.js	2	5	5
builder/utils/deployer.py	api/common/mail_service.py	2	5	6
builder/utils/deployer.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	5	5
builder/utils/deployer.py	api/common/cors.py	2	5	6
builder/utils/deployer.py	api/controllers/validations.py	2	5	7
builder/utils/deployer.py	api/controllers/users.py	2	5	4
builder/utils/deployer.py	frontends/web/src/containers/App.js	2	5	5
builder/utils/deployer.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	5	4
builder/utils/deployer.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	5	4
builder/utils/deployer.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	5	5
builder/utils/deployer.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	5	4
builder/utils/deployer.py	api/models/score.py	2	5	7
builder/utils/deployer.py	api/tools/adjust_vqa_test2015_tag.py	2	5	6
builder/utils/deployer.py	api/tools/populate_vqa.py	2	5	6
builder/utils/deployer.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	5	4
builder/utils/deployer.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	5	4
builder/utils/deployer.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	5	4
builder/utils/deployer.py	api/models/validation.py	2	5	6
api/common/helpers.py	frontends/web/src/containers/FloresTaskPage.js	2	8	3
api/common/helpers.py	frontends/web/src/containers/FloresTop5Page.js	2	8	3
api/common/helpers.py	frontends/web/src/common/ApiService.js	2	8	10
api/common/helpers.py	frontends/web/src/containers/ModelPage.js	2	8	9
api/common/helpers.py	frontends/web/src/containers/TaskOwnerPage.js	2	8	12
api/common/helpers.py	frontends/web/src/common/Annotation/CreateInterface.js	2	8	12
api/common/helpers.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	8	5
api/common/helpers.py	api/models/model.py	2	8	8
api/common/helpers.py	frontends/web/src/containers/ModelStatus.js	2	8	6
api/common/helpers.py	frontends/web/src/containers/AboutPage.js	2	8	5
api/common/helpers.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	8	5
api/common/helpers.py	api/common/cors.py	2	8	6
api/common/helpers.py	api/controllers/users.py	2	8	4
api/common/helpers.py	frontends/web/src/containers/App.js	2	8	5
api/common/helpers.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	8	4
api/common/helpers.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	8	4
api/common/helpers.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	8	5
api/common/helpers.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	8	4
api/common/helpers.py	builder/build_server.py	2	8	5
api/common/helpers.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	8	4
api/common/helpers.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	8	4
api/common/helpers.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	8	4
api/common/helpers.py	builder/utils/deployer.py	2	8	5
api/controllers/endpoints.py	frontends/web/src/common/ApiService.js	2	5	10
api/controllers/endpoints.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	5	11
api/controllers/endpoints.py	frontends/web/src/containers/ModelPage.js	2	5	9
api/controllers/endpoints.py	frontends/web/src/containers/TaskOwnerPage.js	2	5	12
api/controllers/endpoints.py	frontends/web/src/common/Annotation/CreateInterface.js	2	5	12
api/controllers/endpoints.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	5	5
api/controllers/endpoints.py	api/models/model.py	2	5	8
api/controllers/endpoints.py	frontends/web/src/containers/ModelStatus.js	2	5	6
api/controllers/endpoints.py	frontends/web/src/containers/AboutPage.js	2	5	5
api/controllers/endpoints.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	5	5
api/controllers/endpoints.py	api/common/cors.py	2	5	6
api/controllers/endpoints.py	api/controllers/users.py	2	5	4
api/controllers/endpoints.py	frontends/web/src/containers/App.js	2	5	5
api/controllers/endpoints.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	5	4
api/controllers/endpoints.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	5	4
api/controllers/endpoints.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	5	5
api/controllers/endpoints.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	5	4
api/controllers/endpoints.py	builder/build_server.py	2	5	5
api/controllers/endpoints.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	5	4
api/controllers/endpoints.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	5	4
api/controllers/endpoints.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	5	4
api/controllers/endpoints.py	builder/utils/deployer.py	2	5	5
api/install.py	frontends/web/src/common/ApiService.js	2	9	10
api/install.py	frontends/web/src/containers/ModelPage.js	2	9	9
api/install.py	frontends/web/src/containers/TaskOwnerPage.js	2	9	12
api/install.py	frontends/web/src/common/Annotation/CreateInterface.js	2	9	12
api/install.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	9	5
api/install.py	api/models/model.py	2	9	8
api/install.py	frontends/web/src/containers/ModelStatus.js	2	9	6
api/install.py	frontends/web/src/containers/AboutPage.js	2	9	5
api/install.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	9	5
api/install.py	api/common/cors.py	2	9	6
api/install.py	api/controllers/users.py	2	9	4
api/install.py	frontends/web/src/containers/App.js	2	9	5
api/install.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	9	4
api/install.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	9	4
api/install.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	9	5
api/install.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	9	4
api/install.py	builder/build_server.py	2	9	5
api/install.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	9	4
api/install.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	9	4
api/install.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	9	4
api/install.py	builder/utils/deployer.py	2	9	5
api/install.py	frontends/web/src/containers/SubmitInterface.js	2	9	7
api/install.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	2	9	6
api/models/badge.py	frontends/web/src/common/ApiService.js	2	5	10
api/models/badge.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	5	11
api/models/badge.py	frontends/web/src/containers/ModelPage.js	2	5	9
api/models/badge.py	frontends/web/src/containers/TaskOwnerPage.js	2	5	12
api/models/badge.py	frontends/web/src/common/Annotation/CreateInterface.js	2	5	12
api/models/badge.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	5	5
api/models/badge.py	api/models/model.py	2	5	8
api/models/badge.py	frontends/web/src/containers/ModelStatus.js	2	5	6
api/models/badge.py	frontends/web/src/containers/AboutPage.js	2	5	5
api/models/badge.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	5	5
api/models/badge.py	api/common/cors.py	2	5	6
api/models/badge.py	api/controllers/users.py	2	5	4
api/models/badge.py	frontends/web/src/containers/App.js	2	5	5
api/models/badge.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	5	4
api/models/badge.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	5	4
api/models/badge.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	5	5
api/models/badge.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	5	4
api/models/badge.py	builder/build_server.py	2	5	5
api/models/badge.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	5	4
api/models/badge.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	5	4
api/models/badge.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	5	4
api/models/badge.py	builder/utils/deployer.py	2	5	5
api/tools/populate_anli.py	frontends/web/src/common/ApiService.js	2	5	10
api/tools/populate_anli.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	5	11
api/tools/populate_anli.py	frontends/web/src/containers/ModelPage.js	2	5	9
api/tools/populate_anli.py	frontends/web/src/containers/TaskOwnerPage.js	2	5	12
api/tools/populate_anli.py	frontends/web/src/common/Annotation/CreateInterface.js	2	5	12
api/tools/populate_anli.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	5	5
api/tools/populate_anli.py	api/models/model.py	2	5	8
api/tools/populate_anli.py	frontends/web/src/containers/ModelStatus.js	2	5	6
api/tools/populate_anli.py	frontends/web/src/containers/AboutPage.js	2	5	5
api/tools/populate_anli.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	5	5
api/tools/populate_anli.py	api/common/cors.py	2	5	6
api/tools/populate_anli.py	api/controllers/users.py	2	5	4
api/tools/populate_anli.py	frontends/web/src/containers/App.js	2	5	5
api/tools/populate_anli.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	5	4
api/tools/populate_anli.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	5	4
api/tools/populate_anli.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	5	5
api/tools/populate_anli.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	5	4
api/tools/populate_anli.py	builder/build_server.py	2	5	5
api/tools/populate_anli.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	5	4
api/tools/populate_anli.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	5	4
api/tools/populate_anli.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	5	4
api/tools/populate_anli.py	builder/utils/deployer.py	2	5	5
api/tools/populate_anli_r4.py	frontends/web/src/common/ApiService.js	2	5	10
api/tools/populate_anli_r4.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	5	11
api/tools/populate_anli_r4.py	frontends/web/src/containers/ModelPage.js	2	5	9
api/tools/populate_anli_r4.py	frontends/web/src/containers/TaskOwnerPage.js	2	5	12
api/tools/populate_anli_r4.py	frontends/web/src/common/Annotation/CreateInterface.js	2	5	12
api/tools/populate_anli_r4.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	5	5
api/tools/populate_anli_r4.py	api/models/model.py	2	5	8
api/tools/populate_anli_r4.py	frontends/web/src/containers/ModelStatus.js	2	5	6
api/tools/populate_anli_r4.py	frontends/web/src/containers/AboutPage.js	2	5	5
api/tools/populate_anli_r4.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	5	5
api/tools/populate_anli_r4.py	api/common/cors.py	2	5	6
api/tools/populate_anli_r4.py	api/controllers/users.py	2	5	4
api/tools/populate_anli_r4.py	frontends/web/src/containers/App.js	2	5	5
api/tools/populate_anli_r4.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	5	4
api/tools/populate_anli_r4.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	5	4
api/tools/populate_anli_r4.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	5	5
api/tools/populate_anli_r4.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	5	4
api/tools/populate_anli_r4.py	builder/build_server.py	2	5	5
api/tools/populate_anli_r4.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	5	4
api/tools/populate_anli_r4.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	5	4
api/tools/populate_anli_r4.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	5	4
api/tools/populate_anli_r4.py	builder/utils/deployer.py	2	5	5
api/tools/populate_nq.py	frontends/web/src/common/ApiService.js	2	5	10
api/tools/populate_nq.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	5	11
api/tools/populate_nq.py	frontends/web/src/containers/ModelPage.js	2	5	9
api/tools/populate_nq.py	frontends/web/src/containers/TaskOwnerPage.js	2	5	12
api/tools/populate_nq.py	frontends/web/src/common/Annotation/CreateInterface.js	2	5	12
api/tools/populate_nq.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	5	5
api/tools/populate_nq.py	api/models/model.py	2	5	8
api/tools/populate_nq.py	frontends/web/src/containers/ModelStatus.js	2	5	6
api/tools/populate_nq.py	frontends/web/src/containers/AboutPage.js	2	5	5
api/tools/populate_nq.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	5	5
api/tools/populate_nq.py	api/common/cors.py	2	5	6
api/tools/populate_nq.py	api/controllers/users.py	2	5	4
api/tools/populate_nq.py	frontends/web/src/containers/App.js	2	5	5
api/tools/populate_nq.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	5	4
api/tools/populate_nq.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	5	4
api/tools/populate_nq.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	5	5
api/tools/populate_nq.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	5	4
api/tools/populate_nq.py	builder/build_server.py	2	5	5
api/tools/populate_nq.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	5	4
api/tools/populate_nq.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	5	4
api/tools/populate_nq.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	5	4
api/tools/populate_nq.py	builder/utils/deployer.py	2	5	5
api/tools/populate_qa.py	frontends/web/src/common/ApiService.js	2	5	10
api/tools/populate_qa.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	5	11
api/tools/populate_qa.py	frontends/web/src/containers/ModelPage.js	2	5	9
api/tools/populate_qa.py	frontends/web/src/containers/TaskOwnerPage.js	2	5	12
api/tools/populate_qa.py	frontends/web/src/common/Annotation/CreateInterface.js	2	5	12
api/tools/populate_qa.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	5	5
api/tools/populate_qa.py	api/models/model.py	2	5	8
api/tools/populate_qa.py	frontends/web/src/containers/ModelStatus.js	2	5	6
api/tools/populate_qa.py	frontends/web/src/containers/AboutPage.js	2	5	5
api/tools/populate_qa.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	5	5
api/tools/populate_qa.py	api/common/cors.py	2	5	6
api/tools/populate_qa.py	api/controllers/users.py	2	5	4
api/tools/populate_qa.py	frontends/web/src/containers/App.js	2	5	5
api/tools/populate_qa.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	5	4
api/tools/populate_qa.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	5	4
api/tools/populate_qa.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	5	5
api/tools/populate_qa.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	5	4
api/tools/populate_qa.py	builder/build_server.py	2	5	5
api/tools/populate_qa.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	5	4
api/tools/populate_qa.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	5	4
api/tools/populate_qa.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	5	4
api/tools/populate_qa.py	builder/utils/deployer.py	2	5	5
api/tools/populate_sentiment.py	frontends/web/src/common/ApiService.js	2	5	10
api/tools/populate_sentiment.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	5	11
api/tools/populate_sentiment.py	frontends/web/src/containers/ModelPage.js	2	5	9
api/tools/populate_sentiment.py	frontends/web/src/containers/TaskOwnerPage.js	2	5	12
api/tools/populate_sentiment.py	frontends/web/src/common/Annotation/CreateInterface.js	2	5	12
api/tools/populate_sentiment.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	5	5
api/tools/populate_sentiment.py	api/models/model.py	2	5	8
api/tools/populate_sentiment.py	frontends/web/src/containers/ModelStatus.js	2	5	6
api/tools/populate_sentiment.py	frontends/web/src/containers/AboutPage.js	2	5	5
api/tools/populate_sentiment.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	5	5
api/tools/populate_sentiment.py	api/common/cors.py	2	5	6
api/tools/populate_sentiment.py	api/controllers/users.py	2	5	4
api/tools/populate_sentiment.py	frontends/web/src/containers/App.js	2	5	5
api/tools/populate_sentiment.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	5	4
api/tools/populate_sentiment.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	5	4
api/tools/populate_sentiment.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	5	5
api/tools/populate_sentiment.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	5	4
api/tools/populate_sentiment.py	builder/build_server.py	2	5	5
api/tools/populate_sentiment.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	5	4
api/tools/populate_sentiment.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	5	4
api/tools/populate_sentiment.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	5	4
api/tools/populate_sentiment.py	builder/utils/deployer.py	2	5	5
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/common/mail_service.py	2	2	6
frontends/web/src/containers/TaskModelLeaderboardPage.js	frontends/web/src/containers/FloresTaskPage.js	2	2	3
frontends/web/src/containers/TaskModelLeaderboardPage.js	frontends/web/src/containers/FloresTop5Page.js	2	2	3
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/common/helpers.py	2	2	8
pyproject.toml	api/common/mail_service.py	2	2	6
pyproject.toml	frontends/web/src/containers/FloresTaskPage.js	2	2	3
pyproject.toml	frontends/web/src/containers/FloresTop5Page.js	2	2	3
pyproject.toml	api/common/helpers.py	2	2	8
pyproject.toml	frontends/web/src/containers/TaskModelLeaderboardPage.js	2	2	2
api/bottle.py	frontends/web/src/common/ApiService.js	2	5	10
api/bottle.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	5	11
api/bottle.py	frontends/web/src/containers/ModelPage.js	2	5	9
api/bottle.py	frontends/web/src/containers/TaskOwnerPage.js	2	5	12
api/bottle.py	frontends/web/src/common/Annotation/CreateInterface.js	2	5	12
api/bottle.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	5	5
api/bottle.py	api/models/model.py	2	5	8
api/bottle.py	frontends/web/src/containers/ModelStatus.js	2	5	6
api/bottle.py	frontends/web/src/containers/AboutPage.js	2	5	5
api/bottle.py	api/common/mail_service.py	2	5	6
api/bottle.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	5	5
api/bottle.py	api/common/cors.py	2	5	6
api/bottle.py	api/controllers/users.py	2	5	4
api/bottle.py	frontends/web/src/containers/App.js	2	5	5
api/bottle.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	5	4
api/bottle.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	5	4
api/bottle.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	5	5
api/bottle.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	5	4
api/bottle.py	builder/build_server.py	2	5	5
api/bottle.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	5	4
api/bottle.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	5	4
api/bottle.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	5	4
api/bottle.py	builder/utils/deployer.py	2	5	5
api/controllers/task_proposals.py	api/controllers/contexts.py	2	3	7
api/controllers/task_proposals.py	api/controllers/datasets.py	2	3	11
api/controllers/task_proposals.py	api/controllers/examples.py	2	3	9
api/controllers/task_proposals.py	api/controllers/models.py	2	3	13
api/controllers/task_proposals.py	api/controllers/tasks.py	2	3	16
api/controllers/task_proposals.py	api/models/example.py	2	3	10
api/controllers/task_proposals.py	api/models/task.py	2	3	11
api/controllers/task_proposals.py	frontends/web/src/common/ApiService.js	2	3	10
api/controllers/task_proposals.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	3	11
api/controllers/task_proposals.py	frontends/web/src/containers/ModelPage.js	2	3	9
api/controllers/task_proposals.py	frontends/web/src/containers/TaskOwnerPage.js	2	3	12
api/controllers/task_proposals.py	frontends/web/src/common/Annotation/CreateInterface.js	2	3	12
api/controllers/task_proposals.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	3	5
api/controllers/task_proposals.py	api/models/model.py	2	3	8
api/controllers/task_proposals.py	frontends/web/src/containers/ModelStatus.js	2	3	6
api/controllers/task_proposals.py	frontends/web/src/containers/AboutPage.js	2	3	5
api/controllers/task_proposals.py	api/common/mail_service.py	2	3	6
api/controllers/task_proposals.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	3	5
api/controllers/task_proposals.py	api/common/cors.py	2	3	6
api/controllers/task_proposals.py	api/controllers/validations.py	2	3	7
api/controllers/task_proposals.py	api/controllers/users.py	2	3	4
api/controllers/task_proposals.py	frontends/web/src/containers/App.js	2	3	5
api/controllers/task_proposals.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	3	4
api/controllers/task_proposals.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	3	4
api/controllers/task_proposals.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	3	4
api/controllers/task_proposals.py	builder/build_server.py	2	3	5
api/controllers/task_proposals.py	api/models/score.py	2	3	7
api/controllers/task_proposals.py	api/tools/adjust_vqa_test2015_tag.py	2	3	6
api/controllers/task_proposals.py	api/tools/populate_vqa.py	2	3	6
api/controllers/task_proposals.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	3	4
api/controllers/task_proposals.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	3	4
api/controllers/task_proposals.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	3	4
api/controllers/task_proposals.py	api/models/validation.py	2	3	6
api/controllers/task_proposals.py	builder/utils/deployer.py	2	3	5
api/controllers/task_proposals.py	api/common/helpers.py	2	3	8
api/controllers/task_proposals.py	api/controllers/endpoints.py	2	3	5
api/controllers/task_proposals.py	api/install.py	2	3	9
api/controllers/task_proposals.py	api/models/badge.py	2	3	5
api/controllers/task_proposals.py	api/tools/populate_anli.py	2	3	5
api/controllers/task_proposals.py	api/tools/populate_anli_r4.py	2	3	5
api/controllers/task_proposals.py	api/tools/populate_nq.py	2	3	5
api/controllers/task_proposals.py	api/tools/populate_qa.py	2	3	5
api/controllers/task_proposals.py	api/tools/populate_sentiment.py	2	3	5
api/controllers/task_proposals.py	api/bottle.py	2	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/controllers/contexts.py	2	3	7
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/controllers/examples.py	2	3	9
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/controllers/models.py	2	3	13
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	3	11
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/containers/ModelPage.js	2	3	9
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/containers/TaskOwnerPage.js	2	3	12
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/models/model.py	2	3	8
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/containers/ModelStatus.js	2	3	6
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/containers/AboutPage.js	2	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/common/mail_service.py	2	3	6
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/common/cors.py	2	3	6
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/controllers/validations.py	2	3	7
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/controllers/users.py	2	3	4
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/containers/App.js	2	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	3	4
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	3	4
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	3	4
api/migrations/20211006_01_DeVEP-big-data-changes.py	builder/build_server.py	2	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/models/score.py	2	3	7
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/tools/adjust_vqa_test2015_tag.py	2	3	6
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/tools/populate_vqa.py	2	3	6
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	3	4
api/migrations/20211006_01_DeVEP-big-data-changes.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	3	4
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/models/validation.py	2	3	6
api/migrations/20211006_01_DeVEP-big-data-changes.py	builder/utils/deployer.py	2	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/common/helpers.py	2	3	8
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/controllers/endpoints.py	2	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/install.py	2	3	9
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/models/badge.py	2	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/tools/populate_anli.py	2	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/tools/populate_anli_r4.py	2	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/tools/populate_nq.py	2	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/tools/populate_qa.py	2	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/tools/populate_sentiment.py	2	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/bottle.py	2	3	5
api/migrations/20211006_01_DeVEP-big-data-changes.py	api/controllers/task_proposals.py	2	3	3
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/controllers/contexts.py	2	3	7
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/controllers/datasets.py	2	3	11
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/controllers/examples.py	2	3	9
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/controllers/tasks.py	2	3	16
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/models/example.py	2	3	10
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/models/task.py	2	3	11
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	3	11
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/containers/TaskOwnerPage.js	2	3	12
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/common/Annotation/CreateInterface.js	2	3	12
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	3	5
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/containers/AboutPage.js	2	3	5
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/common/mail_service.py	2	3	6
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	3	5
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/common/cors.py	2	3	6
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/controllers/validations.py	2	3	7
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/controllers/users.py	2	3	4
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/containers/App.js	2	3	5
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	3	4
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	3	5
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	3	4
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	builder/build_server.py	2	3	5
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/tools/adjust_vqa_test2015_tag.py	2	3	6
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/tools/populate_vqa.py	2	3	6
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	3	4
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	3	4
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/models/validation.py	2	3	6
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	builder/utils/deployer.py	2	3	5
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/common/helpers.py	2	3	8
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/controllers/endpoints.py	2	3	5
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/install.py	2	3	9
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/models/badge.py	2	3	5
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/tools/populate_anli.py	2	3	5
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/tools/populate_anli_r4.py	2	3	5
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/tools/populate_nq.py	2	3	5
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/tools/populate_qa.py	2	3	5
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/tools/populate_sentiment.py	2	3	5
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/bottle.py	2	3	5
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/controllers/task_proposals.py	2	3	3
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	api/migrations/20211006_01_DeVEP-big-data-changes.py	2	3	3
builder/dockerfiles/gpu.Dockerfile	api/controllers/contexts.py	2	3	7
builder/dockerfiles/gpu.Dockerfile	api/controllers/datasets.py	2	3	11
builder/dockerfiles/gpu.Dockerfile	api/controllers/examples.py	2	3	9
builder/dockerfiles/gpu.Dockerfile	api/controllers/models.py	2	3	13
builder/dockerfiles/gpu.Dockerfile	api/controllers/tasks.py	2	3	16
builder/dockerfiles/gpu.Dockerfile	api/models/example.py	2	3	10
builder/dockerfiles/gpu.Dockerfile	api/models/task.py	2	3	11
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/common/ApiService.js	2	3	10
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	3	11
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/containers/ModelPage.js	2	3	9
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/containers/TaskOwnerPage.js	2	3	12
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/common/Annotation/CreateInterface.js	2	3	12
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	3	5
builder/dockerfiles/gpu.Dockerfile	api/models/model.py	2	3	8
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/containers/ModelStatus.js	2	3	6
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/containers/AboutPage.js	2	3	5
builder/dockerfiles/gpu.Dockerfile	api/common/mail_service.py	2	3	6
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/common/Annotation/ResponseInfo.js	2	3	5
builder/dockerfiles/gpu.Dockerfile	api/common/cors.py	2	3	6
builder/dockerfiles/gpu.Dockerfile	api/controllers/validations.py	2	3	7
builder/dockerfiles/gpu.Dockerfile	api/controllers/users.py	2	3	4
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/containers/App.js	2	3	5
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	3	4
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	3	4
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	3	5
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	3	4
builder/dockerfiles/gpu.Dockerfile	builder/build_server.py	2	3	5
builder/dockerfiles/gpu.Dockerfile	api/models/score.py	2	3	7
builder/dockerfiles/gpu.Dockerfile	api/tools/adjust_vqa_test2015_tag.py	2	3	6
builder/dockerfiles/gpu.Dockerfile	api/tools/populate_vqa.py	2	3	6
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/common/Annotation/AnnotationComponent.js	2	3	4
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	3	4
builder/dockerfiles/gpu.Dockerfile	frontends/web/src/containers/UpdateModelInfoInterface.js	2	3	4
builder/dockerfiles/gpu.Dockerfile	api/models/validation.py	2	3	6
builder/dockerfiles/gpu.Dockerfile	api/common/helpers.py	2	3	8
builder/dockerfiles/gpu.Dockerfile	api/controllers/endpoints.py	2	3	5
builder/dockerfiles/gpu.Dockerfile	api/install.py	2	3	9
builder/dockerfiles/gpu.Dockerfile	api/models/badge.py	2	3	5
builder/dockerfiles/gpu.Dockerfile	api/tools/populate_anli.py	2	3	5
builder/dockerfiles/gpu.Dockerfile	api/tools/populate_anli_r4.py	2	3	5
builder/dockerfiles/gpu.Dockerfile	api/tools/populate_nq.py	2	3	5
builder/dockerfiles/gpu.Dockerfile	api/tools/populate_qa.py	2	3	5
builder/dockerfiles/gpu.Dockerfile	api/tools/populate_sentiment.py	2	3	5
builder/dockerfiles/gpu.Dockerfile	api/bottle.py	2	3	5
builder/dockerfiles/gpu.Dockerfile	api/controllers/task_proposals.py	2	3	3
builder/dockerfiles/gpu.Dockerfile	api/migrations/20211006_01_DeVEP-big-data-changes.py	2	3	3
builder/dockerfiles/gpu.Dockerfile	api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	2	3	3
evaluation/metrics/vqa_accuracy.py	api/controllers/contexts.py	2	3	7
evaluation/metrics/vqa_accuracy.py	api/controllers/datasets.py	2	3	11
evaluation/metrics/vqa_accuracy.py	api/controllers/examples.py	2	3	9
evaluation/metrics/vqa_accuracy.py	api/controllers/models.py	2	3	13
evaluation/metrics/vqa_accuracy.py	api/controllers/tasks.py	2	3	16
evaluation/metrics/vqa_accuracy.py	api/models/example.py	2	3	10
evaluation/metrics/vqa_accuracy.py	api/models/task.py	2	3	11
evaluation/metrics/vqa_accuracy.py	frontends/web/src/common/ApiService.js	2	3	10
evaluation/metrics/vqa_accuracy.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	3	11
evaluation/metrics/vqa_accuracy.py	frontends/web/src/containers/ModelPage.js	2	3	9
evaluation/metrics/vqa_accuracy.py	frontends/web/src/containers/TaskOwnerPage.js	2	3	12
evaluation/metrics/vqa_accuracy.py	frontends/web/src/common/Annotation/CreateInterface.js	2	3	12
evaluation/metrics/vqa_accuracy.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	3	5
evaluation/metrics/vqa_accuracy.py	api/models/model.py	2	3	8
evaluation/metrics/vqa_accuracy.py	frontends/web/src/containers/ModelStatus.js	2	3	6
evaluation/metrics/vqa_accuracy.py	frontends/web/src/containers/AboutPage.js	2	3	5
evaluation/metrics/vqa_accuracy.py	api/common/mail_service.py	2	3	6
evaluation/metrics/vqa_accuracy.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	3	5
evaluation/metrics/vqa_accuracy.py	api/common/cors.py	2	3	6
evaluation/metrics/vqa_accuracy.py	api/controllers/validations.py	2	3	7
evaluation/metrics/vqa_accuracy.py	api/controllers/users.py	2	3	4
evaluation/metrics/vqa_accuracy.py	frontends/web/src/containers/App.js	2	3	5
evaluation/metrics/vqa_accuracy.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	3	4
evaluation/metrics/vqa_accuracy.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	3	4
evaluation/metrics/vqa_accuracy.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	3	5
evaluation/metrics/vqa_accuracy.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	3	4
evaluation/metrics/vqa_accuracy.py	builder/build_server.py	2	3	5
evaluation/metrics/vqa_accuracy.py	api/models/score.py	2	3	7
evaluation/metrics/vqa_accuracy.py	api/tools/adjust_vqa_test2015_tag.py	2	3	6
evaluation/metrics/vqa_accuracy.py	api/tools/populate_vqa.py	2	3	6
evaluation/metrics/vqa_accuracy.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	3	4
evaluation/metrics/vqa_accuracy.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	3	4
evaluation/metrics/vqa_accuracy.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	3	4
evaluation/metrics/vqa_accuracy.py	api/models/validation.py	2	3	6
evaluation/metrics/vqa_accuracy.py	builder/utils/deployer.py	2	3	5
evaluation/metrics/vqa_accuracy.py	api/common/helpers.py	2	3	8
evaluation/metrics/vqa_accuracy.py	api/controllers/endpoints.py	2	3	5
evaluation/metrics/vqa_accuracy.py	api/install.py	2	3	9
evaluation/metrics/vqa_accuracy.py	api/models/badge.py	2	3	5
evaluation/metrics/vqa_accuracy.py	api/tools/populate_anli.py	2	3	5
evaluation/metrics/vqa_accuracy.py	api/tools/populate_anli_r4.py	2	3	5
evaluation/metrics/vqa_accuracy.py	api/tools/populate_nq.py	2	3	5
evaluation/metrics/vqa_accuracy.py	api/tools/populate_qa.py	2	3	5
evaluation/metrics/vqa_accuracy.py	api/tools/populate_sentiment.py	2	3	5
evaluation/metrics/vqa_accuracy.py	api/bottle.py	2	3	5
evaluation/metrics/vqa_accuracy.py	api/controllers/task_proposals.py	2	3	3
evaluation/metrics/vqa_accuracy.py	api/migrations/20211006_01_DeVEP-big-data-changes.py	2	3	3
evaluation/metrics/vqa_accuracy.py	api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	2	3	3
evaluation/metrics/vqa_accuracy.py	builder/dockerfiles/gpu.Dockerfile	2	3	3
frontends/web/src/containers/Badge.js	api/controllers/contexts.py	2	3	7
frontends/web/src/containers/Badge.js	api/controllers/datasets.py	2	3	11
frontends/web/src/containers/Badge.js	api/controllers/examples.py	2	3	9
frontends/web/src/containers/Badge.js	api/controllers/models.py	2	3	13
frontends/web/src/containers/Badge.js	api/controllers/tasks.py	2	3	16
frontends/web/src/containers/Badge.js	api/models/example.py	2	3	10
frontends/web/src/containers/Badge.js	api/models/task.py	2	3	11
frontends/web/src/containers/Badge.js	frontends/web/src/common/ApiService.js	2	3	10
frontends/web/src/containers/Badge.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	3	11
frontends/web/src/containers/Badge.js	frontends/web/src/containers/ModelPage.js	2	3	9
frontends/web/src/containers/Badge.js	frontends/web/src/containers/TaskOwnerPage.js	2	3	12
frontends/web/src/containers/Badge.js	frontends/web/src/common/Annotation/CreateInterface.js	2	3	12
frontends/web/src/containers/Badge.js	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	3	5
frontends/web/src/containers/Badge.js	api/models/model.py	2	3	8
frontends/web/src/containers/Badge.js	frontends/web/src/containers/ModelStatus.js	2	3	6
frontends/web/src/containers/Badge.js	frontends/web/src/containers/AboutPage.js	2	3	5
frontends/web/src/containers/Badge.js	api/common/mail_service.py	2	3	6
frontends/web/src/containers/Badge.js	frontends/web/src/common/Annotation/ResponseInfo.js	2	3	5
frontends/web/src/containers/Badge.js	api/common/cors.py	2	3	6
frontends/web/src/containers/Badge.js	api/controllers/validations.py	2	3	7
frontends/web/src/containers/Badge.js	api/controllers/users.py	2	3	4
frontends/web/src/containers/Badge.js	frontends/web/src/containers/App.js	2	3	5
frontends/web/src/containers/Badge.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	3	4
frontends/web/src/containers/Badge.js	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	3	4
frontends/web/src/containers/Badge.js	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	3	5
frontends/web/src/containers/Badge.js	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	3	4
frontends/web/src/containers/Badge.js	builder/build_server.py	2	3	5
frontends/web/src/containers/Badge.js	api/models/score.py	2	3	7
frontends/web/src/containers/Badge.js	api/tools/adjust_vqa_test2015_tag.py	2	3	6
frontends/web/src/containers/Badge.js	api/tools/populate_vqa.py	2	3	6
frontends/web/src/containers/Badge.js	frontends/web/src/common/Annotation/AnnotationComponent.js	2	3	4
frontends/web/src/containers/Badge.js	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	3	4
frontends/web/src/containers/Badge.js	frontends/web/src/containers/UpdateModelInfoInterface.js	2	3	4
frontends/web/src/containers/Badge.js	api/models/validation.py	2	3	6
frontends/web/src/containers/Badge.js	builder/utils/deployer.py	2	3	5
frontends/web/src/containers/Badge.js	api/common/helpers.py	2	3	8
frontends/web/src/containers/Badge.js	api/controllers/endpoints.py	2	3	5
frontends/web/src/containers/Badge.js	api/install.py	2	3	9
frontends/web/src/containers/Badge.js	api/models/badge.py	2	3	5
frontends/web/src/containers/Badge.js	api/tools/populate_anli.py	2	3	5
frontends/web/src/containers/Badge.js	api/tools/populate_anli_r4.py	2	3	5
frontends/web/src/containers/Badge.js	api/tools/populate_nq.py	2	3	5
frontends/web/src/containers/Badge.js	api/tools/populate_qa.py	2	3	5
frontends/web/src/containers/Badge.js	api/tools/populate_sentiment.py	2	3	5
frontends/web/src/containers/Badge.js	api/bottle.py	2	3	5
frontends/web/src/containers/Badge.js	api/controllers/task_proposals.py	2	3	3
frontends/web/src/containers/Badge.js	api/migrations/20211006_01_DeVEP-big-data-changes.py	2	3	3
frontends/web/src/containers/Badge.js	api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	2	3	3
frontends/web/src/containers/Badge.js	builder/dockerfiles/gpu.Dockerfile	2	3	3
frontends/web/src/containers/Badge.js	evaluation/metrics/vqa_accuracy.py	2	3	3
frontends/web/src/containers/HomePage.js	api/controllers/contexts.py	2	3	7
frontends/web/src/containers/HomePage.js	api/controllers/datasets.py	2	3	11
frontends/web/src/containers/HomePage.js	api/controllers/examples.py	2	3	9
frontends/web/src/containers/HomePage.js	api/controllers/models.py	2	3	13
frontends/web/src/containers/HomePage.js	api/controllers/tasks.py	2	3	16
frontends/web/src/containers/HomePage.js	api/models/example.py	2	3	10
frontends/web/src/containers/HomePage.js	api/models/task.py	2	3	11
frontends/web/src/containers/HomePage.js	frontends/web/src/common/ApiService.js	2	3	10
frontends/web/src/containers/HomePage.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	3	11
frontends/web/src/containers/HomePage.js	frontends/web/src/containers/ModelPage.js	2	3	9
frontends/web/src/containers/HomePage.js	frontends/web/src/containers/TaskOwnerPage.js	2	3	12
frontends/web/src/containers/HomePage.js	frontends/web/src/common/Annotation/CreateInterface.js	2	3	12
frontends/web/src/containers/HomePage.js	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	3	5
frontends/web/src/containers/HomePage.js	api/models/model.py	2	3	8
frontends/web/src/containers/HomePage.js	frontends/web/src/containers/ModelStatus.js	2	3	6
frontends/web/src/containers/HomePage.js	frontends/web/src/containers/AboutPage.js	2	3	5
frontends/web/src/containers/HomePage.js	api/common/mail_service.py	2	3	6
frontends/web/src/containers/HomePage.js	frontends/web/src/common/Annotation/ResponseInfo.js	2	3	5
frontends/web/src/containers/HomePage.js	api/common/cors.py	2	3	6
frontends/web/src/containers/HomePage.js	api/controllers/validations.py	2	3	7
frontends/web/src/containers/HomePage.js	api/controllers/users.py	2	3	4
frontends/web/src/containers/HomePage.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	3	4
frontends/web/src/containers/HomePage.js	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	3	4
frontends/web/src/containers/HomePage.js	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	3	5
frontends/web/src/containers/HomePage.js	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	3	4
frontends/web/src/containers/HomePage.js	builder/build_server.py	2	3	5
frontends/web/src/containers/HomePage.js	api/models/score.py	2	3	7
frontends/web/src/containers/HomePage.js	api/tools/adjust_vqa_test2015_tag.py	2	3	6
frontends/web/src/containers/HomePage.js	api/tools/populate_vqa.py	2	3	6
frontends/web/src/containers/HomePage.js	frontends/web/src/common/Annotation/AnnotationComponent.js	2	3	4
frontends/web/src/containers/HomePage.js	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	3	4
frontends/web/src/containers/HomePage.js	frontends/web/src/containers/UpdateModelInfoInterface.js	2	3	4
frontends/web/src/containers/HomePage.js	api/models/validation.py	2	3	6
frontends/web/src/containers/HomePage.js	builder/utils/deployer.py	2	3	5
frontends/web/src/containers/HomePage.js	api/common/helpers.py	2	3	8
frontends/web/src/containers/HomePage.js	api/controllers/endpoints.py	2	3	5
frontends/web/src/containers/HomePage.js	api/install.py	2	3	9
frontends/web/src/containers/HomePage.js	api/models/badge.py	2	3	5
frontends/web/src/containers/HomePage.js	api/tools/populate_anli.py	2	3	5
frontends/web/src/containers/HomePage.js	api/tools/populate_anli_r4.py	2	3	5
frontends/web/src/containers/HomePage.js	api/tools/populate_nq.py	2	3	5
frontends/web/src/containers/HomePage.js	api/tools/populate_qa.py	2	3	5
frontends/web/src/containers/HomePage.js	api/tools/populate_sentiment.py	2	3	5
frontends/web/src/containers/HomePage.js	api/bottle.py	2	3	5
frontends/web/src/containers/HomePage.js	api/controllers/task_proposals.py	2	3	3
frontends/web/src/containers/HomePage.js	api/migrations/20211006_01_DeVEP-big-data-changes.py	2	3	3
frontends/web/src/containers/HomePage.js	api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	2	3	3
frontends/web/src/containers/HomePage.js	builder/dockerfiles/gpu.Dockerfile	2	3	3
frontends/web/src/containers/HomePage.js	evaluation/metrics/vqa_accuracy.py	2	3	3
frontends/web/src/containers/HomePage.js	frontends/web/src/containers/Badge.js	2	3	3
frontends/web/src/containers/ProfilePage.js	api/controllers/contexts.py	2	3	7
frontends/web/src/containers/ProfilePage.js	api/controllers/datasets.py	2	3	11
frontends/web/src/containers/ProfilePage.js	api/controllers/examples.py	2	3	9
frontends/web/src/containers/ProfilePage.js	api/controllers/models.py	2	3	13
frontends/web/src/containers/ProfilePage.js	api/controllers/tasks.py	2	3	16
frontends/web/src/containers/ProfilePage.js	api/models/example.py	2	3	10
frontends/web/src/containers/ProfilePage.js	api/models/task.py	2	3	11
frontends/web/src/containers/ProfilePage.js	frontends/web/src/common/ApiService.js	2	3	10
frontends/web/src/containers/ProfilePage.js	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	3	11
frontends/web/src/containers/ProfilePage.js	frontends/web/src/containers/ModelPage.js	2	3	9
frontends/web/src/containers/ProfilePage.js	frontends/web/src/containers/TaskOwnerPage.js	2	3	12
frontends/web/src/containers/ProfilePage.js	frontends/web/src/common/Annotation/CreateInterface.js	2	3	12
frontends/web/src/containers/ProfilePage.js	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	3	5
frontends/web/src/containers/ProfilePage.js	api/models/model.py	2	3	8
frontends/web/src/containers/ProfilePage.js	frontends/web/src/containers/ModelStatus.js	2	3	6
frontends/web/src/containers/ProfilePage.js	frontends/web/src/containers/AboutPage.js	2	3	5
frontends/web/src/containers/ProfilePage.js	api/common/mail_service.py	2	3	6
frontends/web/src/containers/ProfilePage.js	frontends/web/src/common/Annotation/ResponseInfo.js	2	3	5
frontends/web/src/containers/ProfilePage.js	api/common/cors.py	2	3	6
frontends/web/src/containers/ProfilePage.js	api/controllers/validations.py	2	3	7
frontends/web/src/containers/ProfilePage.js	api/controllers/users.py	2	3	4
frontends/web/src/containers/ProfilePage.js	frontends/web/src/containers/App.js	2	3	5
frontends/web/src/containers/ProfilePage.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	3	4
frontends/web/src/containers/ProfilePage.js	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	3	4
frontends/web/src/containers/ProfilePage.js	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	3	5
frontends/web/src/containers/ProfilePage.js	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	3	4
frontends/web/src/containers/ProfilePage.js	builder/build_server.py	2	3	5
frontends/web/src/containers/ProfilePage.js	api/models/score.py	2	3	7
frontends/web/src/containers/ProfilePage.js	api/tools/adjust_vqa_test2015_tag.py	2	3	6
frontends/web/src/containers/ProfilePage.js	api/tools/populate_vqa.py	2	3	6
frontends/web/src/containers/ProfilePage.js	frontends/web/src/common/Annotation/AnnotationComponent.js	2	3	4
frontends/web/src/containers/ProfilePage.js	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	3	4
frontends/web/src/containers/ProfilePage.js	frontends/web/src/containers/UpdateModelInfoInterface.js	2	3	4
frontends/web/src/containers/ProfilePage.js	api/models/validation.py	2	3	6
frontends/web/src/containers/ProfilePage.js	builder/utils/deployer.py	2	3	5
frontends/web/src/containers/ProfilePage.js	api/common/helpers.py	2	3	8
frontends/web/src/containers/ProfilePage.js	api/controllers/endpoints.py	2	3	5
frontends/web/src/containers/ProfilePage.js	api/install.py	2	3	9
frontends/web/src/containers/ProfilePage.js	api/models/badge.py	2	3	5
frontends/web/src/containers/ProfilePage.js	api/tools/populate_anli.py	2	3	5
frontends/web/src/containers/ProfilePage.js	api/tools/populate_anli_r4.py	2	3	5
frontends/web/src/containers/ProfilePage.js	api/tools/populate_nq.py	2	3	5
frontends/web/src/containers/ProfilePage.js	api/tools/populate_qa.py	2	3	5
frontends/web/src/containers/ProfilePage.js	api/tools/populate_sentiment.py	2	3	5
frontends/web/src/containers/ProfilePage.js	api/bottle.py	2	3	5
frontends/web/src/containers/ProfilePage.js	api/controllers/task_proposals.py	2	3	3
frontends/web/src/containers/ProfilePage.js	api/migrations/20211006_01_DeVEP-big-data-changes.py	2	3	3
frontends/web/src/containers/ProfilePage.js	api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	2	3	3
frontends/web/src/containers/ProfilePage.js	builder/dockerfiles/gpu.Dockerfile	2	3	3
frontends/web/src/containers/ProfilePage.js	evaluation/metrics/vqa_accuracy.py	2	3	3
frontends/web/src/containers/ProfilePage.js	frontends/web/src/containers/Badge.js	2	3	3
frontends/web/src/containers/ProfilePage.js	frontends/web/src/containers/HomePage.js	2	3	3
legacy/modelservers/qa/qa_utils.py	api/controllers/contexts.py	2	4	7
legacy/modelservers/qa/qa_utils.py	api/controllers/datasets.py	2	4	11
legacy/modelservers/qa/qa_utils.py	api/controllers/examples.py	2	4	9
legacy/modelservers/qa/qa_utils.py	api/controllers/models.py	2	4	13
legacy/modelservers/qa/qa_utils.py	api/controllers/tasks.py	2	4	16
legacy/modelservers/qa/qa_utils.py	api/models/example.py	2	4	10
legacy/modelservers/qa/qa_utils.py	api/models/task.py	2	4	11
legacy/modelservers/qa/qa_utils.py	frontends/web/src/common/ApiService.js	2	4	10
legacy/modelservers/qa/qa_utils.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	4	11
legacy/modelservers/qa/qa_utils.py	frontends/web/src/containers/ModelPage.js	2	4	9
legacy/modelservers/qa/qa_utils.py	frontends/web/src/containers/TaskOwnerPage.js	2	4	12
legacy/modelservers/qa/qa_utils.py	frontends/web/src/common/Annotation/CreateInterface.js	2	4	12
legacy/modelservers/qa/qa_utils.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	4	5
legacy/modelservers/qa/qa_utils.py	api/models/model.py	2	4	8
legacy/modelservers/qa/qa_utils.py	frontends/web/src/containers/ModelStatus.js	2	4	6
legacy/modelservers/qa/qa_utils.py	frontends/web/src/containers/AboutPage.js	2	4	5
legacy/modelservers/qa/qa_utils.py	api/common/mail_service.py	2	4	6
legacy/modelservers/qa/qa_utils.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	4	5
legacy/modelservers/qa/qa_utils.py	api/common/cors.py	2	4	6
legacy/modelservers/qa/qa_utils.py	api/controllers/validations.py	2	4	7
legacy/modelservers/qa/qa_utils.py	api/controllers/users.py	2	4	4
legacy/modelservers/qa/qa_utils.py	frontends/web/src/containers/App.js	2	4	5
legacy/modelservers/qa/qa_utils.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	4	4
legacy/modelservers/qa/qa_utils.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	4	4
legacy/modelservers/qa/qa_utils.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	4	5
legacy/modelservers/qa/qa_utils.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	4	4
legacy/modelservers/qa/qa_utils.py	builder/build_server.py	2	4	5
legacy/modelservers/qa/qa_utils.py	api/models/score.py	2	4	7
legacy/modelservers/qa/qa_utils.py	api/tools/adjust_vqa_test2015_tag.py	2	4	6
legacy/modelservers/qa/qa_utils.py	api/tools/populate_vqa.py	2	4	6
legacy/modelservers/qa/qa_utils.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	4	4
legacy/modelservers/qa/qa_utils.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	4	4
legacy/modelservers/qa/qa_utils.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	4	4
legacy/modelservers/qa/qa_utils.py	api/models/validation.py	2	4	6
legacy/modelservers/qa/qa_utils.py	builder/utils/deployer.py	2	4	5
legacy/modelservers/qa/qa_utils.py	api/common/helpers.py	2	4	8
legacy/modelservers/qa/qa_utils.py	api/controllers/endpoints.py	2	4	5
legacy/modelservers/qa/qa_utils.py	api/install.py	2	4	9
legacy/modelservers/qa/qa_utils.py	api/models/badge.py	2	4	5
legacy/modelservers/qa/qa_utils.py	api/tools/populate_anli.py	2	4	5
legacy/modelservers/qa/qa_utils.py	api/tools/populate_anli_r4.py	2	4	5
legacy/modelservers/qa/qa_utils.py	api/tools/populate_nq.py	2	4	5
legacy/modelservers/qa/qa_utils.py	api/tools/populate_qa.py	2	4	5
legacy/modelservers/qa/qa_utils.py	api/tools/populate_sentiment.py	2	4	5
legacy/modelservers/qa/qa_utils.py	api/controllers/task_proposals.py	2	4	3
legacy/modelservers/qa/qa_utils.py	api/migrations/20211006_01_DeVEP-big-data-changes.py	2	4	3
legacy/modelservers/qa/qa_utils.py	api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	2	4	3
legacy/modelservers/qa/qa_utils.py	builder/dockerfiles/gpu.Dockerfile	2	4	3
legacy/modelservers/qa/qa_utils.py	evaluation/metrics/vqa_accuracy.py	2	4	3
legacy/modelservers/qa/qa_utils.py	frontends/web/src/containers/Badge.js	2	4	3
legacy/modelservers/qa/qa_utils.py	frontends/web/src/containers/HomePage.js	2	4	3
legacy/modelservers/qa/qa_utils.py	frontends/web/src/containers/ProfilePage.js	2	4	3
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/controllers/contexts.py	2	4	7
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/controllers/datasets.py	2	4	11
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/controllers/examples.py	2	4	9
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/controllers/models.py	2	4	13
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/controllers/tasks.py	2	4	16
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/models/example.py	2	4	10
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/models/task.py	2	4	11
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/common/ApiService.js	2	4	10
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	4	11
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/containers/ModelPage.js	2	4	9
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/containers/TaskOwnerPage.js	2	4	12
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/common/Annotation/CreateInterface.js	2	4	12
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	4	5
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/models/model.py	2	4	8
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/containers/ModelStatus.js	2	4	6
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/containers/AboutPage.js	2	4	5
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/common/mail_service.py	2	4	6
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	4	5
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/common/cors.py	2	4	6
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/controllers/validations.py	2	4	7
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/controllers/users.py	2	4	4
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/containers/App.js	2	4	5
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	4	4
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	4	4
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	4	5
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	4	4
legacy/torchserve/tasks/qa/r1/qa_utils.py	builder/build_server.py	2	4	5
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/models/score.py	2	4	7
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/tools/adjust_vqa_test2015_tag.py	2	4	6
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/tools/populate_vqa.py	2	4	6
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	4	4
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	4	4
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	4	4
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/models/validation.py	2	4	6
legacy/torchserve/tasks/qa/r1/qa_utils.py	builder/utils/deployer.py	2	4	5
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/common/helpers.py	2	4	8
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/controllers/endpoints.py	2	4	5
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/install.py	2	4	9
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/models/badge.py	2	4	5
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/tools/populate_anli.py	2	4	5
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/tools/populate_anli_r4.py	2	4	5
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/tools/populate_nq.py	2	4	5
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/tools/populate_qa.py	2	4	5
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/tools/populate_sentiment.py	2	4	5
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/controllers/task_proposals.py	2	4	3
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/migrations/20211006_01_DeVEP-big-data-changes.py	2	4	3
legacy/torchserve/tasks/qa/r1/qa_utils.py	api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	2	4	3
legacy/torchserve/tasks/qa/r1/qa_utils.py	builder/dockerfiles/gpu.Dockerfile	2	4	3
legacy/torchserve/tasks/qa/r1/qa_utils.py	evaluation/metrics/vqa_accuracy.py	2	4	3
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/containers/Badge.js	2	4	3
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/containers/HomePage.js	2	4	3
legacy/torchserve/tasks/qa/r1/qa_utils.py	frontends/web/src/containers/ProfilePage.js	2	4	3
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/controllers/contexts.py	2	4	7
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/controllers/datasets.py	2	4	11
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/controllers/examples.py	2	4	9
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/controllers/models.py	2	4	13
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/controllers/tasks.py	2	4	16
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/models/example.py	2	4	10
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/models/task.py	2	4	11
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/common/ApiService.js	2	4	10
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	2	4	11
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/containers/ModelPage.js	2	4	9
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/containers/TaskOwnerPage.js	2	4	12
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/common/Annotation/CreateInterface.js	2	4	12
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	2	4	5
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/models/model.py	2	4	8
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/containers/ModelStatus.js	2	4	6
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/containers/AboutPage.js	2	4	5
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/common/mail_service.py	2	4	6
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/common/Annotation/ResponseInfo.js	2	4	5
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/common/cors.py	2	4	6
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/controllers/validations.py	2	4	7
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/controllers/users.py	2	4	4
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/containers/App.js	2	4	5
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	2	4	4
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	2	4	4
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	2	4	5
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	2	4	4
legacy/torchserve/tasks/qa/r2/qa_utils.py	builder/build_server.py	2	4	5
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/models/score.py	2	4	7
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/tools/adjust_vqa_test2015_tag.py	2	4	6
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/tools/populate_vqa.py	2	4	6
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/common/Annotation/AnnotationComponent.js	2	4	4
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	2	4	4
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/containers/UpdateModelInfoInterface.js	2	4	4
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/models/validation.py	2	4	6
legacy/torchserve/tasks/qa/r2/qa_utils.py	builder/utils/deployer.py	2	4	5
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/common/helpers.py	2	4	8
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/controllers/endpoints.py	2	4	5
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/install.py	2	4	9
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/models/badge.py	2	4	5
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/tools/populate_anli.py	2	4	5
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/tools/populate_anli_r4.py	2	4	5
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/tools/populate_nq.py	2	4	5
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/tools/populate_qa.py	2	4	5
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/tools/populate_sentiment.py	2	4	5
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/controllers/task_proposals.py	2	4	3
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/migrations/20211006_01_DeVEP-big-data-changes.py	2	4	3
legacy/torchserve/tasks/qa/r2/qa_utils.py	api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	2	4	3
legacy/torchserve/tasks/qa/r2/qa_utils.py	builder/dockerfiles/gpu.Dockerfile	2	4	3
legacy/torchserve/tasks/qa/r2/qa_utils.py	evaluation/metrics/vqa_accuracy.py	2	4	3
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/containers/Badge.js	2	4	3
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/containers/HomePage.js	2	4	3
legacy/torchserve/tasks/qa/r2/qa_utils.py	frontends/web/src/containers/ProfilePage.js	2	4	3
api/tools/local_export.py	api/controllers/tasks.py	2	2	16
api/tools/local_export.py	api/common/helpers.py	2	2	8
frontends/web/src/containers/SubmitInterface.js	api/controllers/contexts.py	1	7	7
frontends/web/src/containers/SubmitInterface.js	api/controllers/datasets.py	1	7	11
frontends/web/src/containers/SubmitInterface.js	api/controllers/examples.py	1	7	9
frontends/web/src/containers/SubmitInterface.js	api/models/example.py	1	7	10
api/migrations/20220119_01_WOGoS-add-log-access-type.py	api/controllers/datasets.py	1	1	11
api/migrations/20220119_01_WOGoS-add-log-access-type.py	api/controllers/models.py	1	1	13
api/models/dataset.py	api/controllers/datasets.py	1	1	11
api/models/dataset.py	api/controllers/models.py	1	1	13
api/models/dataset.py	api/migrations/20220119_01_WOGoS-add-log-access-type.py	1	1	1
evaluation/utils/evaluator.py	api/controllers/datasets.py	1	2	11
evaluation/utils/evaluator.py	api/migrations/20220119_01_WOGoS-add-log-access-type.py	1	2	1
evaluation/utils/evaluator.py	api/models/dataset.py	1	2	1
evaluation/utils/helpers.py	api/controllers/datasets.py	1	5	11
evaluation/utils/helpers.py	api/migrations/20220119_01_WOGoS-add-log-access-type.py	1	5	1
evaluation/utils/helpers.py	api/models/dataset.py	1	5	1
evaluation/utils/helpers.py	api/controllers/tasks.py	1	5	16
evaluation/utils/helpers.py	api/models/task.py	1	5	11
evaluation/utils/helpers.py	frontends/web/src/containers/SubmitInterface.js	1	5	7
frontends/web/src/common/ApiService.js	api/migrations/20220119_01_WOGoS-add-log-access-type.py	1	10	1
frontends/web/src/common/ApiService.js	api/models/dataset.py	1	10	1
frontends/web/src/common/ApiService.js	evaluation/utils/evaluator.py	1	10	2
frontends/web/src/common/ApiService.js	frontends/web/src/containers/SubmitInterface.js	1	10	7
frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	api/migrations/20220119_01_WOGoS-add-log-access-type.py	1	11	1
frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	api/models/dataset.py	1	11	1
frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	evaluation/utils/evaluator.py	1	11	2
frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	evaluation/utils/helpers.py	1	11	5
frontends/web/src/containers/ModelPage.js	api/migrations/20220119_01_WOGoS-add-log-access-type.py	1	9	1
frontends/web/src/containers/ModelPage.js	api/models/dataset.py	1	9	1
frontends/web/src/containers/ModelPage.js	frontends/web/src/containers/SubmitInterface.js	1	9	7
frontends/web/src/containers/TaskOwnerPage.js	api/migrations/20220119_01_WOGoS-add-log-access-type.py	1	12	1
frontends/web/src/containers/TaskOwnerPage.js	api/models/dataset.py	1	12	1
frontends/web/src/containers/TaskOwnerPage.js	evaluation/utils/evaluator.py	1	12	2
frontends/web/src/containers/TaskOwnerPage.js	frontends/web/src/common/Annotation/ValidateInterface.js	1	12	3
frontends/web/src/common/Annotation/CreateInterface.js	frontends/web/src/containers/SubmitInterface.js	1	12	7
frontends/web/src/common/Annotation/CreateInterface.js	evaluation/utils/helpers.py	1	12	5
api/migrations/20211220_01_I8aZI-redo-evaluation-status.py	api/controllers/models.py	1	1	13
api/migrations/20211220_01_I8aZI-redo-evaluation-status.py	evaluation/utils/evaluator.py	1	1	2
api/migrations/20211220_01_I8aZI-redo-evaluation-status.py	evaluation/utils/helpers.py	1	1	5
api/migrations/20211220_01_I8aZI-redo-evaluation-status.py	frontends/web/src/containers/ModelPage.js	1	1	9
api/models/model.py	evaluation/utils/evaluator.py	1	8	2
api/models/model.py	evaluation/utils/helpers.py	1	8	5
api/models/model.py	api/migrations/20211220_01_I8aZI-redo-evaluation-status.py	1	8	1
evaluation/metrics/metrics.py	evaluation/utils/evaluator.py	1	5	2
evaluation/metrics/metrics.py	api/migrations/20211220_01_I8aZI-redo-evaluation-status.py	1	5	1
evaluation/metrics/metrics.py	api/models/model.py	1	5	8
evaluation/metrics/metrics.py	api/models/task.py	1	5	11
evaluation/metrics/metrics.py	frontends/web/src/common/ApiService.js	1	5	10
evaluation/metrics/metrics.py	frontends/web/src/containers/TaskOwnerPage.js	1	5	12
evaluation/metrics/metrics.py	frontends/web/src/common/Annotation/CreateInterface.js	1	5	12
evaluation/metrics/metrics.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	1	5	11
evaluation/utils/computer.py	api/controllers/models.py	1	1	13
evaluation/utils/computer.py	evaluation/utils/evaluator.py	1	1	2
evaluation/utils/computer.py	evaluation/utils/helpers.py	1	1	5
evaluation/utils/computer.py	frontends/web/src/containers/ModelPage.js	1	1	9
evaluation/utils/computer.py	api/migrations/20211220_01_I8aZI-redo-evaluation-status.py	1	1	1
evaluation/utils/computer.py	api/models/model.py	1	1	8
evaluation/utils/computer.py	evaluation/metrics/metrics.py	1	1	5
frontends/web/src/containers/ModelStatus.js	evaluation/utils/evaluator.py	1	6	2
frontends/web/src/containers/ModelStatus.js	evaluation/utils/helpers.py	1	6	5
frontends/web/src/containers/ModelStatus.js	api/migrations/20211220_01_I8aZI-redo-evaluation-status.py	1	6	1
frontends/web/src/containers/ModelStatus.js	evaluation/metrics/metrics.py	1	6	5
frontends/web/src/containers/ModelStatus.js	evaluation/utils/computer.py	1	6	1
api/controllers/auth.py	api/common/mail_service.py	1	1	6
api/common/auth.py	api/controllers/contexts.py	1	1	7
api/common/auth.py	api/controllers/examples.py	1	1	9
api/common/auth.py	api/controllers/tasks.py	1	1	16
api/common/auth.py	frontends/web/src/common/ApiService.js	1	1	10
api/common/cors.py	api/common/auth.py	1	6	1
api/controllers/validations.py	api/common/auth.py	1	7	1
frontends/web/src/containers/App.js	frontends/web/src/containers/SubmitInterface.js	1	5	7
frontends/web/src/containers/App.js	evaluation/utils/helpers.py	1	5	5
frontends/web/src/containers/App.js	evaluation/metrics/metrics.py	1	5	5
evaluation/metrics/train_file_metrics.py	api/controllers/tasks.py	1	5	16
evaluation/metrics/train_file_metrics.py	api/models/task.py	1	5	11
evaluation/metrics/train_file_metrics.py	frontends/web/src/common/ApiService.js	1	5	10
evaluation/metrics/train_file_metrics.py	frontends/web/src/containers/ModelPage.js	1	5	9
evaluation/metrics/train_file_metrics.py	frontends/web/src/containers/TaskOwnerPage.js	1	5	12
evaluation/metrics/train_file_metrics.py	frontends/web/src/common/Annotation/CreateInterface.js	1	5	12
evaluation/metrics/train_file_metrics.py	evaluation/metrics/metrics.py	1	5	5
evaluation/metrics/train_file_metrics.py	frontends/web/src/containers/App.js	1	5	5
frontends/web/src/components/DragAndDrop/DragAndDrop.js	api/controllers/models.py	1	1	13
frontends/web/src/components/DragAndDrop/DragAndDrop.js	frontends/web/src/containers/SubmitInterface.js	1	1	7
frontends/web/src/components/DragAndDrop/DragAndDrop.js	evaluation/metrics/train_file_metrics.py	1	1	5
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	frontends/web/src/common/Annotation/ValidateInterface.js	1	6	3
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	frontends/web/src/containers/TaskOwnerPage.js	1	6	12
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	frontends/web/src/common/Annotation/CreateInterface.js	1	6	12
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	api/controllers/tasks.py	1	6	16
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	evaluation/metrics/metrics.py	1	6	5
frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	1	4	6
frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	1	2	4
frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js	frontends/web/src/common/Annotation/ValidateInterface.js	1	2	3
frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js	frontends/web/src/containers/TaskOwnerPage.js	1	2	12
frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js	frontends/web/src/common/Annotation/CreateInterface.js	1	2	12
frontends/web/src/containers/TaskPage.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	1	3	6
frontends/web/src/containers/TaskPage.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	1	3	4
frontends/web/src/containers/TaskPage.js	frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js	1	3	2
frontends/web/src/containers/TaskPage.js	api/controllers/models.py	1	3	13
frontends/web/src/containers/TaskPage.js	api/controllers/tasks.py	1	3	16
frontends/web/src/containers/TaskPage.js	api/models/task.py	1	3	11
frontends/web/src/containers/TaskPage.js	frontends/web/src/containers/SubmitInterface.js	1	3	7
frontends/web/src/containers/TaskPage.js	evaluation/utils/helpers.py	1	3	5
frontends/web/src/containers/TaskPage.js	frontends/web/src/common/ApiService.js	1	3	10
frontends/web/src/containers/TaskPage.js	frontends/web/src/containers/ModelPage.js	1	3	9
frontends/web/src/containers/TaskPage.js	frontends/web/src/containers/TaskOwnerPage.js	1	3	12
frontends/web/src/containers/TaskPage.js	frontends/web/src/common/Annotation/CreateInterface.js	1	3	12
frontends/web/src/containers/TaskPage.js	evaluation/metrics/metrics.py	1	3	5
frontends/web/src/containers/TaskPage.js	frontends/web/src/containers/App.js	1	3	5
frontends/web/src/containers/TaskPage.js	evaluation/metrics/train_file_metrics.py	1	3	5
frontends/web/src/components/TaskOwnerPageComponents/Advanced.js	api/controllers/tasks.py	1	2	16
frontends/web/src/components/TaskOwnerPageComponents/Advanced.js	api/models/task.py	1	2	11
frontends/web/src/components/TaskOwnerPageComponents/Advanced.js	frontends/web/src/common/Annotation/ValidateInterface.js	1	2	3
frontends/web/src/components/TaskOwnerPageComponents/Advanced.js	frontends/web/src/common/Annotation/CreateInterface.js	1	2	12
frontends/web/src/components/TaskOwnerPageComponents/Advanced.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	1	2	6
frontends/web/src/components/TaskOwnerPageComponents/Advanced.js	frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js	1	2	2
frontends/web/src/common/Annotation/AtomicImage.js	frontends/web/src/common/Annotation/ValidateInterface.js	1	1	3
frontends/web/src/common/Annotation/AtomicImage.js	frontends/web/src/containers/TaskOwnerPage.js	1	1	12
frontends/web/src/common/Annotation/AtomicImage.js	frontends/web/src/common/Annotation/CreateInterface.js	1	1	12
frontends/web/src/common/Annotation/AtomicImage.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	1	1	6
frontends/web/src/common/Annotation/AtomicImage.js	frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js	1	1	2
frontends/web/src/common/Annotation/AtomicImage.js	frontends/web/src/components/TaskOwnerPageComponents/Advanced.js	1	1	2
frontends/web/src/components/FloresComponents/FloresModelLeaderboard.js	frontends/web/src/common/Annotation/ValidateInterface.js	1	1	3
frontends/web/src/components/FloresComponents/FloresModelLeaderboard.js	frontends/web/src/containers/TaskOwnerPage.js	1	1	12
frontends/web/src/components/FloresComponents/FloresModelLeaderboard.js	frontends/web/src/common/Annotation/CreateInterface.js	1	1	12
frontends/web/src/components/FloresComponents/FloresModelLeaderboard.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	1	1	6
frontends/web/src/components/FloresComponents/FloresModelLeaderboard.js	frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js	1	1	2
frontends/web/src/components/FloresComponents/FloresModelLeaderboard.js	frontends/web/src/components/TaskOwnerPageComponents/Advanced.js	1	1	2
frontends/web/src/components/FloresComponents/FloresModelLeaderboard.js	frontends/web/src/common/Annotation/AtomicImage.js	1	1	1
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/common/Annotation/ValidateInterface.js	1	4	3
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	1	4	6
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js	1	4	2
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/components/TaskOwnerPageComponents/Advanced.js	1	4	2
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/common/Annotation/AtomicImage.js	1	4	1
frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	frontends/web/src/components/FloresComponents/FloresModelLeaderboard.js	1	4	1
frontends/web/src/components/ProfilePageComponents/ModelSubPage.js	frontends/web/src/common/Annotation/ValidateInterface.js	1	2	3
frontends/web/src/components/ProfilePageComponents/ModelSubPage.js	frontends/web/src/containers/TaskOwnerPage.js	1	2	12
frontends/web/src/components/ProfilePageComponents/ModelSubPage.js	frontends/web/src/common/Annotation/CreateInterface.js	1	2	12
frontends/web/src/components/ProfilePageComponents/ModelSubPage.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	1	2	6
frontends/web/src/components/ProfilePageComponents/ModelSubPage.js	frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js	1	2	2
frontends/web/src/components/ProfilePageComponents/ModelSubPage.js	frontends/web/src/components/TaskOwnerPageComponents/Advanced.js	1	2	2
frontends/web/src/components/ProfilePageComponents/ModelSubPage.js	frontends/web/src/common/Annotation/AtomicImage.js	1	2	1
frontends/web/src/components/ProfilePageComponents/ModelSubPage.js	frontends/web/src/components/FloresComponents/FloresModelLeaderboard.js	1	2	1
frontends/web/src/components/ProfilePageComponents/ModelSubPage.js	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	1	2	4
frontends/web/src/components/ProfilePageComponents/ModelSubPage.js	frontends/web/src/containers/ModelPage.js	1	2	9
frontends/web/src/components/ProfilePageComponents/ModelSubPage.js	api/models/model.py	1	2	8
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/common/Annotation/ValidateInterface.js	1	5	3
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	1	5	6
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js	1	5	2
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/components/TaskOwnerPageComponents/Advanced.js	1	5	2
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/common/Annotation/AtomicImage.js	1	5	1
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/components/FloresComponents/FloresModelLeaderboard.js	1	5	1
frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	frontends/web/src/components/ProfilePageComponents/ModelSubPage.js	1	5	2
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/common/Annotation/ValidateInterface.js	1	4	3
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	1	4	6
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js	1	4	2
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/components/TaskOwnerPageComponents/Advanced.js	1	4	2
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/common/Annotation/AtomicImage.js	1	4	1
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/components/FloresComponents/FloresModelLeaderboard.js	1	4	1
frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	frontends/web/src/components/ProfilePageComponents/ModelSubPage.js	1	4	2
frontends/web/src/containers/FloresTaskPage.js	frontends/web/src/common/Annotation/ValidateInterface.js	1	3	3
frontends/web/src/containers/FloresTaskPage.js	frontends/web/src/containers/TaskOwnerPage.js	1	3	12
frontends/web/src/containers/FloresTaskPage.js	frontends/web/src/common/Annotation/CreateInterface.js	1	3	12
frontends/web/src/containers/FloresTaskPage.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	1	3	6
frontends/web/src/containers/FloresTaskPage.js	frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js	1	3	2
frontends/web/src/containers/FloresTaskPage.js	frontends/web/src/components/TaskOwnerPageComponents/Advanced.js	1	3	2
frontends/web/src/containers/FloresTaskPage.js	frontends/web/src/common/Annotation/AtomicImage.js	1	3	1
frontends/web/src/containers/FloresTaskPage.js	frontends/web/src/components/FloresComponents/FloresModelLeaderboard.js	1	3	1
frontends/web/src/containers/FloresTaskPage.js	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	1	3	4
frontends/web/src/containers/FloresTaskPage.js	frontends/web/src/components/ProfilePageComponents/ModelSubPage.js	1	3	2
frontends/web/src/containers/FloresTaskPage.js	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	1	3	5
frontends/web/src/containers/FloresTaskPage.js	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	1	3	4
frontends/web/src/containers/FloresTaskPage.js	api/controllers/contexts.py	1	3	7
frontends/web/src/containers/FloresTaskPage.js	api/controllers/datasets.py	1	3	11
frontends/web/src/containers/FloresTaskPage.js	api/controllers/examples.py	1	3	9
frontends/web/src/containers/FloresTaskPage.js	api/controllers/models.py	1	3	13
frontends/web/src/containers/FloresTaskPage.js	api/controllers/tasks.py	1	3	16
frontends/web/src/containers/FloresTaskPage.js	api/models/example.py	1	3	10
frontends/web/src/containers/FloresTaskPage.js	api/models/task.py	1	3	11
frontends/web/src/containers/FloresTaskPage.js	api/controllers/validations.py	1	3	7
frontends/web/src/containers/FloresTop5Page.js	frontends/web/src/common/Annotation/ValidateInterface.js	1	3	3
frontends/web/src/containers/FloresTop5Page.js	frontends/web/src/containers/TaskOwnerPage.js	1	3	12
frontends/web/src/containers/FloresTop5Page.js	frontends/web/src/common/Annotation/CreateInterface.js	1	3	12
frontends/web/src/containers/FloresTop5Page.js	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	1	3	6
frontends/web/src/containers/FloresTop5Page.js	frontends/web/src/components/TaskPageComponents/UserLeaderboardCard.js	1	3	2
frontends/web/src/containers/FloresTop5Page.js	frontends/web/src/components/TaskOwnerPageComponents/Advanced.js	1	3	2
frontends/web/src/containers/FloresTop5Page.js	frontends/web/src/common/Annotation/AtomicImage.js	1	3	1
frontends/web/src/containers/FloresTop5Page.js	frontends/web/src/components/FloresComponents/FloresModelLeaderboard.js	1	3	1
frontends/web/src/containers/FloresTop5Page.js	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	1	3	4
frontends/web/src/containers/FloresTop5Page.js	frontends/web/src/components/ProfilePageComponents/ModelSubPage.js	1	3	2
frontends/web/src/containers/FloresTop5Page.js	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	1	3	5
frontends/web/src/containers/FloresTop5Page.js	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	1	3	4
frontends/web/src/containers/FloresTop5Page.js	api/controllers/contexts.py	1	3	7
frontends/web/src/containers/FloresTop5Page.js	api/controllers/datasets.py	1	3	11
frontends/web/src/containers/FloresTop5Page.js	api/controllers/examples.py	1	3	9
frontends/web/src/containers/FloresTop5Page.js	api/controllers/models.py	1	3	13
frontends/web/src/containers/FloresTop5Page.js	api/controllers/tasks.py	1	3	16
frontends/web/src/containers/FloresTop5Page.js	api/models/example.py	1	3	10
frontends/web/src/containers/FloresTop5Page.js	api/models/task.py	1	3	11
frontends/web/src/containers/FloresTop5Page.js	api/controllers/validations.py	1	3	7
evaluation/metrics/metric_getters.py	api/controllers/models.py	1	2	13
evaluation/metrics/metric_getters.py	api/controllers/tasks.py	1	2	16
evaluation/metrics/metric_getters.py	api/models/task.py	1	2	11
evaluation/metrics/metric_getters.py	frontends/web/src/containers/SubmitInterface.js	1	2	7
evaluation/metrics/metric_getters.py	evaluation/utils/helpers.py	1	2	5
evaluation/metrics/metric_getters.py	frontends/web/src/common/ApiService.js	1	2	10
evaluation/metrics/metric_getters.py	frontends/web/src/containers/ModelPage.js	1	2	9
evaluation/metrics/metric_getters.py	frontends/web/src/containers/TaskOwnerPage.js	1	2	12
evaluation/metrics/metric_getters.py	frontends/web/src/common/Annotation/CreateInterface.js	1	2	12
evaluation/metrics/metric_getters.py	evaluation/metrics/metrics.py	1	2	5
evaluation/metrics/metric_getters.py	frontends/web/src/containers/App.js	1	2	5
evaluation/metrics/metric_getters.py	evaluation/metrics/train_file_metrics.py	1	2	5
evaluation/metrics/metric_getters.py	frontends/web/src/containers/TaskPage.js	1	2	3
api/migrations/20211026_01_scyfj-support-dataperf.py	api/controllers/models.py	1	1	13
api/migrations/20211026_01_scyfj-support-dataperf.py	api/controllers/tasks.py	1	1	16
api/migrations/20211026_01_scyfj-support-dataperf.py	api/models/task.py	1	1	11
api/migrations/20211026_01_scyfj-support-dataperf.py	frontends/web/src/containers/SubmitInterface.js	1	1	7
api/migrations/20211026_01_scyfj-support-dataperf.py	evaluation/utils/helpers.py	1	1	5
api/migrations/20211026_01_scyfj-support-dataperf.py	frontends/web/src/common/ApiService.js	1	1	10
api/migrations/20211026_01_scyfj-support-dataperf.py	frontends/web/src/containers/ModelPage.js	1	1	9
api/migrations/20211026_01_scyfj-support-dataperf.py	frontends/web/src/containers/TaskOwnerPage.js	1	1	12
api/migrations/20211026_01_scyfj-support-dataperf.py	frontends/web/src/common/Annotation/CreateInterface.js	1	1	12
api/migrations/20211026_01_scyfj-support-dataperf.py	evaluation/metrics/metrics.py	1	1	5
api/migrations/20211026_01_scyfj-support-dataperf.py	frontends/web/src/containers/App.js	1	1	5
api/migrations/20211026_01_scyfj-support-dataperf.py	evaluation/metrics/train_file_metrics.py	1	1	5
api/migrations/20211026_01_scyfj-support-dataperf.py	frontends/web/src/containers/TaskPage.js	1	1	3
api/migrations/20211026_01_scyfj-support-dataperf.py	evaluation/metrics/metric_getters.py	1	1	2
api/models/score.py	frontends/web/src/containers/SubmitInterface.js	1	7	7
api/models/score.py	evaluation/utils/helpers.py	1	7	5
api/models/score.py	evaluation/metrics/metrics.py	1	7	5
api/models/score.py	evaluation/metrics/train_file_metrics.py	1	7	5
api/models/score.py	frontends/web/src/containers/TaskPage.js	1	7	3
api/models/score.py	evaluation/metrics/metric_getters.py	1	7	2
api/models/score.py	api/migrations/20211026_01_scyfj-support-dataperf.py	1	7	1
api/models/score.py	frontends/web/src/containers/FloresTaskPage.js	1	7	3
api/models/score.py	frontends/web/src/containers/FloresTop5Page.js	1	7	3
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/containers/SubmitInterface.js	1	6	7
api/tools/adjust_vqa_test2015_tag.py	evaluation/utils/helpers.py	1	6	5
api/tools/adjust_vqa_test2015_tag.py	evaluation/metrics/metrics.py	1	6	5
api/tools/adjust_vqa_test2015_tag.py	evaluation/metrics/train_file_metrics.py	1	6	5
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/containers/TaskPage.js	1	6	3
api/tools/adjust_vqa_test2015_tag.py	evaluation/metrics/metric_getters.py	1	6	2
api/tools/adjust_vqa_test2015_tag.py	api/migrations/20211026_01_scyfj-support-dataperf.py	1	6	1
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/containers/FloresTaskPage.js	1	6	3
api/tools/adjust_vqa_test2015_tag.py	frontends/web/src/containers/FloresTop5Page.js	1	6	3
api/tools/populate_vqa.py	frontends/web/src/containers/SubmitInterface.js	1	6	7
api/tools/populate_vqa.py	evaluation/utils/helpers.py	1	6	5
api/tools/populate_vqa.py	evaluation/metrics/metrics.py	1	6	5
api/tools/populate_vqa.py	evaluation/metrics/train_file_metrics.py	1	6	5
api/tools/populate_vqa.py	frontends/web/src/containers/TaskPage.js	1	6	3
api/tools/populate_vqa.py	evaluation/metrics/metric_getters.py	1	6	2
api/tools/populate_vqa.py	api/migrations/20211026_01_scyfj-support-dataperf.py	1	6	1
api/tools/populate_vqa.py	frontends/web/src/containers/FloresTaskPage.js	1	6	3
api/tools/populate_vqa.py	frontends/web/src/containers/FloresTop5Page.js	1	6	3
evaluation/datasets/common.py	api/controllers/models.py	1	1	13
evaluation/datasets/common.py	api/controllers/tasks.py	1	1	16
evaluation/datasets/common.py	api/models/task.py	1	1	11
evaluation/datasets/common.py	frontends/web/src/containers/SubmitInterface.js	1	1	7
evaluation/datasets/common.py	evaluation/utils/helpers.py	1	1	5
evaluation/datasets/common.py	frontends/web/src/common/ApiService.js	1	1	10
evaluation/datasets/common.py	frontends/web/src/containers/ModelPage.js	1	1	9
evaluation/datasets/common.py	frontends/web/src/containers/TaskOwnerPage.js	1	1	12
evaluation/datasets/common.py	frontends/web/src/common/Annotation/CreateInterface.js	1	1	12
evaluation/datasets/common.py	evaluation/metrics/metrics.py	1	1	5
evaluation/datasets/common.py	frontends/web/src/containers/App.js	1	1	5
evaluation/datasets/common.py	evaluation/metrics/train_file_metrics.py	1	1	5
evaluation/datasets/common.py	frontends/web/src/containers/TaskPage.js	1	1	3
evaluation/datasets/common.py	evaluation/metrics/metric_getters.py	1	1	2
evaluation/datasets/common.py	api/migrations/20211026_01_scyfj-support-dataperf.py	1	1	1
evaluation/datasets/common.py	api/models/score.py	1	1	7
evaluation/datasets/common.py	api/tools/adjust_vqa_test2015_tag.py	1	1	6
evaluation/datasets/common.py	api/tools/populate_vqa.py	1	1	6
evaluation/metrics/metrics_dicts.py	api/controllers/models.py	1	1	13
evaluation/metrics/metrics_dicts.py	api/controllers/tasks.py	1	1	16
evaluation/metrics/metrics_dicts.py	api/models/task.py	1	1	11
evaluation/metrics/metrics_dicts.py	frontends/web/src/containers/SubmitInterface.js	1	1	7
evaluation/metrics/metrics_dicts.py	evaluation/utils/helpers.py	1	1	5
evaluation/metrics/metrics_dicts.py	frontends/web/src/common/ApiService.js	1	1	10
evaluation/metrics/metrics_dicts.py	frontends/web/src/containers/ModelPage.js	1	1	9
evaluation/metrics/metrics_dicts.py	frontends/web/src/containers/TaskOwnerPage.js	1	1	12
evaluation/metrics/metrics_dicts.py	frontends/web/src/common/Annotation/CreateInterface.js	1	1	12
evaluation/metrics/metrics_dicts.py	evaluation/metrics/metrics.py	1	1	5
evaluation/metrics/metrics_dicts.py	frontends/web/src/containers/App.js	1	1	5
evaluation/metrics/metrics_dicts.py	evaluation/metrics/train_file_metrics.py	1	1	5
evaluation/metrics/metrics_dicts.py	frontends/web/src/containers/TaskPage.js	1	1	3
evaluation/metrics/metrics_dicts.py	evaluation/metrics/metric_getters.py	1	1	2
evaluation/metrics/metrics_dicts.py	api/migrations/20211026_01_scyfj-support-dataperf.py	1	1	1
evaluation/metrics/metrics_dicts.py	api/models/score.py	1	1	7
evaluation/metrics/metrics_dicts.py	api/tools/adjust_vqa_test2015_tag.py	1	1	6
evaluation/metrics/metrics_dicts.py	api/tools/populate_vqa.py	1	1	6
evaluation/metrics/metrics_dicts.py	evaluation/datasets/common.py	1	1	1
frontends/web/src/common/Annotation/AnnotationComponent.js	frontends/web/src/containers/SubmitInterface.js	1	4	7
frontends/web/src/common/Annotation/AnnotationComponent.js	evaluation/utils/helpers.py	1	4	5
frontends/web/src/common/Annotation/AnnotationComponent.js	evaluation/metrics/metrics.py	1	4	5
frontends/web/src/common/Annotation/AnnotationComponent.js	evaluation/metrics/train_file_metrics.py	1	4	5
frontends/web/src/common/Annotation/AnnotationComponent.js	frontends/web/src/containers/TaskPage.js	1	4	3
frontends/web/src/common/Annotation/AnnotationComponent.js	evaluation/metrics/metric_getters.py	1	4	2
frontends/web/src/common/Annotation/AnnotationComponent.js	api/migrations/20211026_01_scyfj-support-dataperf.py	1	4	1
frontends/web/src/common/Annotation/AnnotationComponent.js	evaluation/datasets/common.py	1	4	1
frontends/web/src/common/Annotation/AnnotationComponent.js	evaluation/metrics/metrics_dicts.py	1	4	1
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/containers/SubmitInterface.js	1	4	7
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	evaluation/utils/helpers.py	1	4	5
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	evaluation/metrics/metrics.py	1	4	5
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	evaluation/metrics/train_file_metrics.py	1	4	5
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	frontends/web/src/containers/TaskPage.js	1	4	3
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	evaluation/metrics/metric_getters.py	1	4	2
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	api/migrations/20211026_01_scyfj-support-dataperf.py	1	4	1
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	evaluation/datasets/common.py	1	4	1
frontends/web/src/components/TaskOwnerPageComponents/Settings.js	evaluation/metrics/metrics_dicts.py	1	4	1
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/containers/SubmitInterface.js	1	4	7
frontends/web/src/containers/UpdateModelInfoInterface.js	evaluation/utils/helpers.py	1	4	5
frontends/web/src/containers/UpdateModelInfoInterface.js	evaluation/metrics/metrics.py	1	4	5
frontends/web/src/containers/UpdateModelInfoInterface.js	evaluation/metrics/train_file_metrics.py	1	4	5
frontends/web/src/containers/UpdateModelInfoInterface.js	frontends/web/src/containers/TaskPage.js	1	4	3
frontends/web/src/containers/UpdateModelInfoInterface.js	evaluation/metrics/metric_getters.py	1	4	2
frontends/web/src/containers/UpdateModelInfoInterface.js	api/migrations/20211026_01_scyfj-support-dataperf.py	1	4	1
frontends/web/src/containers/UpdateModelInfoInterface.js	evaluation/datasets/common.py	1	4	1
frontends/web/src/containers/UpdateModelInfoInterface.js	evaluation/metrics/metrics_dicts.py	1	4	1
api/migrations/20211103_01_pdUwN-add-placeholder-validation.py	api/controllers/examples.py	1	1	9
api/migrations/20211103_01_pdUwN-add-placeholder-validation.py	api/models/example.py	1	1	10
api/migrations/20211103_01_pdUwN-add-placeholder-validation.py	api/models/task.py	1	1	11
api/migrations/20211103_01_pdUwN-add-placeholder-validation.py	api/controllers/validations.py	1	1	7
api/models/validation.py	api/migrations/20211103_01_pdUwN-add-placeholder-validation.py	1	6	1
api/models/validation.py	frontends/web/src/containers/FloresTaskPage.js	1	6	3
api/models/validation.py	frontends/web/src/containers/FloresTop5Page.js	1	6	3
api/cron/prune_models.py	api/controllers/models.py	1	4	13
api/cron/prune_models.py	api/models/task.py	1	4	11
api/cron/prune_models.py	frontends/web/src/common/ApiService.js	1	4	10
api/cron/prune_models.py	frontends/web/src/containers/ModelPage.js	1	4	9
api/cron/prune_models.py	frontends/web/src/containers/ModelStatus.js	1	4	6
api/cron/prune_models.py	builder/build_server.py	1	4	5
builder/utils/deployer.py	api/cron/prune_models.py	1	5	4
api/cron/takedown_unpublished_models.py	api/models/model.py	1	2	8
api/cron/takedown_unpublished_models.py	frontends/web/src/containers/ModelStatus.js	1	2	6
api/cron/takedown_unpublished_models.py	builder/utils/deployer.py	1	2	5
api/migrations/20211028_01_ukEWR-adding-taken-down-non-active-enum.py	api/models/model.py	1	1	8
api/migrations/20211028_01_ukEWR-adding-taken-down-non-active-enum.py	frontends/web/src/containers/ModelStatus.js	1	1	6
api/migrations/20211028_01_ukEWR-adding-taken-down-non-active-enum.py	builder/utils/deployer.py	1	1	5
api/migrations/20211028_01_ukEWR-adding-taken-down-non-active-enum.py	api/cron/takedown_unpublished_models.py	1	1	2
evaluation/scripts/augly_perturbation.py	api/controllers/contexts.py	1	24	7
evaluation/scripts/augly_perturbation.py	api/controllers/datasets.py	1	24	11
evaluation/scripts/augly_perturbation.py	api/controllers/examples.py	1	24	9
evaluation/scripts/augly_perturbation.py	api/controllers/models.py	1	24	13
evaluation/scripts/augly_perturbation.py	api/controllers/tasks.py	1	24	16
evaluation/scripts/augly_perturbation.py	api/models/example.py	1	24	10
evaluation/scripts/augly_perturbation.py	api/models/task.py	1	24	11
evaluation/scripts/augly_perturbation.py	frontends/web/src/common/ApiService.js	1	24	10
evaluation/scripts/augly_perturbation.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	1	24	11
evaluation/scripts/augly_perturbation.py	frontends/web/src/containers/ModelPage.js	1	24	9
evaluation/scripts/augly_perturbation.py	frontends/web/src/containers/TaskOwnerPage.js	1	24	12
evaluation/scripts/augly_perturbation.py	frontends/web/src/common/Annotation/CreateInterface.js	1	24	12
evaluation/scripts/augly_perturbation.py	frontends/web/src/components/TaskOwnerPageComponents/Rounds.js	1	24	5
evaluation/scripts/augly_perturbation.py	api/models/model.py	1	24	8
evaluation/scripts/augly_perturbation.py	frontends/web/src/containers/ModelStatus.js	1	24	6
evaluation/scripts/augly_perturbation.py	frontends/web/src/containers/AboutPage.js	1	24	5
evaluation/scripts/augly_perturbation.py	api/common/mail_service.py	1	24	6
evaluation/scripts/augly_perturbation.py	frontends/web/src/common/Annotation/ResponseInfo.js	1	24	5
evaluation/scripts/augly_perturbation.py	api/common/cors.py	1	24	6
evaluation/scripts/augly_perturbation.py	api/controllers/validations.py	1	24	7
evaluation/scripts/augly_perturbation.py	api/controllers/users.py	1	24	4
evaluation/scripts/augly_perturbation.py	frontends/web/src/containers/App.js	1	24	5
evaluation/scripts/augly_perturbation.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardTable.js	1	24	4
evaluation/scripts/augly_perturbation.py	frontends/web/src/components/ProfilePageComponents/AdminTaskProposalSubPage.js	1	24	4
evaluation/scripts/augly_perturbation.py	frontends/web/src/components/ProfilePageComponents/TaskProposalSubPage.js	1	24	5
evaluation/scripts/augly_perturbation.py	frontends/web/src/components/ProfilePageComponents/TaskSubPage.js	1	24	4
evaluation/scripts/augly_perturbation.py	builder/build_server.py	1	24	5
evaluation/scripts/augly_perturbation.py	api/models/score.py	1	24	7
evaluation/scripts/augly_perturbation.py	api/tools/adjust_vqa_test2015_tag.py	1	24	6
evaluation/scripts/augly_perturbation.py	api/tools/populate_vqa.py	1	24	6
evaluation/scripts/augly_perturbation.py	frontends/web/src/common/Annotation/AnnotationComponent.js	1	24	4
evaluation/scripts/augly_perturbation.py	frontends/web/src/components/TaskOwnerPageComponents/Settings.js	1	24	4
evaluation/scripts/augly_perturbation.py	frontends/web/src/containers/UpdateModelInfoInterface.js	1	24	4
evaluation/scripts/augly_perturbation.py	api/models/validation.py	1	24	6
evaluation/scripts/augly_perturbation.py	builder/utils/deployer.py	1	24	5
api/common/helpers.py	evaluation/scripts/augly_perturbation.py	1	8	24
api/common/helpers.py	frontends/web/src/containers/SubmitInterface.js	1	8	7
api/common/helpers.py	evaluation/metrics/metrics.py	1	8	5
api/common/helpers.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	1	8	6
api/controllers/endpoints.py	frontends/web/src/containers/FloresTaskPage.js	1	5	3
api/controllers/endpoints.py	frontends/web/src/containers/FloresTop5Page.js	1	5	3
api/controllers/endpoints.py	evaluation/scripts/augly_perturbation.py	1	5	24
api/install.py	frontends/web/src/containers/FloresTaskPage.js	1	9	3
api/install.py	frontends/web/src/containers/FloresTop5Page.js	1	9	3
api/install.py	evaluation/scripts/augly_perturbation.py	1	9	24
api/install.py	evaluation/metrics/metrics.py	1	9	5
api/models/badge.py	frontends/web/src/containers/FloresTaskPage.js	1	5	3
api/models/badge.py	frontends/web/src/containers/FloresTop5Page.js	1	5	3
api/models/badge.py	evaluation/scripts/augly_perturbation.py	1	5	24
api/tools/populate_anli.py	frontends/web/src/containers/FloresTaskPage.js	1	5	3
api/tools/populate_anli.py	frontends/web/src/containers/FloresTop5Page.js	1	5	3
api/tools/populate_anli.py	evaluation/scripts/augly_perturbation.py	1	5	24
api/tools/populate_anli_r4.py	frontends/web/src/containers/FloresTaskPage.js	1	5	3
api/tools/populate_anli_r4.py	frontends/web/src/containers/FloresTop5Page.js	1	5	3
api/tools/populate_anli_r4.py	evaluation/scripts/augly_perturbation.py	1	5	24
api/tools/populate_nq.py	frontends/web/src/containers/FloresTaskPage.js	1	5	3
api/tools/populate_nq.py	frontends/web/src/containers/FloresTop5Page.js	1	5	3
api/tools/populate_nq.py	evaluation/scripts/augly_perturbation.py	1	5	24
api/tools/populate_qa.py	frontends/web/src/containers/FloresTaskPage.js	1	5	3
api/tools/populate_qa.py	frontends/web/src/containers/FloresTop5Page.js	1	5	3
api/tools/populate_qa.py	evaluation/scripts/augly_perturbation.py	1	5	24
api/tools/populate_sentiment.py	frontends/web/src/containers/FloresTaskPage.js	1	5	3
api/tools/populate_sentiment.py	frontends/web/src/containers/FloresTop5Page.js	1	5	3
api/tools/populate_sentiment.py	evaluation/scripts/augly_perturbation.py	1	5	24
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/controllers/contexts.py	1	2	7
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/controllers/datasets.py	1	2	11
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/controllers/examples.py	1	2	9
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/controllers/models.py	1	2	13
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/controllers/tasks.py	1	2	16
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/models/example.py	1	2	10
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/models/task.py	1	2	11
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/controllers/validations.py	1	2	7
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/models/score.py	1	2	7
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/tools/adjust_vqa_test2015_tag.py	1	2	6
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/tools/populate_vqa.py	1	2	6
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/models/validation.py	1	2	6
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/controllers/endpoints.py	1	2	5
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/install.py	1	2	9
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/models/badge.py	1	2	5
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/tools/populate_anli.py	1	2	5
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/tools/populate_anli_r4.py	1	2	5
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/tools/populate_nq.py	1	2	5
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/tools/populate_qa.py	1	2	5
frontends/web/src/containers/TaskModelLeaderboardPage.js	api/tools/populate_sentiment.py	1	2	5
pyproject.toml	api/controllers/contexts.py	1	2	7
pyproject.toml	api/controllers/datasets.py	1	2	11
pyproject.toml	api/controllers/examples.py	1	2	9
pyproject.toml	api/controllers/models.py	1	2	13
pyproject.toml	api/controllers/tasks.py	1	2	16
pyproject.toml	api/models/example.py	1	2	10
pyproject.toml	api/models/task.py	1	2	11
pyproject.toml	api/controllers/validations.py	1	2	7
pyproject.toml	api/models/score.py	1	2	7
pyproject.toml	api/tools/adjust_vqa_test2015_tag.py	1	2	6
pyproject.toml	api/tools/populate_vqa.py	1	2	6
pyproject.toml	api/models/validation.py	1	2	6
pyproject.toml	api/controllers/endpoints.py	1	2	5
pyproject.toml	api/install.py	1	2	9
pyproject.toml	api/models/badge.py	1	2	5
pyproject.toml	api/tools/populate_anli.py	1	2	5
pyproject.toml	api/tools/populate_anli_r4.py	1	2	5
pyproject.toml	api/tools/populate_nq.py	1	2	5
pyproject.toml	api/tools/populate_qa.py	1	2	5
pyproject.toml	api/tools/populate_sentiment.py	1	2	5
evaluation/scripts/textflint_utils/utils.py	evaluation/scripts/perturb.py	1	1	13
api/bottle.py	evaluation/scripts/augly_perturbation.py	1	5	24
api/controllers/task_proposals.py	evaluation/scripts/augly_perturbation.py	1	3	24
api/migrations/20211006_01_DeVEP-big-data-changes.py	evaluation/scripts/augly_perturbation.py	1	3	24
api/migrations/20211010_01_2P6E7-add-is-anonymous-column-to-model.py	evaluation/scripts/augly_perturbation.py	1	3	24
builder/dockerfiles/gpu.Dockerfile	evaluation/scripts/augly_perturbation.py	1	3	24
evaluation/metrics/vqa_accuracy.py	evaluation/scripts/augly_perturbation.py	1	3	24
frontends/web/src/containers/Badge.js	evaluation/scripts/augly_perturbation.py	1	3	24
frontends/web/src/containers/HomePage.js	evaluation/scripts/augly_perturbation.py	1	3	24
frontends/web/src/containers/ProfilePage.js	evaluation/scripts/augly_perturbation.py	1	3	24
legacy/modelservers/qa/qa_utils.py	evaluation/scripts/augly_perturbation.py	1	4	24
legacy/torchserve/tasks/qa/r1/qa_utils.py	evaluation/scripts/augly_perturbation.py	1	4	24
legacy/torchserve/tasks/qa/r2/qa_utils.py	evaluation/scripts/augly_perturbation.py	1	4	24
api/tools/local_export.py	frontends/web/src/containers/SubmitInterface.js	1	2	7
api/tools/local_export.py	frontends/web/src/components/TaskOwnerPageComponents/Datasets.js	1	2	11
api/tools/local_export.py	evaluation/metrics/metrics.py	1	2	5
api/tools/local_export.py	frontends/web/src/components/TaskLeaderboard/TaskModelLeaderboardCard.js	1	2	6
api/tools/local_export.py	api/install.py	1	2	9
api/models/leaderboard_snapshot.py	api/models/leaderboard_configuration.py	1	1	1
frontends/web/src/components/ProfilePageComponents/ForksAndSnapshotsSubPage.js	api/models/leaderboard_configuration.py	1	1	1
frontends/web/src/components/ProfilePageComponents/ForksAndSnapshotsSubPage.js	api/models/leaderboard_snapshot.py	1	1	1