{ "metadata" : { "name" : "openai / human-eval-infilling", "description" : "Code for the paper \"Efficient Training of Language Models to Fill in the Middle\"", "tooltip" : "", "logoLink" : "https://avatars.githubusercontent.com/openai", "links" : [ { "label" : "GitHub Repo", "href" : "https://github.com/openai/human-eval-infilling.git" } ] }, "metricsList" : { "metrics" : [ { "id" : "TOTAL_NUMBER_OF_FILES", "value" : 13, "description" : "Total number of files in the source folder" }, { "id" : "NUMBER_OF_FILES_MAIN", "value" : 8, "description" : null }, { "id" : "LINES_OF_CODE_MAIN", "value" : 322, "description" : null }, { "id" : "NUMBER_OF_FILES_MAIN_EXT_PY", "value" : 6, "description" : null }, { "id" : "LINES_OF_CODE_MAIN_EXT_PY", "value" : 311, "description" : null }, { "id" : "NUMBER_OF_FILES_MAIN_EXT_JSONL", "value" : 2, "description" : null }, { "id" : "LINES_OF_CODE_MAIN_EXT_JSONL", "value" : 11, "description" : null }, { "id" : "NUMBER_OF_FILES_TEST", "value" : 0, "description" : null }, { "id" : "LINES_OF_CODE_TEST", "value" : 0, "description" : null }, { "id" : "TEST_VS_MAIN_LINES_OF_CODE_PERCENTAGE", "value" : 0.0, "description" : "Test / main code ratio" }, { "id" : "NUMBER_OF_FILES_GENERATED", "value" : 0, "description" : null }, { "id" : "LINES_OF_CODE_GENERATED", "value" : 0, "description" : null }, { "id" : "NUMBER_OF_FILES_BUILD_AND_DEPLOYMENT", "value" : 0, "description" : null }, { "id" : "LINES_OF_CODE_BUILD_AND_DEPLOYMENT", "value" : 0, "description" : null }, { "id" : "NUMBER_OF_FILES_OTHER", "value" : 2, "description" : null }, { "id" : "LINES_OF_CODE_OTHER", "value" : 87, "description" : null }, { "id" : "NUMBER_OF_FILES_OTHER_EXT_MD", "value" : 1, "description" : null }, { "id" : "LINES_OF_CODE_OTHER_EXT_MD", "value" : 84, "description" : null }, { "id" : "NUMBER_OF_FILES_OTHER_EXT_TXT", "value" : 1, "description" : null }, { "id" : "LINES_OF_CODE_OTHER_EXT_TXT", "value" : 3, "description" : null }, { "id" : "NUMBER_OF_FILES_DECOMPOSITION_PRIMARY_HUMAN_EVAL_INFILLING", "value" : 5, "description" : null }, { "id" : "LINES_OF_CODE_DECOMPOSITION_PRIMARY_HUMAN_EVAL_INFILLING", "value" : 289, "description" : null }, { "id" : "NUMBER_OF_FILES_DECOMPOSITION_PRIMARY_HUMAN_EVAL_INFILLING_EXT_PY", "value" : 5, "description" : null }, { "id" : "LINES_OF_CODE_DECOMPOSITION_PRIMARY_HUMAN_EVAL_INFILLING_EXT_PY", "value" : 289, "description" : null }, { "id" : "NUMBER_OF_FILES_DECOMPOSITION_PRIMARY_ROOT", "value" : 1, "description" : null }, { "id" : "LINES_OF_CODE_DECOMPOSITION_PRIMARY_ROOT", "value" : 22, "description" : null }, { "id" : "NUMBER_OF_FILES_DECOMPOSITION_PRIMARY_ROOT_EXT_PY", "value" : 1, "description" : null }, { "id" : "LINES_OF_CODE_DECOMPOSITION_PRIMARY_ROOT_EXT_PY", "value" : 22, "description" : null }, { "id" : "NUMBER_OF_FILES_DECOMPOSITION_PRIMARY_DATA", "value" : 2, "description" : null }, { "id" : "LINES_OF_CODE_DECOMPOSITION_PRIMARY_DATA", "value" : 11, "description" : null }, { "id" : "NUMBER_OF_FILES_DECOMPOSITION_PRIMARY_DATA_EXT_JSONL", "value" : 2, "description" : null }, { "id" : "LINES_OF_CODE_DECOMPOSITION_PRIMARY_DATA_EXT_JSONL", "value" : 11, "description" : null }, { "id" : "NUMBER_OF_DEPENDENCY_LINKS_DECOMPOSITION_PRIMARY", "value" : 0, "description" : "Number of anchor dependencies" }, { "id" : "NUMBER_OF_DEPENDENCIES_DECOMPOSITION_PRIMARY", "value" : 0, "description" : null }, { "id" : "NUMBER_OF_PLACES_WITH_CYCLIC_DEPENDENCIES_DECOMPOSITION_PRIMARY", "value" : 0, "description" : null }, { "id" : "NUMBER_OF_FILES_CONCERN_GENERAL_TODOS", "value" : 0, "description" : null }, { "id" : "LINES_OF_CODE_CONCERN_GENERAL_TODOS", "value" : 0, "description" : null }, { "id" : "NUMBER_OF_FILES_CONCERN_GENERAL_UNCLASSIFIED", "value" : 8, "description" : null }, { "id" : "LINES_OF_CODE_CONCERN_GENERAL_UNCLASSIFIED", "value" : 322, "description" : null }, { "id" : "NUMBER_OF_FILES_CONCERN_GENERAL_UNCLASSIFIED_EXT_PY", "value" : 6, "description" : null }, { "id" : "LINES_OF_CODE_CONCERN_GENERAL_UNCLASSIFIED_EXT_PY", "value" : 311, "description" : null }, { "id" : "NUMBER_OF_FILES_CONCERN_GENERAL_UNCLASSIFIED_EXT_JSONL", "value" : 2, "description" : null }, { "id" : "LINES_OF_CODE_CONCERN_GENERAL_UNCLASSIFIED_EXT_JSONL", "value" : 11, "description" : null }, { "id" : "NEGLIGIBLE_RISK_FILE_SIZE_COUNT", "value" : 7, "description" : "Number of files with 100 or less lines of code" }, { "id" : "LOW_RISK_FILE_SIZE_COUNT", "value" : 1, "description" : "Number of files with 100 to 200 lines of code" }, { "id" : "MEDIUM_RISK_FILE_SIZE_COUNT", "value" : 0, "description" : "Number of files with 200 to 500 lines of code" }, { "id" : "HIGH_RISK_FILE_SIZE_COUNT", "value" : 0, "description" : "Number of files with 500 to 1000 lines of code" }, { "id" : "VERY_HIGH_RISK_FILE_SIZE_COUNT", "value" : 0, "description" : "Number of files with more than 1000 lines of code" }, { "id" : "NEGLIGIBLE_RISK_FILE_SIZE_LOC", "value" : 164, "description" : "Lines of code in files with 100 or less lines of code" }, { "id" : "LOW_RISK_FILE_SIZE_LOC", "value" : 158, "description" : "Lines of code in files with 100 to 200 lines of code" }, { "id" : "MEDIUM_RISK_FILE_SIZE_LOC", "value" : 0, "description" : "Lines of code in files with 200 to 500 lines of code" }, { "id" : "HIGH_RISK_FILE_SIZE_LOC", "value" : 0, "description" : "Lines of code in files with 500 to 1000 lines of code" }, { "id" : "VERY_HIGH_RISK_FILE_SIZE_LOC", "value" : 0, "description" : "Lines of code in files with more than 1000 lines of code" }, { "id" : "NUMBER_OF_UNITS", "value" : 20, "description" : "Number of units" }, { "id" : "LINES_OF_CODE_IN_UNITS", "value" : 188, "description" : "Lines of code in units" }, { "id" : "LINES_OF_CODE_OUTSIDE_UNITS", "value" : 134, "description" : "Lines of code in units" }, { "id" : "UNIT_SIZE_NEGLIGIBLE_RISK_LOC", "value" : 67, "description" : null }, { "id" : "UNIT_SIZE_NEGLIGIBLE_RISK_PERCENTAGE", "value" : 35.638297872340424, "description" : null }, { "id" : "UNIT_SIZE_NEGLIGIBLE_RISK_COUNT", "value" : 15, "description" : null }, { "id" : "UNIT_SIZE_LOW_RISK_LOC", "value" : 39, "description" : null }, { "id" : "UNIT_SIZE_LOW_RISK_PERCENTAGE", "value" : 20.74468085106383, "description" : null }, { "id" : "UNIT_SIZE_LOW_RISK_COUNT", "value" : 3, "description" : null }, { "id" : "UNIT_SIZE_MEDIUM_RISK_LOC", "value" : 29, "description" : null }, { "id" : "UNIT_SIZE_MEDIUM_RISK_PERCENTAGE", "value" : 15.425531914893616, "description" : null }, { "id" : "UNIT_SIZE_MEDIUM_RISK_COUNT", "value" : 1, "description" : null }, { "id" : "UNIT_SIZE_HIGH_RISK_LOC", "value" : 53, "description" : null }, { "id" : "UNIT_SIZE_HIGH_RISK_PERCENTAGE", "value" : 28.19148936170213, "description" : null }, { "id" : "UNIT_SIZE_HIGH_RISK_COUNT", "value" : 1, "description" : null }, { "id" : "UNIT_SIZE_VERY_HIGH_RISK_LOC", "value" : 0, "description" : null }, { "id" : "UNIT_SIZE_VERY_HIGH_RISK_PERCENTAGE", "value" : 0.0, "description" : null }, { "id" : "UNIT_SIZE_VERY_HIGH_RISK_COUNT", "value" : 0, "description" : null }, { "id" : "UNIT_SIZE_COMPONENT_HUMAN_EVAL_INFILLING_NEGLIGIBLE_RISK_LOC", "value" : 67, "description" : null }, { "id" : "UNIT_SIZE_COMPONENT_HUMAN_EVAL_INFILLING_NEGLIGIBLE_RISK_PERCENTAGE", "value" : 35.638297872340424, "description" : null }, { "id" : "UNIT_SIZE_COMPONENT_HUMAN_EVAL_INFILLING_NEGLIGIBLE_RISK_COUNT", "value" : 15, "description" : null }, { "id" : "UNIT_SIZE_COMPONENT_HUMAN_EVAL_INFILLING_LOW_RISK_LOC", "value" : 39, "description" : null }, { "id" : "UNIT_SIZE_COMPONENT_HUMAN_EVAL_INFILLING_LOW_RISK_PERCENTAGE", "value" : 20.74468085106383, "description" : null }, { "id" : "UNIT_SIZE_COMPONENT_HUMAN_EVAL_INFILLING_LOW_RISK_COUNT", "value" : 3, "description" : null }, { "id" : "UNIT_SIZE_COMPONENT_HUMAN_EVAL_INFILLING_MEDIUM_RISK_LOC", "value" : 29, "description" : null }, { "id" : "UNIT_SIZE_COMPONENT_HUMAN_EVAL_INFILLING_MEDIUM_RISK_PERCENTAGE", "value" : 15.425531914893616, "description" : null }, { "id" : "UNIT_SIZE_COMPONENT_HUMAN_EVAL_INFILLING_MEDIUM_RISK_COUNT", "value" : 1, "description" : null }, { "id" : "UNIT_SIZE_COMPONENT_HUMAN_EVAL_INFILLING_HIGH_RISK_LOC", "value" : 53, "description" : null }, { "id" : "UNIT_SIZE_COMPONENT_HUMAN_EVAL_INFILLING_HIGH_RISK_PERCENTAGE", "value" : 28.19148936170213, "description" : null }, { "id" : "UNIT_SIZE_COMPONENT_HUMAN_EVAL_INFILLING_HIGH_RISK_COUNT", "value" : 1, "description" : null }, { "id" : "UNIT_SIZE_COMPONENT_HUMAN_EVAL_INFILLING_VERY_HIGH_RISK_LOC", "value" : 0, "description" : null }, { "id" : "UNIT_SIZE_COMPONENT_HUMAN_EVAL_INFILLING_VERY_HIGH_RISK_PERCENTAGE", "value" : 0.0, "description" : null }, { "id" : "UNIT_SIZE_COMPONENT_HUMAN_EVAL_INFILLING_VERY_HIGH_RISK_COUNT", "value" : 0, "description" : null }, { "id" : "UNIT_SIZE_EXTENSION_PY_NEGLIGIBLE_RISK_LOC", "value" : 67, "description" : null }, { "id" : "UNIT_SIZE_EXTENSION_PY_NEGLIGIBLE_RISK_PERCENTAGE", "value" : 35.638297872340424, "description" : null }, { "id" : "UNIT_SIZE_EXTENSION_PY_NEGLIGIBLE_RISK_COUNT", "value" : 15, "description" : null }, { "id" : "UNIT_SIZE_EXTENSION_PY_LOW_RISK_LOC", "value" : 39, "description" : null }, { "id" : "UNIT_SIZE_EXTENSION_PY_LOW_RISK_PERCENTAGE", "value" : 20.74468085106383, "description" : null }, { "id" : "UNIT_SIZE_EXTENSION_PY_LOW_RISK_COUNT", "value" : 3, "description" : null }, { "id" : "UNIT_SIZE_EXTENSION_PY_MEDIUM_RISK_LOC", "value" : 29, "description" : null }, { "id" : "UNIT_SIZE_EXTENSION_PY_MEDIUM_RISK_PERCENTAGE", "value" : 15.425531914893616, "description" : null }, { "id" : "UNIT_SIZE_EXTENSION_PY_MEDIUM_RISK_COUNT", "value" : 1, "description" : null }, { "id" : "UNIT_SIZE_EXTENSION_PY_HIGH_RISK_LOC", "value" : 53, "description" : null }, { "id" : "UNIT_SIZE_EXTENSION_PY_HIGH_RISK_PERCENTAGE", "value" : 28.19148936170213, "description" : null }, { "id" : "UNIT_SIZE_EXTENSION_PY_HIGH_RISK_COUNT", "value" : 1, "description" : null }, { "id" : "UNIT_SIZE_EXTENSION_PY_VERY_HIGH_RISK_LOC", "value" : 0, "description" : null }, { "id" : "UNIT_SIZE_EXTENSION_PY_VERY_HIGH_RISK_PERCENTAGE", "value" : 0.0, "description" : null }, { "id" : "UNIT_SIZE_EXTENSION_PY_VERY_HIGH_RISK_COUNT", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_NEGLIGIBLE_RISK_LOC", "value" : 147, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_NEGLIGIBLE_RISK_PERCENTAGE", "value" : 78.19148936170212, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_NEGLIGIBLE_RISK_COUNT", "value" : 18, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_LOW_RISK_LOC", "value" : 41, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_LOW_RISK_PERCENTAGE", "value" : 21.80851063829787, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_LOW_RISK_COUNT", "value" : 2, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_MEDIUM_RISK_LOC", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_MEDIUM_RISK_PERCENTAGE", "value" : 0.0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_MEDIUM_RISK_COUNT", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_HIGH_RISK_LOC", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_HIGH_RISK_PERCENTAGE", "value" : 0.0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_HIGH_RISK_COUNT", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_VERY_HIGH_RISK_LOC", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_VERY_HIGH_RISK_PERCENTAGE", "value" : 0.0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_VERY_HIGH_RISK_COUNT", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_HIGH_PLUS_RISK_COUNT", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_HIGH_PLUS_RISK_LOC", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_HUMAN_EVAL_INFILLING_NEGLIGIBLE_RISK_LOC", "value" : 147, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_HUMAN_EVAL_INFILLING_NEGLIGIBLE_RISK_PERCENTAGE", "value" : 78.19148936170212, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_HUMAN_EVAL_INFILLING_NEGLIGIBLE_RISK_COUNT", "value" : 18, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_HUMAN_EVAL_INFILLING_LOW_RISK_LOC", "value" : 41, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_HUMAN_EVAL_INFILLING_LOW_RISK_PERCENTAGE", "value" : 21.80851063829787, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_HUMAN_EVAL_INFILLING_LOW_RISK_COUNT", "value" : 2, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_HUMAN_EVAL_INFILLING_MEDIUM_RISK_LOC", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_HUMAN_EVAL_INFILLING_MEDIUM_RISK_PERCENTAGE", "value" : 0.0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_HUMAN_EVAL_INFILLING_MEDIUM_RISK_COUNT", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_HUMAN_EVAL_INFILLING_HIGH_RISK_LOC", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_HUMAN_EVAL_INFILLING_HIGH_RISK_PERCENTAGE", "value" : 0.0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_HUMAN_EVAL_INFILLING_HIGH_RISK_COUNT", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_HUMAN_EVAL_INFILLING_VERY_HIGH_RISK_LOC", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_HUMAN_EVAL_INFILLING_VERY_HIGH_RISK_PERCENTAGE", "value" : 0.0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_HUMAN_EVAL_INFILLING_VERY_HIGH_RISK_COUNT", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_PY_NEGLIGIBLE_RISK_LOC", "value" : 147, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_PY_NEGLIGIBLE_RISK_PERCENTAGE", "value" : 78.19148936170212, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_PY_NEGLIGIBLE_RISK_COUNT", "value" : 18, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_PY_LOW_RISK_LOC", "value" : 41, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_PY_LOW_RISK_PERCENTAGE", "value" : 21.80851063829787, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_PY_LOW_RISK_COUNT", "value" : 2, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_PY_MEDIUM_RISK_LOC", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_PY_MEDIUM_RISK_PERCENTAGE", "value" : 0.0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_PY_MEDIUM_RISK_COUNT", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_PY_HIGH_RISK_LOC", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_PY_HIGH_RISK_PERCENTAGE", "value" : 0.0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_PY_HIGH_RISK_COUNT", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_PY_VERY_HIGH_RISK_LOC", "value" : 0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_PY_VERY_HIGH_RISK_PERCENTAGE", "value" : 0.0, "description" : null }, { "id" : "CONDITIONAL_COMPLEXITY_COMPONENT_PY_VERY_HIGH_RISK_COUNT", "value" : 0, "description" : null }, { "id" : "DUPLICATION_NUMBER_OF_DUPLICATES", "value" : 0, "description" : "Number of duplicates" }, { "id" : "DUPLICATION_NUMBER_OF_FILES_WITH_DUPLICATES", "value" : 0, "description" : "Number of files with duplicates" }, { "id" : "DUPLICATION_NUMBER_OF_DUPLICATED_LINES", "value" : 0, "description" : "Number of duplicated lines" }, { "id" : "DUPLICATION_NUMBER_OF_CLEANED_LINES", "value" : 286, "description" : "Number of lines after cleaning for duplication calculations" }, { "id" : "DUPLICATION_PERCENTAGE", "value" : 0.0, "description" : "Duplication percentage" }, { "id" : "UNIT_DUPLICATES_COUNT", "value" : 0, "description" : "Unit duplicates" }, { "id" : "DUPLICATION_NUMBER_OF_DUPLICATED_LINES_PRIMARY_HUMAN_EVAL_INFILLING", "value" : 0, "description" : "Number of duplicated lines" }, { "id" : "DUPLICATION_NUMBER_OF_CLEANED_LINES_PRIMARY_HUMAN_EVAL_INFILLING", "value" : 0, "description" : "Number of lines after cleaning for duplication calculations" }, { "id" : "DUPLICATION_PERCENTAGE_PRIMARY_HUMAN_EVAL_INFILLING", "value" : "NaN", "description" : "Duplication percentage" }, { "id" : "DUPLICATION_NUMBER_OF_DUPLICATED_LINES_PRIMARY_ROOT", "value" : 0, "description" : "Number of duplicated lines" }, { "id" : "DUPLICATION_NUMBER_OF_CLEANED_LINES_PRIMARY_ROOT", "value" : 0, "description" : "Number of lines after cleaning for duplication calculations" }, { "id" : "DUPLICATION_PERCENTAGE_PRIMARY_ROOT", "value" : "NaN", "description" : "Duplication percentage" }, { "id" : "DUPLICATION_NUMBER_OF_DUPLICATED_LINES_PRIMARY_DATA", "value" : 0, "description" : "Number of duplicated lines" }, { "id" : "DUPLICATION_NUMBER_OF_CLEANED_LINES_PRIMARY_DATA", "value" : 0, "description" : "Number of lines after cleaning for duplication calculations" }, { "id" : "DUPLICATION_PERCENTAGE_PRIMARY_DATA", "value" : "NaN", "description" : "Duplication percentage" }, { "id" : "TOTAL_ANALYSIS_TIME_IN_MILLIS", "value" : 95, "description" : "Total analysis time in milliseconds" } ] }, "controlResults" : { "goalsAnalysisResults" : [ { "metricsWithGoal" : { "goal" : "Keep the system simple and easy to change", "description" : "Aim at keeping the system size modest (less than 200,000 LOC is good), duplication low (less than 5% is good), files small (no files longer than 1000 LOC is good), and units simple (no units with more than 25 decision points is good).", "controls" : [ { "metric" : "LINES_OF_CODE_MAIN", "description" : "Total number of lines of main code", "desiredRange" : { "min" : "0", "max" : "200000", "tolerance" : "20000" } }, { "metric" : "DUPLICATION_PERCENTAGE", "description" : "System duplication", "desiredRange" : { "min" : "0", "max" : "5", "tolerance" : "1" } }, { "metric" : "VERY_HIGH_RISK_FILE_SIZE_COUNT", "description" : "The number of very large files", "desiredRange" : { "min" : "0", "max" : "0", "tolerance" : "1" } }, { "metric" : "CONDITIONAL_COMPLEXITY_VERY_HIGH_RISK_COUNT", "description" : "Number of very complex units", "desiredRange" : { "min" : "0", "max" : "0", "tolerance" : "1" } } ] }, "controlStatuses" : [ { "control" : { "metric" : "LINES_OF_CODE_MAIN", "description" : "Total number of lines of main code", "desiredRange" : { "min" : "0", "max" : "200000", "tolerance" : "20000" } }, "metric" : { "id" : "LINES_OF_CODE_MAIN", "value" : 322, "description" : null }, "status" : "OK" }, { "control" : { "metric" : "DUPLICATION_PERCENTAGE", "description" : "System duplication", "desiredRange" : { "min" : "0", "max" : "5", "tolerance" : "1" } }, "metric" : { "id" : "DUPLICATION_PERCENTAGE", "value" : 0.0, "description" : "Duplication percentage" }, "status" : "OK" }, { "control" : { "metric" : "VERY_HIGH_RISK_FILE_SIZE_COUNT", "description" : "The number of very large files", "desiredRange" : { "min" : "0", "max" : "0", "tolerance" : "1" } }, "metric" : { "id" : "VERY_HIGH_RISK_FILE_SIZE_COUNT", "value" : 0, "description" : "Number of files with more than 1000 lines of code" }, "status" : "OK" }, { "control" : { "metric" : "CONDITIONAL_COMPLEXITY_VERY_HIGH_RISK_COUNT", "description" : "Number of very complex units", "desiredRange" : { "min" : "0", "max" : "0", "tolerance" : "1" } }, "metric" : { "id" : "CONDITIONAL_COMPLEXITY_VERY_HIGH_RISK_COUNT", "value" : 0, "description" : null }, "status" : "OK" } ] } ] }, "totalNumberOfFilesInScope" : 13, "mainAspectAnalysisResults" : { "name" : null, "filesCount" : 8, "linesOfCode" : 322, "numberOfRegexLineMatches" : 0, "fileCountPerExtension" : [ { "name" : " *.py", "value" : 6, "description" : [ ] }, { "name" : " *.jsonl", "value" : 2, "description" : [ ] } ], "linesOfCodePerExtension" : [ { "name" : " *.py", "value" : 311, "description" : [ ] }, { "name" : " *.jsonl", "value" : 11, "description" : [ ] } ] }, "testAspectAnalysisResults" : { "name" : null, "filesCount" : 0, "linesOfCode" : 0, "numberOfRegexLineMatches" : 0, "fileCountPerExtension" : [ ], "linesOfCodePerExtension" : [ ] }, "generatedAspectAnalysisResults" : { "name" : null, "filesCount" : 0, "linesOfCode" : 0, "numberOfRegexLineMatches" : 0, "fileCountPerExtension" : [ ], "linesOfCodePerExtension" : [ ] }, "buildAndDeployAspectAnalysisResults" : { "name" : null, "filesCount" : 0, "linesOfCode" : 0, "numberOfRegexLineMatches" : 0, "fileCountPerExtension" : [ ], "linesOfCodePerExtension" : [ ] }, "otherAspectAnalysisResults" : { "name" : null, "filesCount" : 2, "linesOfCode" : 87, "numberOfRegexLineMatches" : 0, "fileCountPerExtension" : [ { "name" : " *.md", "value" : 1, "description" : [ ] }, { "name" : " *.txt", "value" : 1, "description" : [ ] } ], "linesOfCodePerExtension" : [ { "name" : " *.md", "value" : 84, "description" : [ ] }, { "name" : " *.txt", "value" : 3, "description" : [ ] } ] }, "logicalDecompositionsAnalysisResults" : [ { "key" : "primary", "components" : [ { "name" : "human_eval_infilling", "filesCount" : 5, "linesOfCode" : 289, "numberOfRegexLineMatches" : 0, "fileCountPerExtension" : [ { "name" : " *.py", "value" : 5, "description" : [ ] } ], "linesOfCodePerExtension" : [ { "name" : " *.py", "value" : 289, "description" : [ ] } ] }, { "name" : "ROOT", "filesCount" : 1, "linesOfCode" : 22, "numberOfRegexLineMatches" : 0, "fileCountPerExtension" : [ { "name" : " *.py", "value" : 1, "description" : [ ] } ], "linesOfCodePerExtension" : [ { "name" : " *.py", "value" : 22, "description" : [ ] } ] }, { "name" : "data", "filesCount" : 2, "linesOfCode" : 11, "numberOfRegexLineMatches" : 0, "fileCountPerExtension" : [ { "name" : " *.jsonl", "value" : 2, "description" : [ ] } ], "linesOfCodePerExtension" : [ { "name" : " *.jsonl", "value" : 11, "description" : [ ] } ] } ], "componentDependencies" : [ ], "componentDependenciesErrors" : [ ], "logicalDecomposition" : { "name" : "primary", "scope" : "main", "filters" : [ ], "componentsFolderDepth" : 1, "minComponentsCount" : 0, "components" : [ { "name" : "human_eval_infilling", "sourceFileFilters" : [ { "pathPattern" : "./human_eval_infilling/.*", "contentPattern" : "", "exception" : false, "note" : "" } ], "files" : [ ] }, { "name" : "ROOT", "sourceFileFilters" : [ { "pathPattern" : "./.*", "contentPattern" : "", "exception" : false, "note" : "" }, { "pathPattern" : "./human_eval_infilling/.*", "contentPattern" : "", "exception" : true, "note" : "" }, { "pathPattern" : "./data/.*", "contentPattern" : "", "exception" : true, "note" : "" } ], "files" : [ ] }, { "name" : "data", "sourceFileFilters" : [ { "pathPattern" : "./data/.*", "contentPattern" : "", "exception" : false, "note" : "" } ], "files" : [ ] } ], "metaComponents" : [ ], "groups" : [ ], "includeRemainingFiles" : true, "dependenciesFinder" : { "useBuiltInDependencyFinders" : true, "rules" : [ ], "metaRules" : [ ] }, "renderingOptions" : { "orientation" : "TB", "maxNumberOfDependencies" : 100, "renderComponentsWithoutDependencies" : true, "renderIndirectDependencies" : false, "renderInternalIndirectDependencies" : false, "reverseDirection" : false }, "includeExternalComponents" : true, "dependencyLinkThreshold" : 1, "duplicationLinkThreshold" : 50, "temporalLinkThreshold" : 1, "maxSearchDepthLines" : 200 }, "fileCountPerComponent" : [ { "name" : "human_eval_infilling", "value" : 5, "description" : [ ] }, { "name" : "ROOT", "value" : 1, "description" : [ ] }, { "name" : "data", "value" : 2, "description" : [ ] } ], "linesOfCodePerComponent" : [ { "name" : "human_eval_infilling", "value" : 289, "description" : [ ] }, { "name" : "ROOT", "value" : 22, "description" : [ ] }, { "name" : "data", "value" : 11, "description" : [ ] } ] } ], "concernsAnalysisResults" : [ { "key" : "general", "concerns" : [ { "name" : "TODOs", "filesCount" : 0, "linesOfCode" : 0, "numberOfRegexLineMatches" : 0, "fileCountPerExtension" : [ ], "linesOfCodePerExtension" : [ ] }, { "name" : "Unclassified", "filesCount" : 8, "linesOfCode" : 322, "numberOfRegexLineMatches" : 0, "fileCountPerExtension" : [ { "name" : " *.py", "value" : 6, "description" : [ ] }, { "name" : " *.jsonl", "value" : 2, "description" : [ ] } ], "linesOfCodePerExtension" : [ { "name" : " *.py", "value" : 311, "description" : [ ] }, { "name" : " *.jsonl", "value" : 11, "description" : [ ] } ] } ], "concernsGroup" : null, "fileCountPerConcern" : [ { "name" : "TODOs", "value" : 0, "description" : [ ] }, { "name" : "Unclassified", "value" : 8, "description" : [ ] } ], "linesOfCodePerConcern" : [ { "name" : "TODOs", "value" : 0, "description" : [ ] }, { "name" : "Unclassified", "value" : 322, "description" : [ ] } ] } ], "foundTags" : [ ], "filesAnalysisResults" : { "overallFileSizeDistribution" : { "key" : "", "lowRiskThreshold" : 100, "mediumRiskThreshold" : 200, "highRiskThreshold" : 500, "veryHighRiskThreshold" : 1000, "negligibleRiskValue" : 164, "lowRiskValue" : 158, "mediumRiskValue" : 0, "highRiskValue" : 0, "veryHighRiskValue" : 0, "lowRiskCount" : 1, "negligibleRiskCount" : 7, "mediumRiskCount" : 0, "highRiskCount" : 0, "veryHighRiskCount" : 0, "negligibleRiskLabel" : "1-100", "lowRiskLabel" : "101-200", "mediumRiskLabel" : "201-500", "highRiskLabel" : "501-1000", "veryHighRiskLabel" : "1001+", "highRiskPercentage" : 0.0, "lowRiskPercentage" : 49.06832298136646, "totalValue" : 322, "totalCount" : 8, "veryHighRiskPercentage" : 0.0, "mediumRiskPercentage" : 0.0, "negligibleRiskPercentage" : 50.93167701863354 }, "fileSizeDistributionPerExtension" : [ { "key" : "py", "lowRiskThreshold" : 100, "mediumRiskThreshold" : 200, "highRiskThreshold" : 500, "veryHighRiskThreshold" : 1000, "negligibleRiskValue" : 153, "lowRiskValue" : 158, "mediumRiskValue" : 0, "highRiskValue" : 0, "veryHighRiskValue" : 0, "lowRiskCount" : 1, "negligibleRiskCount" : 5, "mediumRiskCount" : 0, "highRiskCount" : 0, "veryHighRiskCount" : 0, "negligibleRiskLabel" : "1-100", "lowRiskLabel" : "101-200", "mediumRiskLabel" : "201-500", "highRiskLabel" : "501-1000", "veryHighRiskLabel" : "1001+", "highRiskPercentage" : 0.0, "lowRiskPercentage" : 50.80385852090032, "totalValue" : 311, "totalCount" : 6, "veryHighRiskPercentage" : 0.0, "mediumRiskPercentage" : 0.0, "negligibleRiskPercentage" : 49.19614147909968 }, { "key" : "jsonl", "lowRiskThreshold" : 100, "mediumRiskThreshold" : 200, "highRiskThreshold" : 500, "veryHighRiskThreshold" : 1000, "negligibleRiskValue" : 11, "lowRiskValue" : 0, "mediumRiskValue" : 0, "highRiskValue" : 0, "veryHighRiskValue" : 0, "lowRiskCount" : 0, "negligibleRiskCount" : 2, "mediumRiskCount" : 0, "highRiskCount" : 0, "veryHighRiskCount" : 0, "negligibleRiskLabel" : "1-100", "lowRiskLabel" : "101-200", "mediumRiskLabel" : "201-500", "highRiskLabel" : "501-1000", "veryHighRiskLabel" : "1001+", "highRiskPercentage" : 0.0, "lowRiskPercentage" : 0.0, "totalValue" : 11, "totalCount" : 2, "veryHighRiskPercentage" : 0.0, "mediumRiskPercentage" : 0.0, "negligibleRiskPercentage" : 100.0 } ], "fileSizeDistributionPerLogicalDecomposition" : [ { "name" : "primary", "fileSizeDistributionPerComponent" : [ { "key" : "human_eval_infilling", "lowRiskThreshold" : 100, "mediumRiskThreshold" : 200, "highRiskThreshold" : 500, "veryHighRiskThreshold" : 1000, "negligibleRiskValue" : 131, "lowRiskValue" : 158, "mediumRiskValue" : 0, "highRiskValue" : 0, "veryHighRiskValue" : 0, "lowRiskCount" : 1, "negligibleRiskCount" : 4, "mediumRiskCount" : 0, "highRiskCount" : 0, "veryHighRiskCount" : 0, "negligibleRiskLabel" : "1-100", "lowRiskLabel" : "101-200", "mediumRiskLabel" : "201-500", "highRiskLabel" : "501-1000", "veryHighRiskLabel" : "1001+", "highRiskPercentage" : 0.0, "lowRiskPercentage" : 54.67128027681661, "totalValue" : 289, "totalCount" : 5, "veryHighRiskPercentage" : 0.0, "mediumRiskPercentage" : 0.0, "negligibleRiskPercentage" : 45.32871972318339 }, { "key" : "ROOT", "lowRiskThreshold" : 100, "mediumRiskThreshold" : 200, "highRiskThreshold" : 500, "veryHighRiskThreshold" : 1000, "negligibleRiskValue" : 22, "lowRiskValue" : 0, "mediumRiskValue" : 0, "highRiskValue" : 0, "veryHighRiskValue" : 0, "lowRiskCount" : 0, "negligibleRiskCount" : 1, "mediumRiskCount" : 0, "highRiskCount" : 0, "veryHighRiskCount" : 0, "negligibleRiskLabel" : "1-100", "lowRiskLabel" : "101-200", "mediumRiskLabel" : "201-500", "highRiskLabel" : "501-1000", "veryHighRiskLabel" : "1001+", "highRiskPercentage" : 0.0, "lowRiskPercentage" : 0.0, "totalValue" : 22, "totalCount" : 1, "veryHighRiskPercentage" : 0.0, "mediumRiskPercentage" : 0.0, "negligibleRiskPercentage" : 100.0 }, { "key" : "data", "lowRiskThreshold" : 100, "mediumRiskThreshold" : 200, "highRiskThreshold" : 500, "veryHighRiskThreshold" : 1000, "negligibleRiskValue" : 11, "lowRiskValue" : 0, "mediumRiskValue" : 0, "highRiskValue" : 0, "veryHighRiskValue" : 0, "lowRiskCount" : 0, "negligibleRiskCount" : 2, "mediumRiskCount" : 0, "highRiskCount" : 0, "veryHighRiskCount" : 0, "negligibleRiskLabel" : "1-100", "lowRiskLabel" : "101-200", "mediumRiskLabel" : "201-500", "highRiskLabel" : "501-1000", "veryHighRiskLabel" : "1001+", "highRiskPercentage" : 0.0, "lowRiskPercentage" : 0.0, "totalValue" : 11, "totalCount" : 2, "veryHighRiskPercentage" : 0.0, "mediumRiskPercentage" : 0.0, "negligibleRiskPercentage" : 100.0 } ] } ], "longestFiles" : [ { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, { "relativePath" : "human_eval_infilling/evaluation.py", "extension" : "py", "linesOfCode" : 73, "unitsCount" : 4, "unitsMcCabeIndexSum" : 6, "linesOfCodeInUnits" : 21 }, { "relativePath" : "human_eval_infilling/data.py", "extension" : "py", "linesOfCode" : 41, "unitsCount" : 3, "unitsMcCabeIndexSum" : 15, "linesOfCodeInUnits" : 36 }, { "relativePath" : "setup.py", "extension" : "py", "linesOfCode" : 22, "unitsCount" : 0, "unitsMcCabeIndexSum" : 0, "linesOfCodeInUnits" : 0 }, { "relativePath" : "human_eval_infilling/evaluate_functional_correctness.py", "extension" : "py", "linesOfCode" : 16, "unitsCount" : 2, "unitsMcCabeIndexSum" : 2, "linesOfCodeInUnits" : 8 }, { "relativePath" : "data/example_samples.jsonl", "extension" : "jsonl", "linesOfCode" : 10, "unitsCount" : 0, "unitsMcCabeIndexSum" : 0, "linesOfCodeInUnits" : 0 }, { "relativePath" : "human_eval_infilling/__init__.py", "extension" : "py", "linesOfCode" : 1, "unitsCount" : 0, "unitsMcCabeIndexSum" : 0, "linesOfCodeInUnits" : 0 }, { "relativePath" : "data/example_problem.jsonl", "extension" : "jsonl", "linesOfCode" : 1, "unitsCount" : 0, "unitsMcCabeIndexSum" : 0, "linesOfCodeInUnits" : 0 } ], "filesWithMostUnits" : [ { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, { "relativePath" : "human_eval_infilling/evaluation.py", "extension" : "py", "linesOfCode" : 73, "unitsCount" : 4, "unitsMcCabeIndexSum" : 6, "linesOfCodeInUnits" : 21 }, { "relativePath" : "human_eval_infilling/data.py", "extension" : "py", "linesOfCode" : 41, "unitsCount" : 3, "unitsMcCabeIndexSum" : 15, "linesOfCodeInUnits" : 36 }, { "relativePath" : "human_eval_infilling/evaluate_functional_correctness.py", "extension" : "py", "linesOfCode" : 16, "unitsCount" : 2, "unitsMcCabeIndexSum" : 2, "linesOfCodeInUnits" : 8 } ] }, "filesHistoryAnalysisResults" : { "overallFileLastModifiedDistribution" : null, "overallFileFirstModifiedDistribution" : null, "overallFileChangeDistribution" : null, "overallContributorsCountDistribution" : null, "filesWithoutCommitHistoryCount" : 0, "filesWithoutCommitHistoryLinesOfCode" : 0, "changeDistributionPerExtension" : [ ], "lastModifiedDistributionPerExtension" : [ ], "firstModifiedDistributionPerExtension" : [ ], "changeDistributionPerLogicalDecomposition" : [ ], "firstModifiedDistributionPerLogicalDecomposition" : [ ], "lastModifiedDistributionPerLogicalDecomposition" : [ ], "oldestFiles" : [ ], "youngestFiles" : [ ], "mostRecentlyChangedFiles" : [ ], "mostPreviouslyChangedFiles" : [ ], "mostChangedFiles" : [ ], "filesWithMostContributors" : [ ], "filesWithLeastContributors" : [ ], "firstDate" : "", "latestDate" : "", "daysBetweenFirstAndLastDate" : 0, "weeks" : 0, "estimatedWorkindDays" : 0, "activeDays" : 0, "ageInDays" : 0, "historyPerExtensionPerYear" : [ ] }, "unitsAnalysisResults" : { "totalNumberOfUnits" : 20, "linesOfCodeInUnits" : 188, "unitSizeRiskDistribution" : { "key" : "", "lowRiskThreshold" : 10, "mediumRiskThreshold" : 20, "highRiskThreshold" : 50, "veryHighRiskThreshold" : 100, "negligibleRiskValue" : 67, "lowRiskValue" : 39, "mediumRiskValue" : 29, "highRiskValue" : 53, "veryHighRiskValue" : 0, "lowRiskCount" : 3, "negligibleRiskCount" : 15, "mediumRiskCount" : 1, "highRiskCount" : 1, "veryHighRiskCount" : 0, "negligibleRiskLabel" : "1-10", "lowRiskLabel" : "11-20", "mediumRiskLabel" : "21-50", "highRiskLabel" : "51-100", "veryHighRiskLabel" : "101+", "highRiskPercentage" : 28.19148936170213, "lowRiskPercentage" : 20.74468085106383, "totalValue" : 188, "totalCount" : 20, "veryHighRiskPercentage" : 0.0, "mediumRiskPercentage" : 15.425531914893616, "negligibleRiskPercentage" : 35.638297872340424 }, "conditionalComplexityRiskDistribution" : { "key" : "", "lowRiskThreshold" : 5, "mediumRiskThreshold" : 10, "highRiskThreshold" : 25, "veryHighRiskThreshold" : 50, "negligibleRiskValue" : 147, "lowRiskValue" : 41, "mediumRiskValue" : 0, "highRiskValue" : 0, "veryHighRiskValue" : 0, "lowRiskCount" : 2, "negligibleRiskCount" : 18, "mediumRiskCount" : 0, "highRiskCount" : 0, "veryHighRiskCount" : 0, "negligibleRiskLabel" : "1-5", "lowRiskLabel" : "6-10", "mediumRiskLabel" : "11-25", "highRiskLabel" : "26-50", "veryHighRiskLabel" : "51+", "highRiskPercentage" : 0.0, "lowRiskPercentage" : 21.80851063829787, "totalValue" : 188, "totalCount" : 20, "veryHighRiskPercentage" : 0.0, "mediumRiskPercentage" : 0.0, "negligibleRiskPercentage" : 78.19148936170212 }, "unitSizeRiskDistributionPerExtension" : [ { "key" : "py", "lowRiskThreshold" : 10, "mediumRiskThreshold" : 20, "highRiskThreshold" : 50, "veryHighRiskThreshold" : 100, "negligibleRiskValue" : 67, "lowRiskValue" : 39, "mediumRiskValue" : 29, "highRiskValue" : 53, "veryHighRiskValue" : 0, "lowRiskCount" : 3, "negligibleRiskCount" : 15, "mediumRiskCount" : 1, "highRiskCount" : 1, "veryHighRiskCount" : 0, "negligibleRiskLabel" : "1-10", "lowRiskLabel" : "11-20", "mediumRiskLabel" : "21-50", "highRiskLabel" : "51-100", "veryHighRiskLabel" : "101+", "highRiskPercentage" : 28.19148936170213, "lowRiskPercentage" : 20.74468085106383, "totalValue" : 188, "totalCount" : 20, "veryHighRiskPercentage" : 0.0, "mediumRiskPercentage" : 15.425531914893616, "negligibleRiskPercentage" : 35.638297872340424 } ], "unitSizeRiskDistributionPerComponent" : [ [ { "key" : "human_eval_infilling", "lowRiskThreshold" : 10, "mediumRiskThreshold" : 20, "highRiskThreshold" : 50, "veryHighRiskThreshold" : 100, "negligibleRiskValue" : 67, "lowRiskValue" : 39, "mediumRiskValue" : 29, "highRiskValue" : 53, "veryHighRiskValue" : 0, "lowRiskCount" : 3, "negligibleRiskCount" : 15, "mediumRiskCount" : 1, "highRiskCount" : 1, "veryHighRiskCount" : 0, "negligibleRiskLabel" : "1-10", "lowRiskLabel" : "11-20", "mediumRiskLabel" : "21-50", "highRiskLabel" : "51-100", "veryHighRiskLabel" : "101+", "highRiskPercentage" : 28.19148936170213, "lowRiskPercentage" : 20.74468085106383, "totalValue" : 188, "totalCount" : 20, "veryHighRiskPercentage" : 0.0, "mediumRiskPercentage" : 15.425531914893616, "negligibleRiskPercentage" : 35.638297872340424 } ] ], "longestUnits" : [ { "shortName" : "def reliability_guard()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 53, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def unsafe_execute()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 29, "mcCabeIndex" : 9, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def write_jsonl()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/data.py", "extension" : "py", "linesOfCode" : 41, "unitsCount" : 3, "unitsMcCabeIndexSum" : 15, "linesOfCodeInUnits" : 36 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 15, "mcCabeIndex" : 5, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def chdir()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 12, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def stream_jsonl()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/data.py", "extension" : "py", "linesOfCode" : 41, "unitsCount" : 3, "unitsMcCabeIndexSum" : 15, "linesOfCodeInUnits" : 36 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 12, "mcCabeIndex" : 8, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def time_limit()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 9, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def read_problems()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/data.py", "extension" : "py", "linesOfCode" : 41, "unitsCount" : 3, "unitsMcCabeIndexSum" : 15, "linesOfCodeInUnits" : 36 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 9, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def combine_results()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/evaluation.py", "extension" : "py", "linesOfCode" : 73, "unitsCount" : 4, "unitsMcCabeIndexSum" : 6, "linesOfCodeInUnits" : 21 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 2, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def swallow_io()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def evaluate_functional_correctness()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/evaluation.py", "extension" : "py", "linesOfCode" : 73, "unitsCount" : 4, "unitsMcCabeIndexSum" : 6, "linesOfCodeInUnits" : 21 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def entry_point()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/evaluate_functional_correctness.py", "extension" : "py", "linesOfCode" : 16, "unitsCount" : 2, "unitsMcCabeIndexSum" : 2, "linesOfCodeInUnits" : 8 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def create_tempdir()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def estimate_pass_at_k()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/evaluation.py", "extension" : "py", "linesOfCode" : 73, "unitsCount" : 4, "unitsMcCabeIndexSum" : 6, "linesOfCodeInUnits" : 21 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def estimator()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/evaluation.py", "extension" : "py", "linesOfCode" : 73, "unitsCount" : 4, "unitsMcCabeIndexSum" : 6, "linesOfCodeInUnits" : 21 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 2, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def check_correctness()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def read()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def readline()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def readlines()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def readable()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def main()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/evaluate_functional_correctness.py", "extension" : "py", "linesOfCode" : 16, "unitsCount" : 2, "unitsMcCabeIndexSum" : 2, "linesOfCodeInUnits" : 8 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] } ], "conditionalComplexityRiskDistributionPerExtension" : [ { "key" : "py", "lowRiskThreshold" : 5, "mediumRiskThreshold" : 10, "highRiskThreshold" : 25, "veryHighRiskThreshold" : 50, "negligibleRiskValue" : 147, "lowRiskValue" : 41, "mediumRiskValue" : 0, "highRiskValue" : 0, "veryHighRiskValue" : 0, "lowRiskCount" : 2, "negligibleRiskCount" : 18, "mediumRiskCount" : 0, "highRiskCount" : 0, "veryHighRiskCount" : 0, "negligibleRiskLabel" : "1-5", "lowRiskLabel" : "6-10", "mediumRiskLabel" : "11-25", "highRiskLabel" : "26-50", "veryHighRiskLabel" : "51+", "highRiskPercentage" : 0.0, "lowRiskPercentage" : 21.80851063829787, "totalValue" : 188, "totalCount" : 20, "veryHighRiskPercentage" : 0.0, "mediumRiskPercentage" : 0.0, "negligibleRiskPercentage" : 78.19148936170212 } ], "conditionalComplexityRiskDistributionPerComponent" : [ [ { "key" : "human_eval_infilling", "lowRiskThreshold" : 5, "mediumRiskThreshold" : 10, "highRiskThreshold" : 25, "veryHighRiskThreshold" : 50, "negligibleRiskValue" : 147, "lowRiskValue" : 41, "mediumRiskValue" : 0, "highRiskValue" : 0, "veryHighRiskValue" : 0, "lowRiskCount" : 2, "negligibleRiskCount" : 18, "mediumRiskCount" : 0, "highRiskCount" : 0, "veryHighRiskCount" : 0, "negligibleRiskLabel" : "1-5", "lowRiskLabel" : "6-10", "mediumRiskLabel" : "11-25", "highRiskLabel" : "26-50", "veryHighRiskLabel" : "51+", "highRiskPercentage" : 0.0, "lowRiskPercentage" : 21.80851063829787, "totalValue" : 188, "totalCount" : 20, "veryHighRiskPercentage" : 0.0, "mediumRiskPercentage" : 0.0, "negligibleRiskPercentage" : 78.19148936170212 } ] ], "mostComplexUnits" : [ { "shortName" : "def unsafe_execute()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 29, "mcCabeIndex" : 9, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def stream_jsonl()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/data.py", "extension" : "py", "linesOfCode" : 41, "unitsCount" : 3, "unitsMcCabeIndexSum" : 15, "linesOfCodeInUnits" : 36 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 12, "mcCabeIndex" : 8, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def write_jsonl()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/data.py", "extension" : "py", "linesOfCode" : 41, "unitsCount" : 3, "unitsMcCabeIndexSum" : 15, "linesOfCodeInUnits" : 36 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 15, "mcCabeIndex" : 5, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def chdir()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 12, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def reliability_guard()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 53, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def estimator()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/evaluation.py", "extension" : "py", "linesOfCode" : 73, "unitsCount" : 4, "unitsMcCabeIndexSum" : 6, "linesOfCodeInUnits" : 21 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 2, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def combine_results()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/evaluation.py", "extension" : "py", "linesOfCode" : 73, "unitsCount" : 4, "unitsMcCabeIndexSum" : 6, "linesOfCodeInUnits" : 21 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 2, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def read_problems()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/data.py", "extension" : "py", "linesOfCode" : 41, "unitsCount" : 3, "unitsMcCabeIndexSum" : 15, "linesOfCodeInUnits" : 36 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 9, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def check_correctness()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def time_limit()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 9, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def swallow_io()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def create_tempdir()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def read()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def readline()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def readlines()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def readable()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/execution.py", "extension" : "py", "linesOfCode" : 158, "unitsCount" : 11, "unitsMcCabeIndexSum" : 23, "linesOfCodeInUnits" : 123 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def estimate_pass_at_k()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/evaluation.py", "extension" : "py", "linesOfCode" : 73, "unitsCount" : 4, "unitsMcCabeIndexSum" : 6, "linesOfCodeInUnits" : 21 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def evaluate_functional_correctness()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/evaluation.py", "extension" : "py", "linesOfCode" : 73, "unitsCount" : 4, "unitsMcCabeIndexSum" : 6, "linesOfCodeInUnits" : 21 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def entry_point()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/evaluate_functional_correctness.py", "extension" : "py", "linesOfCode" : 16, "unitsCount" : 2, "unitsMcCabeIndexSum" : 2, "linesOfCodeInUnits" : 8 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] }, { "shortName" : "def main()", "longName" : "", "sourceFile" : { "relativePath" : "human_eval_infilling/evaluate_functional_correctness.py", "extension" : "py", "linesOfCode" : 16, "unitsCount" : 2, "unitsMcCabeIndexSum" : 2, "linesOfCodeInUnits" : 8 }, "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0, "children" : [ ] } ] }, "duplicationAnalysisResults" : { "overallDuplication" : { "key" : "system", "numberOfDuplicates" : 0, "cleanedLinesOfCode" : 286, "duplicatedLinesOfCode" : 0, "numberOfFilesWithDuplicates" : 0, "duplicationPercentage" : 0.0 }, "duplicationPerComponent" : [ [ { "key" : "human_eval_infilling", "numberOfDuplicates" : 0, "cleanedLinesOfCode" : 256, "duplicatedLinesOfCode" : 0, "numberOfFilesWithDuplicates" : 0, "duplicationPercentage" : 0.0 }, { "key" : "ROOT", "numberOfDuplicates" : 0, "cleanedLinesOfCode" : 19, "duplicatedLinesOfCode" : 0, "numberOfFilesWithDuplicates" : 0, "duplicationPercentage" : 0.0 }, { "key" : "data", "numberOfDuplicates" : 0, "cleanedLinesOfCode" : 11, "duplicatedLinesOfCode" : 0, "numberOfFilesWithDuplicates" : 0, "duplicationPercentage" : 0.0 } ] ], "duplicationPerConcern" : [ ], "duplicationPerExtension" : [ ], "longestDuplicates" : [ ], "mostFrequentDuplicates" : [ ] }, "contributorsAnalysisResults" : { "latestCommitDate" : "", "contributors" : [ ], "contributorsPerYear" : [ ], "contributorsPerMonth" : [ ], "contributorsPerDay" : [ ], "contributorsPerWeek" : [ ], "commitsPerExtensions" : [ ] }, "numberOfExcludedFiles" : 3, "excludedExtensions" : { "" : 1, "txt" : 1, "json" : 1 }, "analysisStartTimeMs" : 1744625138190, "maxLinesOfCode" : 322, "maxFileCount" : 8 }