openai / simple-evals
Metrics

All numeric values measured by Sokrates.

Intro
  • Metrics are all numeric values measured by Sokrates.
  • You can use these metrics to define goals and controls.
Metrics
Metric Value
TOTAL_NUMBER_OF_FILES 26
NUMBER_OF_FILES_MAIN 18
LINES_OF_CODE_MAIN 5,288
NUMBER_OF_FILES_MAIN_EXT_PY 17
LINES_OF_CODE_MAIN_EXT_PY 2,753
NUMBER_OF_FILES_MAIN_EXT_IPYNB 1
LINES_OF_CODE_MAIN_EXT_IPYNB 2,535
NUMBER_OF_FILES_TEST 2
LINES_OF_CODE_TEST 171
NUMBER_OF_FILES_TEST_EXT_PY 2
LINES_OF_CODE_TEST_EXT_PY 171
TEST_VS_MAIN_LINES_OF_CODE_PERCENTAGE 3.23
NUMBER_OF_FILES_GENERATED 0
LINES_OF_CODE_GENERATED 0
NUMBER_OF_FILES_BUILD_AND_DEPLOYMENT 1
LINES_OF_CODE_BUILD_AND_DEPLOYMENT 105
NUMBER_OF_FILES_BUILD_AND_DEPLOYMENT_EXT_GITIGNORE 1
LINES_OF_CODE_BUILD_AND_DEPLOYMENT_EXT_GITIGNORE 105
NUMBER_OF_FILES_OTHER 2
LINES_OF_CODE_OTHER 139
NUMBER_OF_FILES_OTHER_EXT_MD 2
LINES_OF_CODE_OTHER_EXT_MD 139
NUMBER_OF_FILES_DECOMPOSITION_PRIMARY_ROOT 13
LINES_OF_CODE_DECOMPOSITION_PRIMARY_ROOT 2,429
NUMBER_OF_FILES_DECOMPOSITION_PRIMARY_ROOT_EXT_PY 13
LINES_OF_CODE_DECOMPOSITION_PRIMARY_ROOT_EXT_PY 2,429
NUMBER_OF_FILES_DECOMPOSITION_PRIMARY_SAMPLER 4
LINES_OF_CODE_DECOMPOSITION_PRIMARY_SAMPLER 324
NUMBER_OF_FILES_DECOMPOSITION_PRIMARY_SAMPLER_EXT_PY 4
LINES_OF_CODE_DECOMPOSITION_PRIMARY_SAMPLER_EXT_PY 324
NUMBER_OF_FILES_DECOMPOSITION_PRIMARY_HEALTHBENCH_SCRIPTS 1
LINES_OF_CODE_DECOMPOSITION_PRIMARY_HEALTHBENCH_SCRIPTS 2,535
NUMBER_OF_FILES_DECOMPOSITION_PRIMARY_HEALTHBENCH_SCRIPTS_EXT_IPYNB 1
LINES_OF_CODE_DECOMPOSITION_PRIMARY_HEALTHBENCH_SCRIPTS_EXT_IPYNB 2,535
NUMBER_OF_DEPENDENCY_LINKS_DECOMPOSITION_PRIMARY 0
NUMBER_OF_DEPENDENCIES_DECOMPOSITION_PRIMARY 0
NUMBER_OF_PLACES_WITH_CYCLIC_DEPENDENCIES_DECOMPOSITION_PRIMARY 0
NUMBER_OF_FILES_CONCERN_GENERAL_TODOS 0
LINES_OF_CODE_CONCERN_GENERAL_TODOS 0
NUMBER_OF_FILES_CONCERN_GENERAL_UNCLASSIFIED 18
LINES_OF_CODE_CONCERN_GENERAL_UNCLASSIFIED 5,288
NUMBER_OF_FILES_CONCERN_GENERAL_UNCLASSIFIED_EXT_PY 17
LINES_OF_CODE_CONCERN_GENERAL_UNCLASSIFIED_EXT_PY 2,753
NUMBER_OF_FILES_CONCERN_GENERAL_UNCLASSIFIED_EXT_IPYNB 1
LINES_OF_CODE_CONCERN_GENERAL_UNCLASSIFIED_EXT_IPYNB 2,535
NEGLIGIBLE_RISK_FILE_SIZE_COUNT 9
LOW_RISK_FILE_SIZE_COUNT 4
MEDIUM_RISK_FILE_SIZE_COUNT 3
HIGH_RISK_FILE_SIZE_COUNT 1
VERY_HIGH_RISK_FILE_SIZE_COUNT 1
NEGLIGIBLE_RISK_FILE_SIZE_LOC 645
LOW_RISK_FILE_SIZE_LOC 590
MEDIUM_RISK_FILE_SIZE_LOC 990
HIGH_RISK_FILE_SIZE_LOC 528
VERY_HIGH_RISK_FILE_SIZE_LOC 2,535
NUMBER_OF_UNITS 100
LINES_OF_CODE_IN_UNITS 1,746
LINES_OF_CODE_OUTSIDE_UNITS 3,542
UNIT_SIZE_NEGLIGIBLE_RISK_LOC 297
UNIT_SIZE_NEGLIGIBLE_RISK_PERCENTAGE 17.01
UNIT_SIZE_NEGLIGIBLE_RISK_COUNT 68
UNIT_SIZE_LOW_RISK_LOC 215
UNIT_SIZE_LOW_RISK_PERCENTAGE 12.31
UNIT_SIZE_LOW_RISK_COUNT 15
UNIT_SIZE_MEDIUM_RISK_LOC 430
UNIT_SIZE_MEDIUM_RISK_PERCENTAGE 24.63
UNIT_SIZE_MEDIUM_RISK_COUNT 12
UNIT_SIZE_HIGH_RISK_LOC 212
UNIT_SIZE_HIGH_RISK_PERCENTAGE 12.14
UNIT_SIZE_HIGH_RISK_COUNT 3
UNIT_SIZE_VERY_HIGH_RISK_LOC 592
UNIT_SIZE_VERY_HIGH_RISK_PERCENTAGE 33.91
UNIT_SIZE_VERY_HIGH_RISK_COUNT 2
UNIT_SIZE_COMPONENT_ROOT_NEGLIGIBLE_RISK_LOC 232
UNIT_SIZE_COMPONENT_ROOT_NEGLIGIBLE_RISK_PERCENTAGE 15.15
UNIT_SIZE_COMPONENT_ROOT_NEGLIGIBLE_RISK_COUNT 52
UNIT_SIZE_COMPONENT_ROOT_LOW_RISK_LOC 215
UNIT_SIZE_COMPONENT_ROOT_LOW_RISK_PERCENTAGE 14.04
UNIT_SIZE_COMPONENT_ROOT_LOW_RISK_COUNT 15
UNIT_SIZE_COMPONENT_ROOT_MEDIUM_RISK_LOC 280
UNIT_SIZE_COMPONENT_ROOT_MEDIUM_RISK_PERCENTAGE 18.29
UNIT_SIZE_COMPONENT_ROOT_MEDIUM_RISK_COUNT 8
UNIT_SIZE_COMPONENT_ROOT_HIGH_RISK_LOC 212
UNIT_SIZE_COMPONENT_ROOT_HIGH_RISK_PERCENTAGE 13.85
UNIT_SIZE_COMPONENT_ROOT_HIGH_RISK_COUNT 3
UNIT_SIZE_COMPONENT_ROOT_VERY_HIGH_RISK_LOC 592
UNIT_SIZE_COMPONENT_ROOT_VERY_HIGH_RISK_PERCENTAGE 38.67
UNIT_SIZE_COMPONENT_ROOT_VERY_HIGH_RISK_COUNT 2
UNIT_SIZE_COMPONENT_SAMPLER_NEGLIGIBLE_RISK_LOC 65
UNIT_SIZE_COMPONENT_SAMPLER_NEGLIGIBLE_RISK_PERCENTAGE 30.23
UNIT_SIZE_COMPONENT_SAMPLER_NEGLIGIBLE_RISK_COUNT 16
UNIT_SIZE_COMPONENT_SAMPLER_LOW_RISK_LOC 0
UNIT_SIZE_COMPONENT_SAMPLER_LOW_RISK_PERCENTAGE 0
UNIT_SIZE_COMPONENT_SAMPLER_LOW_RISK_COUNT 0
UNIT_SIZE_COMPONENT_SAMPLER_MEDIUM_RISK_LOC 150
UNIT_SIZE_COMPONENT_SAMPLER_MEDIUM_RISK_PERCENTAGE 69.77
UNIT_SIZE_COMPONENT_SAMPLER_MEDIUM_RISK_COUNT 4
UNIT_SIZE_COMPONENT_SAMPLER_HIGH_RISK_LOC 0
UNIT_SIZE_COMPONENT_SAMPLER_HIGH_RISK_PERCENTAGE 0
UNIT_SIZE_COMPONENT_SAMPLER_HIGH_RISK_COUNT 0
UNIT_SIZE_COMPONENT_SAMPLER_VERY_HIGH_RISK_LOC 0
UNIT_SIZE_COMPONENT_SAMPLER_VERY_HIGH_RISK_PERCENTAGE 0
UNIT_SIZE_COMPONENT_SAMPLER_VERY_HIGH_RISK_COUNT 0
UNIT_SIZE_EXTENSION_PY_NEGLIGIBLE_RISK_LOC 297
UNIT_SIZE_EXTENSION_PY_NEGLIGIBLE_RISK_PERCENTAGE 17.01
UNIT_SIZE_EXTENSION_PY_NEGLIGIBLE_RISK_COUNT 68
UNIT_SIZE_EXTENSION_PY_LOW_RISK_LOC 215
UNIT_SIZE_EXTENSION_PY_LOW_RISK_PERCENTAGE 12.31
UNIT_SIZE_EXTENSION_PY_LOW_RISK_COUNT 15
UNIT_SIZE_EXTENSION_PY_MEDIUM_RISK_LOC 430
UNIT_SIZE_EXTENSION_PY_MEDIUM_RISK_PERCENTAGE 24.63
UNIT_SIZE_EXTENSION_PY_MEDIUM_RISK_COUNT 12
UNIT_SIZE_EXTENSION_PY_HIGH_RISK_LOC 212
UNIT_SIZE_EXTENSION_PY_HIGH_RISK_PERCENTAGE 12.14
UNIT_SIZE_EXTENSION_PY_HIGH_RISK_COUNT 3
UNIT_SIZE_EXTENSION_PY_VERY_HIGH_RISK_LOC 592
UNIT_SIZE_EXTENSION_PY_VERY_HIGH_RISK_PERCENTAGE 33.91
UNIT_SIZE_EXTENSION_PY_VERY_HIGH_RISK_COUNT 2
CONDITIONAL_COMPLEXITY_NEGLIGIBLE_RISK_LOC 738
CONDITIONAL_COMPLEXITY_NEGLIGIBLE_RISK_PERCENTAGE 42.27
CONDITIONAL_COMPLEXITY_NEGLIGIBLE_RISK_COUNT 86
CONDITIONAL_COMPLEXITY_LOW_RISK_LOC 321
CONDITIONAL_COMPLEXITY_LOW_RISK_PERCENTAGE 18.38
CONDITIONAL_COMPLEXITY_LOW_RISK_COUNT 11
CONDITIONAL_COMPLEXITY_MEDIUM_RISK_LOC 217
CONDITIONAL_COMPLEXITY_MEDIUM_RISK_PERCENTAGE 12.43
CONDITIONAL_COMPLEXITY_MEDIUM_RISK_COUNT 2
CONDITIONAL_COMPLEXITY_HIGH_RISK_LOC 0
CONDITIONAL_COMPLEXITY_HIGH_RISK_PERCENTAGE 0
CONDITIONAL_COMPLEXITY_HIGH_RISK_COUNT 0
CONDITIONAL_COMPLEXITY_VERY_HIGH_RISK_LOC 470
CONDITIONAL_COMPLEXITY_VERY_HIGH_RISK_PERCENTAGE 26.92
CONDITIONAL_COMPLEXITY_VERY_HIGH_RISK_COUNT 1
CONDITIONAL_COMPLEXITY_HIGH_PLUS_RISK_COUNT 1
CONDITIONAL_COMPLEXITY_HIGH_PLUS_RISK_LOC 470
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_NEGLIGIBLE_RISK_LOC 636
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_NEGLIGIBLE_RISK_PERCENTAGE 41.54
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_NEGLIGIBLE_RISK_COUNT 69
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_LOW_RISK_LOC 208
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_LOW_RISK_PERCENTAGE 13.59
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_LOW_RISK_COUNT 8
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_MEDIUM_RISK_LOC 217
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_MEDIUM_RISK_PERCENTAGE 14.17
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_MEDIUM_RISK_COUNT 2
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_HIGH_RISK_LOC 0
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_HIGH_RISK_PERCENTAGE 0
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_HIGH_RISK_COUNT 0
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_VERY_HIGH_RISK_LOC 470
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_VERY_HIGH_RISK_PERCENTAGE 30.7
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_VERY_HIGH_RISK_COUNT 1
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_NEGLIGIBLE_RISK_LOC 102
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_NEGLIGIBLE_RISK_PERCENTAGE 47.44
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_NEGLIGIBLE_RISK_COUNT 17
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_LOW_RISK_LOC 113
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_LOW_RISK_PERCENTAGE 52.56
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_LOW_RISK_COUNT 3
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_MEDIUM_RISK_LOC 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_MEDIUM_RISK_PERCENTAGE 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_MEDIUM_RISK_COUNT 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_HIGH_RISK_LOC 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_HIGH_RISK_PERCENTAGE 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_HIGH_RISK_COUNT 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_VERY_HIGH_RISK_LOC 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_VERY_HIGH_RISK_PERCENTAGE 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_VERY_HIGH_RISK_COUNT 0
CONDITIONAL_COMPLEXITY_COMPONENT_PY_NEGLIGIBLE_RISK_LOC 738
CONDITIONAL_COMPLEXITY_COMPONENT_PY_NEGLIGIBLE_RISK_PERCENTAGE 42.27
CONDITIONAL_COMPLEXITY_COMPONENT_PY_NEGLIGIBLE_RISK_COUNT 86
CONDITIONAL_COMPLEXITY_COMPONENT_PY_LOW_RISK_LOC 321
CONDITIONAL_COMPLEXITY_COMPONENT_PY_LOW_RISK_PERCENTAGE 18.38
CONDITIONAL_COMPLEXITY_COMPONENT_PY_LOW_RISK_COUNT 11
CONDITIONAL_COMPLEXITY_COMPONENT_PY_MEDIUM_RISK_LOC 217
CONDITIONAL_COMPLEXITY_COMPONENT_PY_MEDIUM_RISK_PERCENTAGE 12.43
CONDITIONAL_COMPLEXITY_COMPONENT_PY_MEDIUM_RISK_COUNT 2
CONDITIONAL_COMPLEXITY_COMPONENT_PY_HIGH_RISK_LOC 0
CONDITIONAL_COMPLEXITY_COMPONENT_PY_HIGH_RISK_PERCENTAGE 0
CONDITIONAL_COMPLEXITY_COMPONENT_PY_HIGH_RISK_COUNT 0
CONDITIONAL_COMPLEXITY_COMPONENT_PY_VERY_HIGH_RISK_LOC 470
CONDITIONAL_COMPLEXITY_COMPONENT_PY_VERY_HIGH_RISK_PERCENTAGE 26.92
CONDITIONAL_COMPLEXITY_COMPONENT_PY_VERY_HIGH_RISK_COUNT 1
FILE_CHANGE_HISTORY_TOTAL_AGE_DAYS 804
FILE_CHANGE_HISTORY_ACTIVE_DAYS 32
FILE_CHANGE_HISTORY_WEEKS 105
FILE_CHANGE_HISTORY_ESTIMATED_WORKING_DAYS 525
FILE_AGE_NEGLIGIBLE_RISK_COUNT 0
FILE_AGE_LOW_RISK_COUNT 2
FILE_AGE_MEDIUM_RISK_COUNT 0
FILE_AGE_HIGH_RISK_COUNT 0
FILE_AGE_VERY_HIGH_RISK_COUNT 16
FILE_AGE_NEGLIGIBLE_RISK_LOC 0
FILE_AGE_LOW_RISK_LOC 1,024
FILE_AGE_MEDIUM_RISK_LOC 0
FILE_AGE_HIGH_RISK_LOC 0
FILE_AGE_VERY_HIGH_RISK_LOC 4,264
NUMBER_OF_CONTRIBUTORS 16
DUPLICATION_NUMBER_OF_DUPLICATES 1,200
DUPLICATION_NUMBER_OF_FILES_WITH_DUPLICATES 13
DUPLICATION_NUMBER_OF_DUPLICATED_LINES 843
DUPLICATION_NUMBER_OF_CLEANED_LINES 5,157
DUPLICATION_PERCENTAGE 16.35
UNIT_DUPLICATES_COUNT 0
DUPLICATION_NUMBER_OF_DUPLICATED_LINES_PRIMARY_ROOT 194
DUPLICATION_NUMBER_OF_CLEANED_LINES_PRIMARY_ROOT 2,319
DUPLICATION_PERCENTAGE_PRIMARY_ROOT 8.37
DUPLICATION_NUMBER_OF_DUPLICATED_LINES_PRIMARY_HEALTHBENCH_SCRIPTS 507
DUPLICATION_NUMBER_OF_CLEANED_LINES_PRIMARY_HEALTHBENCH_SCRIPTS 2,535
DUPLICATION_PERCENTAGE_PRIMARY_HEALTHBENCH_SCRIPTS 20
DUPLICATION_NUMBER_OF_DUPLICATED_LINES_PRIMARY_SAMPLER 142
DUPLICATION_NUMBER_OF_CLEANED_LINES_PRIMARY_SAMPLER 303
DUPLICATION_PERCENTAGE_PRIMARY_SAMPLER 46.86
DUPLICATION_NUMBER_OF_DUPLICATED_LINES_PY 336
DUPLICATION_NUMBER_OF_CLEANED_LINES_PY 2,622
DUPLICATION_PERCENTAGE_PY 12.81
DUPLICATION_NUMBER_OF_DUPLICATED_LINES_IPYNB 507
DUPLICATION_NUMBER_OF_CLEANED_LINES_IPYNB 2,535
DUPLICATION_PERCENTAGE_IPYNB 20
TOTAL_ANALYSIS_TIME_IN_MILLIS 761