openai / simple-evals
Metrics

All numeric values measured by Sokrates.

Intro
Metrics
Metric Value
TOTAL_NUMBER_OF_FILES 22
NUMBER_OF_FILES_MAIN 15
LINES_OF_CODE_MAIN 1,557
NUMBER_OF_FILES_MAIN_EXT_PY 15
LINES_OF_CODE_MAIN_EXT_PY 1,557
NUMBER_OF_FILES_TEST 0
LINES_OF_CODE_TEST 0
TEST_VS_MAIN_LINES_OF_CODE_PERCENTAGE 0
NUMBER_OF_FILES_GENERATED 0
LINES_OF_CODE_GENERATED 0
NUMBER_OF_FILES_BUILD_AND_DEPLOYMENT 0
LINES_OF_CODE_BUILD_AND_DEPLOYMENT 0
NUMBER_OF_FILES_OTHER 2
LINES_OF_CODE_OTHER 135
NUMBER_OF_FILES_OTHER_EXT_MD 2
LINES_OF_CODE_OTHER_EXT_MD 135
NUMBER_OF_FILES_DECOMPOSITION_PRIMARY_ROOT 11
LINES_OF_CODE_DECOMPOSITION_PRIMARY_ROOT 1,302
NUMBER_OF_FILES_DECOMPOSITION_PRIMARY_ROOT_EXT_PY 11
LINES_OF_CODE_DECOMPOSITION_PRIMARY_ROOT_EXT_PY 1,302
NUMBER_OF_FILES_DECOMPOSITION_PRIMARY_SAMPLER 4
LINES_OF_CODE_DECOMPOSITION_PRIMARY_SAMPLER 255
NUMBER_OF_FILES_DECOMPOSITION_PRIMARY_SAMPLER_EXT_PY 4
LINES_OF_CODE_DECOMPOSITION_PRIMARY_SAMPLER_EXT_PY 255
NUMBER_OF_DEPENDENCY_LINKS_DECOMPOSITION_PRIMARY 0
NUMBER_OF_DEPENDENCIES_DECOMPOSITION_PRIMARY 0
NUMBER_OF_PLACES_WITH_CYCLIC_DEPENDENCIES_DECOMPOSITION_PRIMARY 0
NUMBER_OF_FILES_CONCERN_GENERAL_TODOS 0
LINES_OF_CODE_CONCERN_GENERAL_TODOS 0
NUMBER_OF_FILES_CONCERN_GENERAL_UNCLASSIFIED 15
LINES_OF_CODE_CONCERN_GENERAL_UNCLASSIFIED 1,557
NUMBER_OF_FILES_CONCERN_GENERAL_UNCLASSIFIED_EXT_PY 15
LINES_OF_CODE_CONCERN_GENERAL_UNCLASSIFIED_EXT_PY 1,557
NEGLIGIBLE_RISK_FILE_SIZE_COUNT 9
LOW_RISK_FILE_SIZE_COUNT 4
MEDIUM_RISK_FILE_SIZE_COUNT 2
HIGH_RISK_FILE_SIZE_COUNT 0
VERY_HIGH_RISK_FILE_SIZE_COUNT 0
NEGLIGIBLE_RISK_FILE_SIZE_LOC 554
LOW_RISK_FILE_SIZE_LOC 559
MEDIUM_RISK_FILE_SIZE_LOC 444
HIGH_RISK_FILE_SIZE_LOC 0
VERY_HIGH_RISK_FILE_SIZE_LOC 0
NUMBER_OF_UNITS 75
LINES_OF_CODE_IN_UNITS 1,053
LINES_OF_CODE_OUTSIDE_UNITS 504
UNIT_SIZE_NEGLIGIBLE_RISK_LOC 200
UNIT_SIZE_NEGLIGIBLE_RISK_PERCENTAGE 18.99
UNIT_SIZE_NEGLIGIBLE_RISK_COUNT 49
UNIT_SIZE_LOW_RISK_LOC 217
UNIT_SIZE_LOW_RISK_PERCENTAGE 20.61
UNIT_SIZE_LOW_RISK_COUNT 15
UNIT_SIZE_MEDIUM_RISK_LOC 260
UNIT_SIZE_MEDIUM_RISK_PERCENTAGE 24.69
UNIT_SIZE_MEDIUM_RISK_COUNT 8
UNIT_SIZE_HIGH_RISK_LOC 52
UNIT_SIZE_HIGH_RISK_PERCENTAGE 4.94
UNIT_SIZE_HIGH_RISK_COUNT 1
UNIT_SIZE_VERY_HIGH_RISK_LOC 324
UNIT_SIZE_VERY_HIGH_RISK_PERCENTAGE 30.77
UNIT_SIZE_VERY_HIGH_RISK_COUNT 2
UNIT_SIZE_COMPONENT_ROOT_NEGLIGIBLE_RISK_LOC 151
UNIT_SIZE_COMPONENT_ROOT_NEGLIGIBLE_RISK_PERCENTAGE 16.65
UNIT_SIZE_COMPONENT_ROOT_NEGLIGIBLE_RISK_COUNT 33
UNIT_SIZE_COMPONENT_ROOT_LOW_RISK_LOC 197
UNIT_SIZE_COMPONENT_ROOT_LOW_RISK_PERCENTAGE 21.72
UNIT_SIZE_COMPONENT_ROOT_LOW_RISK_COUNT 14
UNIT_SIZE_COMPONENT_ROOT_MEDIUM_RISK_LOC 183
UNIT_SIZE_COMPONENT_ROOT_MEDIUM_RISK_PERCENTAGE 20.18
UNIT_SIZE_COMPONENT_ROOT_MEDIUM_RISK_COUNT 5
UNIT_SIZE_COMPONENT_ROOT_HIGH_RISK_LOC 52
UNIT_SIZE_COMPONENT_ROOT_HIGH_RISK_PERCENTAGE 5.73
UNIT_SIZE_COMPONENT_ROOT_HIGH_RISK_COUNT 1
UNIT_SIZE_COMPONENT_ROOT_VERY_HIGH_RISK_LOC 324
UNIT_SIZE_COMPONENT_ROOT_VERY_HIGH_RISK_PERCENTAGE 35.72
UNIT_SIZE_COMPONENT_ROOT_VERY_HIGH_RISK_COUNT 2
UNIT_SIZE_COMPONENT_SAMPLER_NEGLIGIBLE_RISK_LOC 49
UNIT_SIZE_COMPONENT_SAMPLER_NEGLIGIBLE_RISK_PERCENTAGE 33.56
UNIT_SIZE_COMPONENT_SAMPLER_NEGLIGIBLE_RISK_COUNT 16
UNIT_SIZE_COMPONENT_SAMPLER_LOW_RISK_LOC 20
UNIT_SIZE_COMPONENT_SAMPLER_LOW_RISK_PERCENTAGE 13.7
UNIT_SIZE_COMPONENT_SAMPLER_LOW_RISK_COUNT 1
UNIT_SIZE_COMPONENT_SAMPLER_MEDIUM_RISK_LOC 77
UNIT_SIZE_COMPONENT_SAMPLER_MEDIUM_RISK_PERCENTAGE 52.74
UNIT_SIZE_COMPONENT_SAMPLER_MEDIUM_RISK_COUNT 3
UNIT_SIZE_COMPONENT_SAMPLER_HIGH_RISK_LOC 0
UNIT_SIZE_COMPONENT_SAMPLER_HIGH_RISK_PERCENTAGE 0
UNIT_SIZE_COMPONENT_SAMPLER_HIGH_RISK_COUNT 0
UNIT_SIZE_COMPONENT_SAMPLER_VERY_HIGH_RISK_LOC 0
UNIT_SIZE_COMPONENT_SAMPLER_VERY_HIGH_RISK_PERCENTAGE 0
UNIT_SIZE_COMPONENT_SAMPLER_VERY_HIGH_RISK_COUNT 0
UNIT_SIZE_EXTENSION_PY_NEGLIGIBLE_RISK_LOC 200
UNIT_SIZE_EXTENSION_PY_NEGLIGIBLE_RISK_PERCENTAGE 18.99
UNIT_SIZE_EXTENSION_PY_NEGLIGIBLE_RISK_COUNT 49
UNIT_SIZE_EXTENSION_PY_LOW_RISK_LOC 217
UNIT_SIZE_EXTENSION_PY_LOW_RISK_PERCENTAGE 20.61
UNIT_SIZE_EXTENSION_PY_LOW_RISK_COUNT 15
UNIT_SIZE_EXTENSION_PY_MEDIUM_RISK_LOC 260
UNIT_SIZE_EXTENSION_PY_MEDIUM_RISK_PERCENTAGE 24.69
UNIT_SIZE_EXTENSION_PY_MEDIUM_RISK_COUNT 8
UNIT_SIZE_EXTENSION_PY_HIGH_RISK_LOC 52
UNIT_SIZE_EXTENSION_PY_HIGH_RISK_PERCENTAGE 4.94
UNIT_SIZE_EXTENSION_PY_HIGH_RISK_COUNT 1
UNIT_SIZE_EXTENSION_PY_VERY_HIGH_RISK_LOC 324
UNIT_SIZE_EXTENSION_PY_VERY_HIGH_RISK_PERCENTAGE 30.77
UNIT_SIZE_EXTENSION_PY_VERY_HIGH_RISK_COUNT 2
CONDITIONAL_COMPLEXITY_NEGLIGIBLE_RISK_LOC 516
CONDITIONAL_COMPLEXITY_NEGLIGIBLE_RISK_PERCENTAGE 49
CONDITIONAL_COMPLEXITY_NEGLIGIBLE_RISK_COUNT 65
CONDITIONAL_COMPLEXITY_LOW_RISK_LOC 213
CONDITIONAL_COMPLEXITY_LOW_RISK_PERCENTAGE 20.23
CONDITIONAL_COMPLEXITY_LOW_RISK_COUNT 8
CONDITIONAL_COMPLEXITY_MEDIUM_RISK_LOC 324
CONDITIONAL_COMPLEXITY_MEDIUM_RISK_PERCENTAGE 30.77
CONDITIONAL_COMPLEXITY_MEDIUM_RISK_COUNT 2
CONDITIONAL_COMPLEXITY_HIGH_RISK_LOC 0
CONDITIONAL_COMPLEXITY_HIGH_RISK_PERCENTAGE 0
CONDITIONAL_COMPLEXITY_HIGH_RISK_COUNT 0
CONDITIONAL_COMPLEXITY_VERY_HIGH_RISK_LOC 0
CONDITIONAL_COMPLEXITY_VERY_HIGH_RISK_PERCENTAGE 0
CONDITIONAL_COMPLEXITY_VERY_HIGH_RISK_COUNT 0
CONDITIONAL_COMPLEXITY_HIGH_PLUS_RISK_COUNT 0
CONDITIONAL_COMPLEXITY_HIGH_PLUS_RISK_LOC 0
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_NEGLIGIBLE_RISK_LOC 447
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_NEGLIGIBLE_RISK_PERCENTAGE 49.28
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_NEGLIGIBLE_RISK_COUNT 48
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_LOW_RISK_LOC 136
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_LOW_RISK_PERCENTAGE 14.99
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_LOW_RISK_COUNT 5
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_MEDIUM_RISK_LOC 324
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_MEDIUM_RISK_PERCENTAGE 35.72
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_MEDIUM_RISK_COUNT 2
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_HIGH_RISK_LOC 0
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_HIGH_RISK_PERCENTAGE 0
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_HIGH_RISK_COUNT 0
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_VERY_HIGH_RISK_LOC 0
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_VERY_HIGH_RISK_PERCENTAGE 0
CONDITIONAL_COMPLEXITY_COMPONENT_ROOT_VERY_HIGH_RISK_COUNT 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_NEGLIGIBLE_RISK_LOC 69
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_NEGLIGIBLE_RISK_PERCENTAGE 47.26
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_NEGLIGIBLE_RISK_COUNT 17
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_LOW_RISK_LOC 77
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_LOW_RISK_PERCENTAGE 52.74
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_LOW_RISK_COUNT 3
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_MEDIUM_RISK_LOC 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_MEDIUM_RISK_PERCENTAGE 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_MEDIUM_RISK_COUNT 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_HIGH_RISK_LOC 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_HIGH_RISK_PERCENTAGE 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_HIGH_RISK_COUNT 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_VERY_HIGH_RISK_LOC 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_VERY_HIGH_RISK_PERCENTAGE 0
CONDITIONAL_COMPLEXITY_COMPONENT_SAMPLER_VERY_HIGH_RISK_COUNT 0
CONDITIONAL_COMPLEXITY_COMPONENT_PY_NEGLIGIBLE_RISK_LOC 516
CONDITIONAL_COMPLEXITY_COMPONENT_PY_NEGLIGIBLE_RISK_PERCENTAGE 49
CONDITIONAL_COMPLEXITY_COMPONENT_PY_NEGLIGIBLE_RISK_COUNT 65
CONDITIONAL_COMPLEXITY_COMPONENT_PY_LOW_RISK_LOC 213
CONDITIONAL_COMPLEXITY_COMPONENT_PY_LOW_RISK_PERCENTAGE 20.23
CONDITIONAL_COMPLEXITY_COMPONENT_PY_LOW_RISK_COUNT 8
CONDITIONAL_COMPLEXITY_COMPONENT_PY_MEDIUM_RISK_LOC 324
CONDITIONAL_COMPLEXITY_COMPONENT_PY_MEDIUM_RISK_PERCENTAGE 30.77
CONDITIONAL_COMPLEXITY_COMPONENT_PY_MEDIUM_RISK_COUNT 2
CONDITIONAL_COMPLEXITY_COMPONENT_PY_HIGH_RISK_LOC 0
CONDITIONAL_COMPLEXITY_COMPONENT_PY_HIGH_RISK_PERCENTAGE 0
CONDITIONAL_COMPLEXITY_COMPONENT_PY_HIGH_RISK_COUNT 0
CONDITIONAL_COMPLEXITY_COMPONENT_PY_VERY_HIGH_RISK_LOC 0
CONDITIONAL_COMPLEXITY_COMPONENT_PY_VERY_HIGH_RISK_PERCENTAGE 0
CONDITIONAL_COMPLEXITY_COMPONENT_PY_VERY_HIGH_RISK_COUNT 0
FILE_CHANGE_HISTORY_TOTAL_AGE_DAYS 388
FILE_CHANGE_HISTORY_ACTIVE_DAYS 27
FILE_CHANGE_HISTORY_WEEKS 53
FILE_CHANGE_HISTORY_ESTIMATED_WORKING_DAYS 265
FILE_AGE_NEGLIGIBLE_RISK_COUNT 5
FILE_AGE_LOW_RISK_COUNT 0
FILE_AGE_MEDIUM_RISK_COUNT 7
FILE_AGE_HIGH_RISK_COUNT 3
FILE_AGE_VERY_HIGH_RISK_COUNT 0
FILE_AGE_NEGLIGIBLE_RISK_LOC 608
FILE_AGE_LOW_RISK_LOC 0
FILE_AGE_MEDIUM_RISK_LOC 795
FILE_AGE_HIGH_RISK_LOC 154
FILE_AGE_VERY_HIGH_RISK_LOC 0
NUMBER_OF_CONTRIBUTORS 12
DUPLICATION_NUMBER_OF_DUPLICATES 16
DUPLICATION_NUMBER_OF_FILES_WITH_DUPLICATES 10
DUPLICATION_NUMBER_OF_DUPLICATED_LINES 238
DUPLICATION_NUMBER_OF_CLEANED_LINES 1,455
DUPLICATION_PERCENTAGE 16.36
UNIT_DUPLICATES_COUNT 0
DUPLICATION_NUMBER_OF_DUPLICATED_LINES_PRIMARY_ROOT 140
DUPLICATION_NUMBER_OF_CLEANED_LINES_PRIMARY_ROOT 140
DUPLICATION_PERCENTAGE_PRIMARY_ROOT 100
DUPLICATION_NUMBER_OF_DUPLICATED_LINES_PRIMARY_SAMPLER 98
DUPLICATION_NUMBER_OF_CLEANED_LINES_PRIMARY_SAMPLER 98
DUPLICATION_PERCENTAGE_PRIMARY_SAMPLER 100
DUPLICATION_NUMBER_OF_DUPLICATED_LINES_PY 238
DUPLICATION_NUMBER_OF_CLEANED_LINES_PY 1,455
DUPLICATION_PERCENTAGE_PY 16.36
TOTAL_ANALYSIS_TIME_IN_MILLIS 547