def get_submission_cot_length()

in run_tests/selection_simulator.py [0:0]

• 8 lines of code
• 4 McCabe index (conditional complexity)

def get_submission_cot_length(submission) -> int:
    if "metadata" in submission:
        if 'output_tokens' in submission['metadata']['usage']:
            return submission['metadata']['usage']['output_tokens']
        return submission['metadata']['usage']['completion_tokens']
    # no token info. use pure length
    if 'generation' in submission:
        return len(submission['generation'])
    # crap...
    return 0