def get_model()

in evals/elsuite/already_said_that/scripts/make_plots.py [0:0]

• 19 lines of code
• 11 McCabe index (conditional complexity)

def get_model(spec):
    # this is hilariously ugly but it works for now (sorry)
    if "cot/gpt-4-turbo-preview" in spec["completion_fns"][0]:
        return "cot/gpt-4-turbo-preview"
    elif "gpt-4-turbo-preview" in spec["completion_fns"][0]:
        return "gpt-4-turbo-preview"
    elif "cot/gpt-3.5-turbo" in spec["completion_fns"][0]:
        return "cot/gpt-3.5-turbo"
    elif "gpt-3.5-turbo" in spec["completion_fns"][0]:
        return "gpt-3.5-turbo"
    elif "gpt-4-base" in spec["completion_fns"][0]:
        return "gpt-4-base"
    elif "gemini-pro" in spec["completion_fns"][0]:
        return "gemini-pro"
    elif "mixtral-8x7b-instruct" in spec["completion_fns"][0]:
        return "mixtral-8x7b-instruct"
    elif "llama-2-70b-chat" in spec["completion_fns"][0]:
        return "llama-2-70b-chat"
    elif "random_baseline" in spec["completion_fns"][0]:
        return "random_baseline"