def handle_reasoning_effort()

in project/paperbench/paperbench/judge/create_judge.py [0:0]

• 12 lines of code
• 5 McCabe index (conditional complexity)

def handle_reasoning_effort(judge_kwargs: dict, reasoning_effort: str | None) -> dict:
    if reasoning_effort is None:
        return judge_kwargs
    assert "model" in judge_kwargs, "Cannot set reasoning effort if no model specified"
    model_name = judge_kwargs["model"]
    if not can_model_reason(model_name):
        logger.warning(f"Ignoring `reasoning_effort`: not supported for {model_name}")
        return judge_kwargs  # ignore this param for models that can't reason
    if "completion_kwargs" not in judge_kwargs:
        judge_kwargs["completion_kwargs"] = {}
    judge_kwargs["completion_kwargs"]["reasoning_effort"] = reasoning_effort
    return judge_kwargs