def run_eval()

in scripts/launcher_distributed_kd.py [0:0]

• 13 lines of code
• 2 McCabe index (conditional complexity)

def run_eval() -> None:
    """
    Run evaluation on the model.

    This function sets up the environment, downloads the model,
    and runs the evaluation command.

    Args:
        args: An object containing command-line arguments.

    Returns:
        None

    Raises:
        subprocess.CalledProcessError: If any subprocess command fails.
    """
    print("***** Starting model evaluation *****")

    # Set custom environment variables
    custom_env: Dict[str, str] = {
        "HF_DATASETS_TRUST_REMOTE_CODE": "TRUE",
        "HF_TOKEN": args.hf_token,
    }
    set_custom_env(custom_env)

    # Construct the evaluation command
    full_command = f"tune run eleuther_eval --config {args.tune_eval_yaml}"

    if GLOBAL_RANK in {-1, 0}:
        print("Running evaluation command...")
        run_command(full_command)
    else:
        print("Not on primary node. Skipping evaluation.")