in scripts/launcher_single_kd.py [0:0]
def run_eval() -> None:
"""
Run evaluation on the model.
This function sets up the environment, downloads the model,
and runs the evaluation command.
Args:
args: An object containing command-line arguments.
Returns:
None
Raises:
subprocess.CalledProcessError: If any subprocess command fails.
"""
print("***** Starting model evaluation *****")
# Construct the evaluation command
full_command = f"tune run eleuther_eval --config {args.tune_eval_yaml}"
print("Running evaluation command...")
run_command(full_command)