mcloud_eval.yaml

# Ultravox eval with vllm configuration
name: ultravox-eval
image: mosaicml/composer:latest
compute:
  gpus: 8
  cluster: r15z1p1
integrations:
  - integration_type: git_repo
    git_repo: fixie-ai/ultravox
    git_branch: $UV_BRANCH
    pip_install: poetry==1.7.1
scheduling:
  max_duration: 2  # 2 hours max for jobs to avoid hanging jobs
command: >-
  cd ultravox &&
  poetry install --no-dev &&
  poetry run torchrun --nproc_per_node=8 -m ultravox.evaluation.eval $EVAL_ARGS
env_variables:
  MLFLOW_TRACKING_URI: databricks
  UV_BRANCH: main
  EVAL_ARGS: --config_path ultravox/evaluation/configs/eval_config.yaml
  HF_HUB_ENABLE_HF_TRANSFER: 1