use-cases/model-fine-tuning-pipeline/data-processing/ray/manifests/job.yaml

# Copyright 2025 Google LLC

# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at

# https://www.apache.org/licenses/LICENSE-2.0

# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

apiVersion: batch/v1
kind: Job
metadata:
  name: data-processing
spec:
  backoffLimit: 0
  template:
    metadata:
      labels:
        app: data-processing
        ml-platform: data-processing
    spec:
      containers:
      - name: job
        image: V_IMAGE_URL
        imagePullPolicy: Always
        env:
        - name: "PROCESSING_BUCKET"
          value: V_DATA_BUCKET
        - name: "RAY_CLUSTER_HOST"
          value: ray-cluster-kuberay-head-svc.ml-team:10001
        resources:
          requests:
            cpu: 100m
            memory: 1.5Gi
          limits:
            cpu: 250m
            memory: 2Gi
      nodeSelector:
        resource-type: cpu
      restartPolicy: Never
      serviceAccountName: V_KSA
      tolerations:
      - effect: NoSchedule
        key: on-demand
        operator: Exists