batch/create/create_batch_labels_runnable.js

/*
 * Copyright 2024 Google LLC
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     https://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

'use strict';

async function main() {
  // [START batch_labels_runnable]
  // Imports the Batch library
  const batchLib = require('@google-cloud/batch');
  const batch = batchLib.protos.google.cloud.batch.v1;

  // Instantiates a client
  const batchClient = new batchLib.v1.BatchServiceClient();

  /**
   * TODO(developer): Update these variables before running the sample.
   */
  // Project ID or project number of the Google Cloud project you want to use.
  const projectId = await batchClient.getProjectId();
  // Name of the region you want to use to run the job. Regions that are
  // available for Batch are listed on: https://cloud.google.com/batch/docs/get-started#locations
  const region = 'us-central1';
  // The name of the job that will be created.
  // It needs to be unique for each project and region pair.
  const jobName = 'example-job';
  // Name of the label1 to be applied for your Job.
  const labelName1 = 'RUNNABLE_LABEL_NAME1';
  // Value for the label1 to be applied for your Job.
  const labelValue1 = 'RUNNABLE_LABEL_VALUE1';
  // Name of the label2 to be applied for your Job.
  const labelName2 = 'RUNNABLE_LABEL_NAME2';
  // Value for the label2 to be applied for your Job.
  const labelValue2 = 'RUNNABLE_LABEL_VALUE2';

  const container = new batch.Runnable.Container({
    imageUri: 'gcr.io/google-containers/busybox',
    entrypoint: '/bin/sh',
    commands: ['-c', 'echo Hello world! This is task ${BATCH_TASK_INDEX}.'],
  });

  const script = new batch.Runnable.Script({
    commands: ['-c', 'echo Hello world! This is task ${BATCH_TASK_INDEX}.'],
  });

  const runnable1 = new batch.Runnable({
    container,
    // Label and its value to be applied to the container
    // that processes data from a specific region.
    labels: {
      [labelName1]: labelValue1,
    },
  });

  const runnable2 = new batch.Runnable({
    script,
    // Label and its value to be applied to the script
    // that performs some analysis on the processed data.
    labels: {
      [labelName2]: labelValue2,
    },
  });

  // Specify what resources are requested by each task.
  const computeResource = new batch.ComputeResource({
    // In milliseconds per cpu-second. This means the task requires 50% of a single CPUs.
    cpuMilli: 500,
    // In MiB.
    memoryMib: 16,
  });

  const task = new batch.TaskSpec({
    runnables: [runnable1, runnable2],
    computeResource,
    maxRetryCount: 2,
    maxRunDuration: {seconds: 3600},
  });

  // Tasks are grouped inside a job using TaskGroups.
  const group = new batch.TaskGroup({
    taskCount: 3,
    taskSpec: task,
  });

  const job = new batch.Job({
    name: jobName,
    taskGroups: [group],
    // We use Cloud Logging as it's an option available out of the box
    logsPolicy: new batch.LogsPolicy({
      destination: batch.LogsPolicy.Destination.CLOUD_LOGGING,
    }),
  });

  // The job's parent is the project and region in which the job will run
  const parent = `projects/${projectId}/locations/${region}`;

  async function callCreateBatchLabelsRunnable() {
    // Construct request
    const request = {
      parent,
      jobId: jobName,
      job,
    };

    // Run request
    const [response] = await batchClient.createJob(request);
    console.log(JSON.stringify(response));
  }

  await callCreateBatchLabelsRunnable();
  // [END batch_labels_runnable]
}

main().catch(err => {
  console.error(err.message);
  process.exitCode = 1;
});