async function deidentifyCloudStorage()

in dlp/deIdentifyCloudStorage.js [61:162]
76 lines of code
5 McCabe index (conditional complexity)

  async function deidentifyCloudStorage() {
    // Specify storage configuration that uses file set.
    const storageConfig = {
      cloudStorageOptions: {
        fileSet: {
          url: inputDirectory,
        },
      },
    };

    // Specify the type of info the inspection will look for.
    const infoTypes = [{name: 'PERSON_NAME'}, {name: 'EMAIL_ADDRESS'}];

    // Construct inspect configuration
    const inspectConfig = {
      infoTypes: infoTypes,
      includeQuote: true,
    };

    // Types of files to include for de-identification.
    const fileTypesToTransform = [
      {fileType: 'IMAGE'},
      {fileType: 'CSV'},
      {fileType: 'TEXT_FILE'},
    ];

    // Specify the big query table to store the transformation details.
    const transformationDetailsStorageConfig = {
      table: {
        projectId: projectId,
        tableId: tableId,
        datasetId: datasetId,
      },
    };

    // Specify the de-identify template used for the transformation.
    const transformationConfig = {
      deidentifyTemplate: deidentifyTemplateId,
      structuredDeidentifyTemplate: structuredDeidentifyTemplateId,
      imageRedactTemplate: imageRedactTemplateId,
    };

    // Construct action to de-identify sensitive data.
    const action = {
      deidentify: {
        cloudStorageOutput: outputDirectory,
        transformationConfig: transformationConfig,
        transformationDetailsStorageConfig: transformationDetailsStorageConfig,
        fileTypes: fileTypesToTransform,
      },
    };

    // Construct the inspect job configuration.
    const inspectJobConfig = {
      inspectConfig: inspectConfig,
      storageConfig: storageConfig,
      actions: [action],
    };

    // Construct the job creation request to be sent by the client.
    const createDlpJobRequest = {
      parent: `projects/${projectId}/locations/global`,
      inspectJob: inspectJobConfig,
    };
    // Send the job creation request and process the response.
    const [response] = await dlp.createDlpJob(createDlpJobRequest);
    const jobName = response.name;

    // Waiting for a maximum of 15 minutes for the job to get complete.
    let job;
    let numOfAttempts = 30;
    while (numOfAttempts > 0) {
      // Fetch DLP Job status
      [job] = await dlp.getDlpJob({name: jobName});

      // Check if the job has completed.
      if (job.state === 'DONE') {
        break;
      }
      if (job.state === 'FAILED') {
        console.log('Job Failed, Please check the configuration.');
        return;
      }
      // Sleep for a short duration before checking the job status again.
      await new Promise(resolve => {
        setTimeout(() => resolve(), 30000);
      });
      numOfAttempts -= 1;
    }

    // Print out the results.
    const infoTypeStats = job.inspectDetails.result.infoTypeStats;
    if (infoTypeStats.length > 0) {
      infoTypeStats.forEach(infoTypeStat => {
        console.log(
          `  Found ${infoTypeStat.count} instance(s) of infoType ${infoTypeStat.infoType.name}.`
        );
      });
    } else {
      console.log('No findings.');
    }
  }