in dlp/inspectGcsSendToScc.js [35:117]
async function inspectGCSSendToScc() {
// Specify the storage configuration object with GCS URL.
const storageConfig = {
cloudStorageOptions: {
fileSet: {
url: gcsPath,
},
},
};
// Construct the info types to look for in the GCS file.
const infoTypes = [
{name: 'EMAIL_ADDRESS'},
{name: 'PERSON_NAME'},
{name: 'LOCATION'},
{name: 'PHONE_NUMBER'},
];
// Construct the inspection configuration.
const inspectConfig = {
infoTypes,
minLikelihood: DLP.protos.google.privacy.dlp.v2.Likelihood.UNLIKELY,
limits: {
maxFindingsPerItem: 100,
},
};
// Specify the action that is triggered when the job completes.
const action = {
publishSummaryToCscc: {},
};
// Configure the inspection job we want the service to perform.
const jobConfig = {
inspectConfig,
storageConfig,
actions: [action],
};
// Construct the job creation request to be sent by the client.
const request = {
parent: `projects/${projectId}/locations/global`,
inspectJob: jobConfig,
};
// Send the job creation request and process the response.
const [jobsResponse] = await dlpClient.createDlpJob(request);
const jobName = jobsResponse.name;
// Waiting for a maximum of 15 minutes for the job to get complete.
let job;
let numOfAttempts = 30;
while (numOfAttempts > 0) {
// Fetch DLP Job status
[job] = await dlpClient.getDlpJob({name: jobName});
// Check if the job has completed.
if (job.state === 'DONE') {
break;
}
if (job.state === 'FAILED') {
console.log('Job Failed, Please check the configuration.');
return;
}
// Sleep for a short duration before checking the job status again.
await new Promise(resolve => {
setTimeout(() => resolve(), 30000);
});
numOfAttempts -= 1;
}
// Print out the results.
const infoTypeStats = job.inspectDetails.result.infoTypeStats;
if (infoTypeStats.length > 0) {
infoTypeStats.forEach(infoTypeStat => {
console.log(
`Found ${infoTypeStat.count} instance(s) of infoType ${infoTypeStat.infoType.name}.`
);
});
} else {
console.log('No findings.');
}
}