in src/main/java/com/google/solutions/df/log/aggregations/common/DLPTransform.java [229:249]
public void processElement(ProcessContext c) {
List<FieldId> dlpTableHeaders =
Util.bqLogSchema.getFieldNames().stream()
.map(header -> FieldId.newBuilder().setName(header).build())
.collect(Collectors.toList());
Table dlpTable =
Table.newBuilder().addAllHeaders(dlpTableHeaders).addAllRows(c.element()).build();
ContentItem tableItem = ContentItem.newBuilder().setTable(dlpTable).build();
this.requestBuilder.setItem(tableItem);
DeidentifyContentResponse response =
dlpServiceClient.deidentifyContent(this.requestBuilder.build());
Table tokenizedData = response.getItem().getTable();
List<Table.Row> outputRows = tokenizedData.getRowsList();
outputRows.forEach(
row -> {
LOG.debug("Tokenized Row {}", row);
c.output(row);
});
}