in services/library/src/main/java/com/google/cloud/pso/bq_pii_classifier/helpers/Utils.java [34:60]
public static List<String> tokenize(String input, String delimiter, boolean required) {
List<String> output = new ArrayList<>();
if(input.isBlank() && required){
throw new IllegalArgumentException(String.format(
"Input string '%s' is blank.",
input
));
}
if(input.isBlank() && !required){
return output;
}
StringTokenizer tokens = new StringTokenizer(input, delimiter);
while (tokens.hasMoreTokens()) {
output.add(tokens.nextToken().trim());
}
if (required && output.size() == 0) {
throw new IllegalArgumentException(String.format(
"No tokens found in string: '%s' using delimiter '%s'",
input,
delimiter
));
}
return output;
}