in java/src/main/java/com/google/cloud/dataproc/templates/gcs/TextToBigquery.java [95:143]
public void validateInput() {
if (StringUtils.isAllBlank(projectID)
|| StringUtils.isAllBlank(inputLocation)
|| StringUtils.isAllBlank(inputCompression)
|| StringUtils.isAllBlank(inputDelimiter)
|| StringUtils.isAllBlank(outputDataset)
|| StringUtils.isAllBlank(outputTable)
|| StringUtils.isAllBlank(outputMode)
|| StringUtils.isAllBlank(bqTempBucket)) {
LOGGER.error(
"{},{},{},{},{},{},{},{} are required parameter. ",
PROJECT_ID_PROP,
TEXT_BIGQUERY_INPUT_LOCATION,
TEXT_BIGQUERY_INPUT_COMPRESSION,
TEXT_BIGQUERY_INPUT_DELIMITER,
TEXT_BIGQUERY_OUTPUT_DATASET,
TEXT_BIGQUERY_OUTPUT_TABLE,
TEXT_BIGQUERY_OUTPUT_MODE,
TEXT_BIGQUERY_TEMP_BUCKET);
throw new IllegalArgumentException(
"Required parameters for TextToBigquery not passed. "
+ "Set mandatory parameter for TextToBigquery template "
+ "in resources/conf/template.properties file.");
}
LOGGER.info(
"Starting Text To Bigquery spark job with following parameters:"
+ "1. {}:{}"
+ "2. {}:{}"
+ "3. {}:{}"
+ "4. {}:{}"
+ "5. {}:{}"
+ "6. {}:{}"
+ "7. {}:{}",
TEXT_BIGQUERY_INPUT_LOCATION,
inputLocation,
TEXT_BIGQUERY_INPUT_DELIMITER,
inputDelimiter,
TEXT_BIGQUERY_INPUT_COMPRESSION,
inputCompression,
TEXT_BIGQUERY_OUTPUT_MODE,
outputMode,
TEXT_BIGQUERY_OUTPUT_DATASET,
outputDataset,
TEXT_BIGQUERY_OUTPUT_TABLE,
outputTable,
TEXT_BIGQUERY_TEMP_BUCKET,
bqTempBucket);
}