in java/src/main/java/com/google/cloud/dataproc/templates/gcs/GCStoBigquery.java [127:165]
public void validateInput() {
if (StringUtils.isAllBlank(projectID)
|| StringUtils.isAllBlank(inputFileLocation)
|| StringUtils.isAllBlank(bigQueryDataset)
|| StringUtils.isAllBlank(bigQueryTable)
|| StringUtils.isAllBlank(inputFileFormat)
|| StringUtils.isAllBlank(bqTempBucket)) {
LOGGER.error(
"{},{},{},{},{},{} are required parameter. ",
PROJECT_ID_PROP,
GCS_BQ_INPUT_LOCATION,
GCS_OUTPUT_DATASET_NAME,
GCS_OUTPUT_TABLE_NAME,
GCS_BQ_INPUT_FORMAT,
GCS_BQ_LD_TEMP_BUCKET_NAME);
throw new IllegalArgumentException(
"Required parameters for GCStoBQ not passed. "
+ "Set mandatory parameter for GCStoBQ template "
+ "in resources/conf/template.properties file.");
}
LOGGER.info(
"Starting GCS to Bigquery spark job with following parameters:"
+ "1. {}:{}"
+ "2. {}:{}"
+ "3. {}:{}"
+ "4. {}:{}"
+ "5. {}:{}",
GCS_BQ_INPUT_LOCATION,
inputFileLocation,
GCS_OUTPUT_DATASET_NAME,
bigQueryDataset,
GCS_OUTPUT_TABLE_NAME,
bigQueryTable,
GCS_BQ_INPUT_FORMAT,
inputFileFormat,
GCS_BQ_LD_TEMP_BUCKET_NAME,
bqTempBucket);
}