in java/src/main/java/com/google/cloud/dataproc/templates/gcs/GCStoMongo.java [97:133]
public void validateInput() {
if (StringUtils.isAllBlank(inputFileLocation)
|| StringUtils.isAllBlank(inputFileFormat)
|| StringUtils.isAllBlank(mongoUrl)
|| StringUtils.isAllBlank(mongoDatabase)
|| StringUtils.isAllBlank(mongoCollection)) {
LOGGER.error(
"{},{},{},{},{} are required parameters. ",
GCS_MONGO_INPUT_LOCATION,
GCS_MONGO_INPUT_FORMAT,
GCS_MONGO_URL,
GCS_MONGO_DATABASE,
GCS_MONGO_COLLECTION);
throw new IllegalArgumentException(
"Required parameters for GCStoMongo not passed. "
+ "Set mandatory parameter for GCStoMongo template "
+ "in resources/conf/template.properties file.");
}
LOGGER.info(
"Starting GCS to Mongo spark job with following parameters:"
+ "1. {}:{} | "
+ "2. {}:{} | "
+ "3. {}:{} | "
+ "4. {}:{} | "
+ "5. {}:{} | ",
GCS_MONGO_INPUT_LOCATION,
inputFileLocation,
GCS_MONGO_INPUT_FORMAT,
inputFileFormat,
GCS_MONGO_URL,
mongoUrl,
GCS_MONGO_DATABASE,
mongoDatabase,
GCS_MONGO_COLLECTION,
mongoCollection);
}