in java/src/main/java/com/google/cloud/dataproc/templates/pubsub/PubSubToGCS.java [107:150]
public void validateInput() {
if (StringUtils.isAllBlank(inputProjectID)
|| StringUtils.isAllBlank(pubsubInputSubscription)
|| StringUtils.isAllBlank(gcsBucketName)
|| StringUtils.isAllBlank(outputDataFormat)) {
LOGGER.error(
"{},{},{},{},{} are required parameter. ",
PUBSUB_GCS_INPUT_PROJECT_ID_PROP,
PUBSUB_GCS_INPUT_SUBSCRIPTION_PROP,
PUBSUB_GCS_BUCKET_NAME,
PUBSUB_GCS_OUTPUT_DATA_FORMAT);
throw new IllegalArgumentException(
"Required parameters for PubSubToGCS not passed. "
+ "Set mandatory parameter for PubSubToGCS template "
+ "in resources/conf/template.properties file.");
}
LOGGER.info(
"Starting PubSub to GCS spark job with following parameters:"
+ "1. {}:{}"
+ "2. {}:{}"
+ "3. {}:{}"
+ "4. {},{}"
+ "5. {},{}"
+ "6. {},{}"
+ "7. {},{}"
+ "8. {},{}"
+ "9. {},{}",
PUBSUB_GCS_INPUT_PROJECT_ID_PROP,
inputProjectID,
PUBSUB_GCS_INPUT_SUBSCRIPTION_PROP,
pubsubInputSubscription,
PUBSUB_GCS_TIMEOUT_MS_PROP,
timeoutMs,
PUBSUB_GCS_STREAMING_DURATION_SECONDS_PROP,
streamingDuration,
PUBSUB_GCS_TOTAL_RECEIVERS_PROP,
totalReceivers,
PUBSUB_GCS_BUCKET_NAME,
gcsBucketName,
PUBSUB_GCS_BATCH_SIZE_PROP,
batchSize,
PUBSUB_GCS_OUTPUT_DATA_FORMAT,
outputDataFormat);
}