in java/src/main/java/com/google/cloud/dataproc/templates/pubsublite/PubSubLiteToBigTable.java [135:182]
public void validateInput() {
if (StringUtils.isAllBlank(inputProjectID)
|| StringUtils.isAllBlank(pubsubInputSubscription)
|| StringUtils.isAllBlank(pubsubCheckpointLocation)
|| StringUtils.isAllBlank(pubSubBigTableOutputInstanceId)
|| StringUtils.isAllBlank(pubSubBigTableOutputProjectId)
|| StringUtils.isAllBlank(pubSubBigTableOutputTable)) {
LOGGER.error(
"{},{},{},{},{} are required parameter. ",
PUBSUBLITE_INPUT_PROJECT_ID_PROP,
PUBSUBLITE_INPUT_SUBSCRIPTION_PROP,
PUBSUBLITE_CHECKPOINT_LOCATION_PROP,
PUBSUBLITE_BIGTABLE_OUTPUT_INSTANCE_ID_PROP,
PUBSUBLITE_BIGTABLE_OUTPUT_PROJECT_ID_PROP,
PUBSUBLITE_BIGTABLE_OUTPUT_TABLE_PROP);
throw new IllegalArgumentException(
"Required parameters for PubSubLiteToBigTable not passed. "
+ "Set mandatory parameter for PubSubLiteToBigTable template "
+ "in resources/conf/template.properties file.");
}
LOGGER.info(
"Starting PubSublite to BigTable spark job with following parameters:"
+ "1. {}:{}"
+ "2. {}:{}"
+ "3. {}:{}"
+ "4. {},{}"
+ "5. {},{}"
+ "6. {},{}"
+ "7. {},{}"
+ "8. {},{}",
PUBSUBLITE_INPUT_PROJECT_ID_PROP,
inputProjectID,
PUBSUBLITE_INPUT_SUBSCRIPTION_PROP,
pubsubInputSubscription,
PUBSUBLITE_TIMEOUT_MS_PROP,
timeoutMs,
PUBSUBLITE_STREAMING_DURATION_SECONDS_PROP,
streamingDuration,
PUBSUBLITE_CHECKPOINT_LOCATION_PROP,
pubsubCheckpointLocation,
PUBSUBLITE_BIGTABLE_OUTPUT_INSTANCE_ID_PROP,
pubSubBigTableOutputInstanceId,
PUBSUBLITE_BIGTABLE_OUTPUT_PROJECT_ID_PROP,
pubSubBigTableOutputProjectId,
PUBSUBLITE_BIGTABLE_OUTPUT_TABLE_PROP,
pubSubBigTableOutputTable);
}