in python/dataproc_templates/cassandra/cassandra_to_gcs.py [0:0]
def parse_args(args: Optional[Sequence[str]] = None) -> Dict[str, Any]:
parser: argparse.ArgumentParser = argparse.ArgumentParser()
parser.add_argument(
f'--{constants.CASSANDRA_TO_GCS_INPUT_HOST}',
dest=constants.CASSANDRA_TO_GCS_INPUT_HOST,
required=True,
help='CASSANDRA Cloud Storage Input Host IP'
)
parser.add_argument(
f'--{constants.CASSANDRA_TO_GCS_OUTPUT_FORMAT}',
dest=constants.CASSANDRA_TO_GCS_OUTPUT_FORMAT,
required=True,
help='Output file format (one of: avro,parquet,csv,json)',
choices=[
constants.FORMAT_AVRO,
constants.FORMAT_PRQT,
constants.FORMAT_CSV,
constants.FORMAT_JSON
]
)
parser.add_argument(
f'--{constants.CASSANDRA_TO_GCS_OUTPUT_PATH}',
dest=constants.CASSANDRA_TO_GCS_OUTPUT_PATH,
required=True,
help='Cloud Storage location for output files'
)
parser.add_argument(
f'--{constants.CASSANDRA_TO_GCS_OUTPUT_SAVEMODE}',
dest=constants.CASSANDRA_TO_GCS_OUTPUT_SAVEMODE,
required=False,
default=constants.OUTPUT_MODE_APPEND,
help=(
'Output write mode '
'(one of: append,overwrite,ignore,errorifexists) '
'(Defaults to append)'
),
choices=[
constants.OUTPUT_MODE_OVERWRITE,
constants.OUTPUT_MODE_APPEND,
constants.OUTPUT_MODE_IGNORE,
constants.OUTPUT_MODE_ERRORIFEXISTS
]
)
parser.add_argument(
f'--{constants.CASSANDRA_TO_GCS_CATALOG}',
dest=constants.CASSANDRA_TO_GCS_CATALOG,
required=False,
default="casscon",
help='To provide a name for connection between Cassandra and GCS'
)
parser.add_argument(
f'--{constants.CASSANDRA_TO_GCS_QUERY}',
dest=constants.CASSANDRA_TO_GCS_QUERY,
required=False,
help='Optional query for selective exports'
)
parser.add_argument(
f'--{constants.CASSANDRA_TO_GCS_INPUT_KEYSPACE}',
dest=constants.CASSANDRA_TO_GCS_INPUT_KEYSPACE,
required=(constants.CASSANDRA_TO_GCS_QUERY is None),
help='CASSANDRA Cloud Storage Input Keyspace'
)
parser.add_argument(
f'--{constants.CASSANDRA_TO_GCS_INPUT_TABLE}',
dest=constants.CASSANDRA_TO_GCS_INPUT_TABLE,
required=(constants.CASSANDRA_TO_GCS_QUERY is None),
help='CASSANDRA Cloud Storage Input Table'
)
add_spark_options(parser, constants.get_csv_output_spark_options("cassandra.gcs.output."))
known_args: argparse.Namespace
known_args, _ = parser.parse_known_args(args)
if (not getattr(known_args, constants.CASSANDRA_TO_GCS_QUERY)
and (not getattr(known_args, constants.CASSANDRA_TO_GCS_INPUT_KEYSPACE)
or not getattr(known_args, constants.CASSANDRA_TO_GCS_INPUT_TABLE))):
sys.exit("ArgumentParser Error: Either of cassandratogcs.input.keyspace and cassandratogcs.input.table "
+ "OR cassandratogcs.input.query needs to be provided as argument to read data from Cassandra")
elif (getattr(known_args, constants.CASSANDRA_TO_GCS_QUERY)
and (getattr(known_args, constants.CASSANDRA_TO_GCS_INPUT_KEYSPACE)
or getattr(known_args, constants.CASSANDRA_TO_GCS_INPUT_TABLE))):
sys.exit("ArgumentParser Error: Both cassandratogcs.input.keyspace and cassandratogcs.input.table "
+ "AND cassandratogcs.input.query cannot be provided as arguments at the same time.")
return vars(known_args)