in python/dataproc_templates/cassandra/cassandra_to_bigquery.py [0:0]
def parse_args(args: Optional[Sequence[str]] = None) -> Dict[str, Any]:
parser: argparse.ArgumentParser = argparse.ArgumentParser()
parser.add_argument(
f'--{constants.CASSANDRA_TO_BQ_INPUT_TABLE}',
dest=constants.CASSANDRA_TO_BQ_INPUT_TABLE,
required=False,
help='Cassandra to BQ Input table name'
)
parser.add_argument(
f'--{constants.CASSANDRA_TO_BQ_INPUT_HOST}',
dest=constants.CASSANDRA_TO_BQ_INPUT_HOST,
required=True,
help='Input hostname for Cassandra cluster'
)
parser.add_argument(
f'--{constants.CASSANDRA_TO_BQ_BIGQUERY_LOCATION}',
dest=constants.CASSANDRA_TO_BQ_BIGQUERY_LOCATION,
required=True,
help='Target table in BQ Format: <dataset>.<table-name>'
)
parser.add_argument(
f'--{constants.CASSANDRA_TO_BQ_WRITE_MODE}',
dest=constants.CASSANDRA_TO_BQ_WRITE_MODE,
required=False,
default=constants.OUTPUT_MODE_APPEND,
help=(
'Output write mode '
'(one of: append,overwrite,ignore,errorifexists) '
'(Defaults to append)'
),
choices=[
constants.OUTPUT_MODE_OVERWRITE,
constants.OUTPUT_MODE_APPEND,
constants.OUTPUT_MODE_IGNORE,
constants.OUTPUT_MODE_ERRORIFEXISTS
]
)
parser.add_argument(
f'--{constants.CASSANDRA_TO_BQ_TEMP_LOCATION}',
dest=constants.CASSANDRA_TO_BQ_TEMP_LOCATION,
required=True,
help='Cloud Storage location for staging, Format: <bucket-name>'
)
parser.add_argument(
f'--{constants.CASSANDRA_TO_BQ_QUERY}',
dest=constants.CASSANDRA_TO_BQ_QUERY,
required=False,
help='Optional query for selective exports'
)
parser.add_argument(
f'--{constants.CASSANDRA_TO_BQ_CATALOG}',
dest=constants.CASSANDRA_TO_BQ_CATALOG,
required=False,
default="casscon",
help='To provide a name for connection between Cassandra and BQ'
)
parser.add_argument(
f'--{constants.CASSANDRA_TO_BQ_INPUT_KEYSPACE}',
dest=constants.CASSANDRA_TO_BQ_INPUT_KEYSPACE,
required=False,
help='Keyspace Name of Cassandra Table'
)
known_args: argparse.Namespace
known_args, _ = parser.parse_known_args(args)
if (not getattr(known_args, constants.CASSANDRA_TO_BQ_QUERY)
and (not getattr(known_args, constants.CASSANDRA_TO_BQ_INPUT_KEYSPACE)
or not getattr(known_args, constants.CASSANDRA_TO_BQ_INPUT_TABLE))):
sys.exit("ArgumentParser Error: Either of cassandratobq.input.keyspace and cassandratobq.input.table "
+ "OR cassandratobq.input.query needs to be provided as argument to read data from Cassandra")
elif (getattr(known_args, constants.CASSANDRA_TO_BQ_QUERY)
and (getattr(known_args, constants.CASSANDRA_TO_BQ_INPUT_KEYSPACE)
or getattr(known_args, constants.CASSANDRA_TO_BQ_INPUT_TABLE))):
sys.exit("ArgumentParser Error: Both cassandratobq.input.keyspace and cassandratobq.input.table "
+ "AND cassandratobq.input.query cannot be provided as arguments at the same time.")
return vars(known_args)