in python/dataproc_templates/bigquery/bigquery_to_memorystore.py [0:0]
def parse_args(args: Optional[Sequence[str]] = None) -> Dict[str, Any]:
parser: argparse.ArgumentParser = argparse.ArgumentParser()
parser.add_argument(
f'--{constants.BQ_MEMORYSTORE_INPUT_TABLE}',
dest=constants.BQ_MEMORYSTORE_INPUT_TABLE,
required=True,
help='BigQuery Input table name'
)
parser.add_argument(
f'--{constants.BQ_MEMORYSTORE_OUTPUT_HOST}',
dest=constants.BQ_MEMORYSTORE_OUTPUT_HOST,
required=True,
help='Redis Memorystore host',
)
parser.add_argument(
f'--{constants.BQ_MEMORYSTORE_OUTPUT_PORT}',
dest=constants.BQ_MEMORYSTORE_OUTPUT_PORT,
required=False,
default=6379,
help='Redis Memorystore port. Defaults to 6379',
)
#todo: add defaults
parser.add_argument(
f'--{constants.BQ_MEMORYSTORE_OUTPUT_TABLE}',
dest=constants.BQ_MEMORYSTORE_OUTPUT_TABLE,
required=True,
help='Redis Memorystore target table name',
)
parser.add_argument(
f'--{constants.BQ_MEMORYSTORE_OUTPUT_KEY_COLUMN}',
dest=constants.BQ_MEMORYSTORE_OUTPUT_KEY_COLUMN,
required=True,
help='Redis Memorystore key column for target table',
)
parser.add_argument(
f'--{constants.BQ_MEMORYSTORE_OUTPUT_MODEL}',
dest=constants.BQ_MEMORYSTORE_OUTPUT_MODEL,
required=False,
default=constants.BQ_MEMORYSTORE_OUTPUT_MODEL_HASH,
help=(
'Memorystore persistence model for Dataframe'
'(one of: hash, binary) '
'(Defaults to hash)'
),
choices=[
constants.BQ_MEMORYSTORE_OUTPUT_MODEL_HASH,
constants.BQ_MEMORYSTORE_OUTPUT_MODEL_BINARY
]
)
parser.add_argument(
f'--{constants.BQ_MEMORYSTORE_OUTPUT_MODE}',
dest=constants.BQ_MEMORYSTORE_OUTPUT_MODE,
required=False,
default=constants.OUTPUT_MODE_APPEND,
help=(
'Output write mode '
'(one of: append,overwrite,ignore,errorifexists) '
'(Defaults to append)'
),
choices=[
constants.OUTPUT_MODE_OVERWRITE,
constants.OUTPUT_MODE_APPEND,
constants.OUTPUT_MODE_IGNORE,
constants.OUTPUT_MODE_ERRORIFEXISTS
]
)
parser.add_argument(
f'--{constants.BQ_MEMORYSTORE_OUTPUT_TTL}',
dest=constants.BQ_MEMORYSTORE_OUTPUT_TTL,
required=False,
default=0,
help=(
'Data time to live in seconds. Data doesn\'t expire if ttl is less than 1'
'(Defaults to 0)'
)
)
parser.add_argument(
f'--{constants.BQ_MEMORYSTORE_OUTPUT_DBNUM}',
dest=constants.BQ_MEMORYSTORE_OUTPUT_DBNUM,
required=False,
default=0,
help=(
'Database / namespace for logical key separation'
'(Defaults to 0)'
)
)
known_args: argparse.Namespace
known_args, _ = parser.parse_known_args(args)
return vars(known_args)