in parquet_flask/utils/config.py [0:0]
def __init__(self, validate_env: bool = True):
self.__keys = [
Config.es_url,
Config.master_spark_url,
Config.spark_app_name,
# Config.spark_config_dict,
Config.parquet_file_name,
Config.in_situ_schema,
Config.authentication_type,
Config.authentication_key,
Config.parquet_metadata_tbl,
]
self.__optional_keys = [
Config.spark_ram_size,
Config.aws_access_key_id,
Config.aws_secret_access_key,
Config.aws_session_token,
]
if validate_env:
self.__validate()
app_name_postfix = self.get_value('HOSTNAME', str(uuid.uuid4()))
self.__spark_app_name = f'{self.get_value(Config.spark_app_name)}___{app_name_postfix}'