in dataflux_core/performance_tests/list_and_download.py [0:0]
def get_config(self):
config = {}
# Gather env vars into dictionary.
config["project"] = os.getenv("PROJECT")
config["bucket"] = os.getenv("BUCKET")
config["prefix"] = os.getenv("PREFIX")
config["num_workers"] = os.getenv("LIST_WORKERS")
config["expected_file_count"] = os.getenv("FILE_COUNT")
config["expected_total_size"] = os.getenv("TOTAL_FILE_SIZE")
config["max_compose_bytes"] = os.getenv("MAX_COMPOSE_BYTES")
config["list_timeout"] = os.getenv("LIST_TIMEOUT")
config["download_timeout"] = os.getenv("DOWNLOAD_TIMEOUT")
config["parallelization"] = os.getenv("PARALLELIZATION")
# Type convert env vars.
if config["num_workers"]:
config["num_workers"] = int(config["num_workers"])
if config["expected_file_count"]:
config["expected_file_count"] = int(config["expected_file_count"])
if config["expected_total_size"]:
config["expected_total_size"] = int(config["expected_total_size"])
config["max_compose_bytes"] = (int(config["max_compose_bytes"])
if config["max_compose_bytes"] else
100000000)
if config["list_timeout"]:
config["list_timeout"] = float(config["list_timeout"])
if config["download_timeout"]:
config["download_timeout"] = float(config["download_timeout"])
config["parallelization"] = (int(config["parallelization"])
if config["parallelization"] else 1)
return config