in src/smspark/bootstrapper.py [0:0]
def get_regional_configs(self) -> List[Configuration]:
aws_region = os.getenv("AWS_REGION")
if aws_region is None:
logging.warning("Unable to detect AWS region from environment variable AWS_REGION")
return []
elif aws_region in ["cn-northwest-1", "cn-north-1"]:
aws_domain = "amazonaws.com.cn"
s3_endpoint = f"s3.{aws_region}.{aws_domain}"
elif aws_region in ["us-gov-west-1", "us-gov-east-1"]:
aws_domain = "amazonaws.com"
s3_endpoint = f"s3.{aws_region}.{aws_domain}"
else:
# no special regional configs needed
return []
return [Configuration(Classification="core-site", Properties={"fs.s3a.endpoint": s3_endpoint})]