in redshift_benchmark/redshiftBenchmarkStack.py [0:0]
def rs_sql_task(self,job_name, sql_file,parameters=None):
if parameters ==None:
return glue.CfnJob(
self,
job_name,
role=self.glue_job_role.role_arn,
max_capacity=0.0625,
name = job_name,
default_arguments = {
'--dbname': self.dbname,
'--username': self.username,
'--password': self.password,
'--host': self.host,
'--port': self.port,
'--sql_script_bucket': self.s3_bucket,
'--sql_script_key':'redshift_script/'+sql_file, # Only difference for Redshift SQL task
'--tpcds_root_path':'NA',
'--role_arn':'NA'
},
tags={"project":"redshift-benchmark"},
command=glue.CfnJob.JobCommandProperty(
name="pythonshell",
script_location="s3://"+self.s3_bucket+"/glue_script/submit_redshift_sql.py",
python_version = "3"
)
)
else:
return glue.CfnJob(
self,
job_name,
role=self.glue_job_role.role_arn,
max_capacity=0.0625,
name = job_name,
default_arguments = {
'--dbname': self.dbname,
'--username': self.username,
'--password': self.password,
'--host': self.host,
'--port': self.port,
'--sql_script_bucket': self.s3_bucket,
'--sql_script_key':'redshift_script/'+sql_file, # Only difference for Redshift SQL task
'--tpcds_root_path':parameters['tpcds_root_path'],
'--role_arn':parameters['role_arn']
},
tags={"project":"redshift-benchmark"},
command=glue.CfnJob.JobCommandProperty(
name="pythonshell",
script_location="s3://"+self.s3_bucket+"/glue_script/submit_redshift_sql.py",
python_version = "3"
)
)