in scale_test_tool/tasks/job_run_task.py [0:0]
def start_job_run(self, job_name, virtual_cluster_id):
job_response = submit_job(
client=self.emr_containers_client,
job_name=job_name,
client_token=job_name,
entry_point=JOB_ENTRY_POINT,
entry_point_arguments=JOB_ENTRY_POINT_ARGS,
spark_submit_params=JOB_SPARK_SUBMIT_PARAMS,
virtual_cluster_id=virtual_cluster_id
)
logger.info(f"Started job with id: {job_response['id']}")
return job_response