in datascan/airflow/dq_fail_scan_if_not_passed_dag.py [0:0]
def process_data_from_data_scan_job(**kwargs):
ti = kwargs['ti']
job_data = ti.xcom_pull(task_ids='get_data_scan_job_result')
if "dataQualityResult" not in job_data:
return "failed_job"
print(f"data quality job result: {job_data.get('dataQualityResult')}")
if "passed" in job_data["dataQualityResult"]:
return "passed_job"
return "failed_job"