src/datamigration/dags/redshift/redshift_transfer_run_log_dag.py [498:578]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        dag=dag,
    )
    get_dts_run_summary = PythonOperator(
        task_id="get_transfer_run_summary",
        python_callable=_get_transfer_run_summary,
        dag=dag,
    )
    get_dts_run_logs = PythonOperator(
        task_id="get_transfer_run_logs",
        python_callable=_get_transfer_run_logs,
        dag=dag,
    )
    create_transfer_log_GCS = PythonOperator(
        task_id="create_transfer_log_GCS",
        python_callable=_create_transfer_log_GCS,
        dag=dag,
    )
    process_transfer_logs = PythonOperator(
        task_id="process_transfer_logs",
        python_callable=_process_transfer_logs,
        dag=dag,
    )
    insert_bq_transfer_log_results = PythonOperator(
        task_id="insert_bq_transfer_log_results",
        python_callable=_insert_bq_transfer_log_results,
        dag=dag,
    )

    filter_tables = PythonOperator(
        task_id="filter_tables_for_dvt",
        python_callable=_filter_tables,
        dag=dag,
    )
    # check transfer_run_state and decide whether to continue validation or not
    check_transfer_run_state = BranchPythonOperator(
        task_id="check_transfer_run_state",
        python_callable=_check_transfer_run_state,
        dag=dag,
    )
    # check filtered tables' list and decide whether to invoke validation DAG or not
    check_filtered_tables = BranchPythonOperator(
        task_id="check_filtered_tables",
        python_callable=_check_filtered_tables,
        dag=dag,
    )
    skip_validation_dag = EmptyOperator(task_id="skip_validation_dag", dag=dag)

    determine_validation_dag = BranchPythonOperator(
        task_id="determine_validation_dag",
        python_callable=_determine_validation_dag,
        dag=dag,
    )

    call_validation_dag = TriggerDagRunOperator(
        task_id="invoke_validation_dag",
        trigger_dag_id="validation_dag",
        conf={
            "config": "{{ ti.xcom_pull(task_ids='load_parameters', key='data_transfer_config_json') }}",
            "files": None,
            "table_list": "{{ ti.xcom_pull(task_ids='filter_tables_for_dvt', key='dvt_table_list') }}",
        },
        dag=dag,
    )

    call_validation_crun_dag = TriggerDagRunOperator(
        task_id="invoke_validation_crun_dag",
        trigger_dag_id="validation_crun_dag",
        conf={
            "config": "{{ ti.xcom_pull(task_ids='load_parameters', key='data_transfer_config_json') }}",
            "files": None,
            "table_list": "{{ ti.xcom_pull(task_ids='filter_tables_for_dvt', key='dvt_table_list') }}",
        },
        dag=dag,
    )

    dag_report = ReportingOperator(
        task_id="dag_report",
        trigger_rule=TriggerRule.ALL_DONE,  # Ensures this task runs even if upstream fails
        configuration="{{ ti.xcom_pull(task_ids='load_parameters', key='data_transfer_config_json') }}",
        dag=dag,
    )
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



src/datamigration/dags/teradata/teradata_transfer_run_log_dag.py [595:675]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
        dag=dag,
    )
    get_dts_run_summary = PythonOperator(
        task_id="get_transfer_run_summary",
        python_callable=_get_transfer_run_summary,
        dag=dag,
    )
    get_dts_run_logs = PythonOperator(
        task_id="get_transfer_run_logs",
        python_callable=_get_transfer_run_logs,
        dag=dag,
    )
    create_transfer_log_GCS = PythonOperator(
        task_id="create_transfer_log_GCS",
        python_callable=_create_transfer_log_GCS,
        dag=dag,
    )
    process_transfer_logs = PythonOperator(
        task_id="process_transfer_logs",
        python_callable=_process_transfer_logs,
        dag=dag,
    )
    insert_bq_transfer_log_results = PythonOperator(
        task_id="insert_bq_transfer_log_results",
        python_callable=_insert_bq_transfer_log_results,
        dag=dag,
    )

    filter_tables = PythonOperator(
        task_id="filter_tables_for_dvt",
        python_callable=_filter_tables,
        dag=dag,
    )
    # check transfer_run_state and decide whether to continue validation or not
    check_transfer_run_state = BranchPythonOperator(
        task_id="check_transfer_run_state",
        python_callable=_check_transfer_run_state,
        dag=dag,
    )
    # check filtered tables' list and decide whether to invoke validation DAG or not
    check_filtered_tables = BranchPythonOperator(
        task_id="check_filtered_tables",
        python_callable=_check_filtered_tables,
        dag=dag,
    )
    skip_validation_dag = EmptyOperator(task_id="skip_validation_dag", dag=dag)

    determine_validation_dag = BranchPythonOperator(
        task_id="determine_validation_dag",
        python_callable=_determine_validation_dag,
        dag=dag,
    )

    call_validation_dag = TriggerDagRunOperator(
        task_id="invoke_validation_dag",
        trigger_dag_id="validation_dag",
        conf={
            "config": "{{ ti.xcom_pull(task_ids='load_parameters', key='data_transfer_config_json') }}",
            "files": None,
            "table_list": "{{ ti.xcom_pull(task_ids='filter_tables_for_dvt', key='dvt_table_list') }}",
        },
        dag=dag,
    )

    call_validation_crun_dag = TriggerDagRunOperator(
        task_id="invoke_validation_crun_dag",
        trigger_dag_id="validation_crun_dag",
        conf={
            "config": "{{ ti.xcom_pull(task_ids='load_parameters', key='data_transfer_config_json') }}",
            "files": None,
            "table_list": "{{ ti.xcom_pull(task_ids='filter_tables_for_dvt', key='dvt_table_list') }}",
        },
        dag=dag,
    )

    dag_report = ReportingOperator(
        task_id="dag_report",
        trigger_rule=TriggerRule.ALL_DONE,  # Ensures this task runs even if upstream fails
        configuration="{{ ti.xcom_pull(task_ids='load_parameters', key='data_transfer_config_json') }}",
        dag=dag,
    )
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -