Path Lines of Code sdlf-utils/data_lake_testing_pipeline/src/lambdas/TestDataLakeGlueJob.py 1 sdlf-utils/data_lake_testing_pipeline/src/lambdas/glue_job_validation.py 9 sdlf-utils/data_lake_testing_pipeline/src/lambdas/nextTest.py 30 sdlf-utils/data_lake_testing_pipeline/src/lambdas/pickTest.py 34 sdlf-utils/ingestion-examples/cdc/dms-replication/scripts/DMSCDC_Controller.py 186 sdlf-utils/ingestion-examples/cdc/dms-replication/scripts/DMSCDC_LoadIncremental.py 80 sdlf-utils/ingestion-examples/cdc/dms-replication/scripts/DMSCDC_LoadInitial.py 32 sdlf-utils/ingestion-examples/cdc/dms-replication/template.yaml 302 sdlf-utils/ingestion-examples/cdc/dms-task/template.yaml 227 sdlf-utils/ingestion-examples/preprocessing/fargate-unzip/LambdaHandler/trigger_handler.py 73 sdlf-utils/ingestion-examples/preprocessing/fargate-unzip/samconfig.toml 9 sdlf-utils/ingestion-examples/preprocessing/fargate-unzip/template.yaml 313 sdlf-utils/ingestion-examples/sqoop/sdlf-datalakeLibrary/python/datalake_library/interfaces/states_interface.py 43 sdlf-utils/ingestion-examples/sqoop/sdlf-pipeline/nested-stacks/template-statemachine.yaml 212 sdlf-utils/ingestion-examples/sqoop/sdlf-pipeline/template.yaml 175 sdlf-utils/ingestion-examples/sqoop/sdlf-stageX/lambda/stage-x-create-emr-cluster/src/lambda_function.py 143 sdlf-utils/ingestion-examples/sqoop/sdlf-stageX/lambda/stage-x-create-sqoop-cron/src/lambda_function.py 117 sdlf-utils/ingestion-examples/sqoop/sdlf-stageX/lambda/stage-x-emr-job-status/src/lambda_function.py 28 sdlf-utils/ingestion-examples/sqoop/sdlf-stageX/lambda/stage-x-error/src/lambda_function.py 18 sdlf-utils/ingestion-examples/sqoop/sdlf-stageX/lambda/stage-x-list-available-clusters/src/lambda_function.py 30 sdlf-utils/ingestion-examples/sqoop/sdlf-stageX/lambda/stage-x-routing/src/lambda_function.py 33 sdlf-utils/ingestion-examples/sqoop/sdlf-stageX/lambda/stage-x-submit-step/src/lambda_function.py 122 sdlf-utils/ingestion-examples/sqoop/sdlf-stageX/template.yaml 625 sdlf-utils/ingestion-examples/sqoop/sdlf-team/nested-stacks/template-cicd.yaml 947 sdlf-utils/ingestion-examples/sqoop/sdlf-team/nested-stacks/template-iam.yaml 1307 sdlf-utils/ingestion-examples/sqoop/sdlf-team/scripts/template-team-repos.yaml 180 sdlf-utils/pipeline-examples/alternative-sdlf-dataset/template.yaml 159 sdlf-utils/pipeline-examples/cloudfront/scripts/clf-emr-roles.yaml 57 sdlf-utils/pipeline-examples/cloudfront/scripts/clf_hive.q 24 sdlf-utils/pipeline-examples/cloudfront/template.yaml 526 sdlf-utils/pipeline-examples/cloudfront/transforms/clf_heavy_transform.py 65 sdlf-utils/pipeline-examples/cloudfront/transforms/clf_light_transform.py 32 sdlf-utils/pipeline-examples/datalake-workload-management/sdlf-wlm-integration/sdlf-datalakelibrary/python/__init__.py 1 sdlf-utils/pipeline-examples/datalake-workload-management/sdlf-wlm-integration/sdlf-datalakelibrary/python/datalake_library/configuration/__init__.py 1 sdlf-utils/pipeline-examples/datalake-workload-management/sdlf-wlm-integration/sdlf-datalakelibrary/python/datalake_library/configuration/resource_configs.py 177 sdlf-utils/pipeline-examples/datalake-workload-management/sdlf-wlm-integration/sdlf-datalakelibrary/python/datalake_library/interfaces/__init__.py 1 sdlf-utils/pipeline-examples/datalake-workload-management/sdlf-wlm-integration/sdlf-datalakelibrary/python/datalake_library/interfaces/dynamo_interface.py 264 sdlf-utils/pipeline-examples/datalake-workload-management/sdlf-wlm-integration/sdlf-datalakelibrary/python/datalake_library/interfaces/sqs_interface.py 85 sdlf-utils/pipeline-examples/datalake-workload-management/sdlf-wlm-integration/sdlf-datalakelibrary/python/datalake_library/interfaces/states_interface.py 44 sdlf-utils/pipeline-examples/datalake-workload-management/sdlf-wlm-integration/sdlf-datalakelibrary/python/datalake_library/transforms/stage_a_transforms/__init__.py 1 sdlf-utils/pipeline-examples/datalake-workload-management/sdlf-wlm-integration/sdlf-datalakelibrary/python/datalake_library/transforms/stage_a_transforms/light_transform_blueprint.py 36 sdlf-utils/pipeline-examples/datalake-workload-management/sdlf-wlm-integration/sdlf-datalakelibrary/python/datalake_library/transforms/stage_b_transforms/__init__.py 1 sdlf-utils/pipeline-examples/datalake-workload-management/sdlf-wlm-integration/sdlf-datalakelibrary/python/datalake_library/transforms/stage_b_transforms/heavy_transform_blueprint.py 54 sdlf-utils/pipeline-examples/datalake-workload-management/sdlf-wlm-integration/sdlf-dataset/template.yaml 155 sdlf-utils/pipeline-examples/datalake-workload-management/sdlf-wlm-integration/sdlf-dataset/wlm/scripts/fill_ddb.py 32 sdlf-utils/pipeline-examples/datalake-workload-management/sdlf-wlm-integration/sdlf-stageA/lambda/stage-a-postupdate-metadata/src/lambda_function.py 68 sdlf-utils/pipeline-examples/datalake-workload-management/sdlf-wlm-integration/sdlf-stageB/lambda/stage-b-redrive/src/lambda_function.py 42 sdlf-utils/pipeline-examples/datalake-workload-management/sdlf-wlm-integration/sdlf-stageB/lambda/stage-b-routing/src/lambda_function.py 82 sdlf-utils/pipeline-examples/datalake-workload-management/wlm-standalone/lambda/rerun/src/lambda_function.py 55 sdlf-utils/pipeline-examples/datalake-workload-management/wlm-standalone/lambda/send-events-sqs/src/lambda_function.py 108 sdlf-utils/pipeline-examples/datalake-workload-management/wlm-standalone/lambda/step1/src/lambda_function.py 20 sdlf-utils/pipeline-examples/datalake-workload-management/wlm-standalone/lambda/workload-management/src/lambda_function.py 88 sdlf-utils/pipeline-examples/datalake-workload-management/wlm-standalone/nested-stack/template-ddb.yaml 27 sdlf-utils/pipeline-examples/datalake-workload-management/wlm-standalone/nested-stack/template-kms.yaml 92 sdlf-utils/pipeline-examples/datalake-workload-management/wlm-standalone/nested-stack/template-workload-management.yaml 378 sdlf-utils/pipeline-examples/datalake-workload-management/wlm-standalone/template.yaml 22 sdlf-utils/pipeline-examples/datalake-workload-management/wlm-standalone/utils/fill_ddb.py 29 sdlf-utils/pipeline-examples/dataset-dependency/dataset/template.yaml 90 sdlf-utils/pipeline-examples/dataset-dependency/stageA/lambda/__init__.py 1 sdlf-utils/pipeline-examples/dataset-dependency/stageA/lambda/stage-a-check-job/src/lambda_function.py 40 sdlf-utils/pipeline-examples/dataset-dependency/stageA/lambda/stage-a-dependent-status/src/lambda_function.py 102 sdlf-utils/pipeline-examples/dataset-dependency/stageA/lambda/stage-a-process/src/lambda_function.py 45 sdlf-utils/pipeline-examples/dataset-dependency/stageA/template.yaml 285 sdlf-utils/pipeline-examples/dataset-dependency/transforms/aggregate_transform.py 34 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-datalakeLibrary/python/datalake_library/interfaces/states_interface.py 43 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-datalakeLibrary/python/datalake_library/transforms/stage_a_transforms/light_transform_athena_ctas.py 290 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-datalakeLibrary/python/datalake_library/transforms/stage_a_transforms/light_transform_athena_ctas_sqoop.py 309 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-datalakeLibrary/python/datalake_library/transforms/stage_b_transforms/heavy_transform_athena.py 174 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-pipeline/nested-stacks/lambda/craete-dependencies-by-table/src/__init__.py 1 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-pipeline/nested-stacks/lambda/craete-dependencies-by-table/src/lambda_function.py 141 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-pipeline/nested-stacks/template-athena.yaml 176 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-pipeline/nested-stacks/template-statemachine.yaml 212 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-pipeline/template.yaml 189 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-stageA/lambda/stage-a-check-job/src/lambda_function.py 41 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-stageA/lambda/stage-a-postupdate-metadata/src/lambda_function.py 205 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-stageA/lambda/stage-a-preupdate-metadata/src/lambda_function.py 46 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-stageA/lambda/stage-a-process-object/src/lambda_function.py 45 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-stageA/lambda/stage-a-routing/src/lambda_function.py 37 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-stageA/template.yaml 696 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-stageB/lambda/stage-b-check-job/src/lambda_function.py 41 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-stageB/lambda/stage-b-postupdate-metadata/src/lambda_function.py 194 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-stageB/lambda/stage-b-process-data/src/lambda_function.py 51 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-stageB/lambda/stage-b-routing/src/lambda_function.py 42 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-engineering-stageB/template.yaml 687 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-team/nested-stacks/template-iam.yaml 1307 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-team/scripts/template-team-repos.yaml 180 sdlf-utils/pipeline-examples/event-dataset-dependencies/sdlf-team/template.yaml 156 sdlf-utils/pipeline-examples/glue-jobs-deployer/glue-conn.yaml 31 sdlf-utils/pipeline-examples/glue-jobs-deployer/glue-job.yaml 92 sdlf-utils/pipeline-examples/glue-jobs-deployer/pipeline_scripts/examplepipeline-glue-job.py 617 sdlf-utils/pipeline-examples/legislators/scripts/legislators-glue-job.py 62 sdlf-utils/pipeline-examples/legislators/scripts/legislators-glue-job.yaml 67 sdlf-utils/pipeline-examples/manifests/dataset/template.yaml 162 sdlf-utils/pipeline-examples/manifests/pipeline/nested-stacks/template-statemachine.yaml 203 sdlf-utils/pipeline-examples/manifests/pipeline/template.yaml 115 sdlf-utils/pipeline-examples/manifests/scripts/weather-glue-job.py 39 sdlf-utils/pipeline-examples/manifests/scripts/weather-glue-job.yaml 67 sdlf-utils/pipeline-examples/manifests/stageA/lambda/stage-a-error/src/lambda_function.py 18 sdlf-utils/pipeline-examples/manifests/stageA/lambda/stage-a-loaddatafile-metadata/src/lambda_function.py 96 sdlf-utils/pipeline-examples/manifests/stageA/lambda/stage-a-manifestfile-check/src/lambda_function.py 48 sdlf-utils/pipeline-examples/manifests/stageA/lambda/stage-a-manifestprocess-check/src/lambda_function.py 43 sdlf-utils/pipeline-examples/manifests/stageA/lambda/stage-a-postupdate-metadata/src/lambda_function.py 73 sdlf-utils/pipeline-examples/manifests/stageA/lambda/stage-a-preupdate-metadata/src/lambda_function.py 46 sdlf-utils/pipeline-examples/manifests/stageA/lambda/stage-a-process-manifestfile/src/lambda_function.py 55 sdlf-utils/pipeline-examples/manifests/stageA/lambda/stage-a-process-object/src/lambda_function.py 54 sdlf-utils/pipeline-examples/manifests/stageA/lambda/stage-a-redrive/src/lambda_function.py 25 sdlf-utils/pipeline-examples/manifests/stageA/lambda/stage-a-routing/src/lambda_function.py 20 sdlf-utils/pipeline-examples/manifests/stageA/template.yaml 887 sdlf-utils/pipeline-examples/manifests/stageB/lambda/stage-b-check-job/src/lambda_function.py 84 sdlf-utils/pipeline-examples/manifests/stageB/lambda/stage-b-checkmanifestprocess/src/lambda_function.py 56 sdlf-utils/pipeline-examples/manifests/stageB/lambda/stage-b-crawl-data/src/lambda_function.py 36 sdlf-utils/pipeline-examples/manifests/stageB/lambda/stage-b-error/src/lambda_function.py 18 sdlf-utils/pipeline-examples/manifests/stageB/lambda/stage-b-postupdate-metadata/src/lambda_function.py 108 sdlf-utils/pipeline-examples/manifests/stageB/lambda/stage-b-process-data/src/lambda_function.py 48 sdlf-utils/pipeline-examples/manifests/stageB/lambda/stage-b-processmanifest/src/lambda_function.py 140 sdlf-utils/pipeline-examples/manifests/stageB/lambda/stage-b-redrive/src/lambda_function.py 34 sdlf-utils/pipeline-examples/manifests/stageB/lambda/stage-b-routing/src/lambda_function.py 66 sdlf-utils/pipeline-examples/manifests/stageB/template.yaml 668 sdlf-utils/pipeline-examples/manifests/transforms/heavy_transform_manifest.py 105 sdlf-utils/pipeline-examples/manifests/transforms/light_transform_manifest.py 17 sdlf-utils/pipeline-examples/topic-modelling/stageA/template.yaml 595 sdlf-utils/pipeline-examples/topic-modelling/stageB/lambda/stage-b-compile-data/src/lambda_function.py 105 sdlf-utils/pipeline-examples/topic-modelling/stageB/lambda/stage-b-create-classifier/src/lambda_function.py 53 sdlf-utils/pipeline-examples/topic-modelling/stageB/lambda/stage-b-kendra-metadata/src/lambda_function.py 66 sdlf-utils/pipeline-examples/topic-modelling/stageB/lambda/stage-b-postupdate-metadata/src/lambda_function.py 55 sdlf-utils/pipeline-examples/topic-modelling/stageB/lambda/stage-b-write-files/src/lambda_function.py 51 sdlf-utils/pipeline-examples/topic-modelling/stageB/template.yaml 831 sdlf-utils/pipeline-examples/topic-modelling/template-iam.yaml 1170 sdlf-utils/pipeline-examples/topic-modelling/transforms/ml_heavy_transform.py 65 sdlf-utils/pipeline-examples/topic-modelling/transforms/ml_light_transform.py 53 sdlf-utils/pipeline-testing/src/lambdas/TestDataLakeGlueJob.py 1 sdlf-utils/pipeline-testing/src/lambdas/glue_job_validation.py 9 sdlf-utils/pipeline-testing/src/lambdas/nextTest.py 30 sdlf-utils/pipeline-testing/src/lambdas/pickTest.py 34