Path	Lines of Code
CHANGELOG.md	170
CODE_OF_CONDUCT.md	4
CONTRIBUTING.md	38
README.md	126
codepipeline/README.md	14
codepipeline/cdk.json	29
examples/README.md	52
examples/__init__.py	1
examples/cluster_configurations/__init__.py	1
examples/cluster_configurations/app.py	58
examples/cluster_configurations/bootstrap_source/test_bootstrap.sh	2
examples/cluster_configurations/cdk.json	3
examples/control_plane/__init__.py	1
examples/control_plane/app.py	5
examples/control_plane/cdk.json	3
examples/deploy_all.sh	9
examples/emr_launch_function/__init__.py	1
examples/emr_launch_function/app.py	26
examples/emr_launch_function/cdk.json	3
examples/emr_profiles/__init__.py	1
examples/emr_profiles/app.py	46
examples/emr_profiles/cdk.json	3
examples/environment_stack/__init__.py	1
examples/environment_stack/app.py	61
examples/environment_stack/cdk.json	3
examples/persistent_cluster_pipeline/__init__.py	1
examples/persistent_cluster_pipeline/app.py	74
examples/persistent_cluster_pipeline/cdk.json	3
examples/persistent_cluster_pipeline/step_sources/phase_1/test_step_0.sh	2
examples/persistent_cluster_pipeline/step_sources/phase_1/test_step_1.sh	2
examples/persistent_cluster_pipeline/step_sources/phase_1/test_step_2.sh	2
examples/persistent_cluster_pipeline/step_sources/phase_1/test_step_3.sh	2
examples/persistent_cluster_pipeline/step_sources/phase_1/test_step_4.sh	2
examples/persistent_cluster_pipeline/step_sources/phase_2/test_step_0.hql	1
examples/persistent_cluster_pipeline/step_sources/phase_2/test_step_1.hql	1
examples/persistent_cluster_pipeline/step_sources/phase_2/test_step_2.hql	1
examples/persistent_cluster_pipeline/step_sources/phase_2/test_step_3.hql	1
examples/persistent_cluster_pipeline/step_sources/phase_2/test_step_4.hql	1
examples/sns_triggered_pipeline/__init__.py	1
examples/sns_triggered_pipeline/app.py	113
examples/sns_triggered_pipeline/cdk.json	3
examples/sns_triggered_pipeline/lambda_sources/execute_pipeline.py	23
examples/sns_triggered_pipeline/step_sources/test_step_0.py	3
examples/sns_triggered_pipeline/step_sources/test_step_1.py	3
examples/sns_triggered_pipeline/step_sources/test_step_2.py	3
examples/sns_triggered_pipeline/step_sources/test_step_3.py	3
examples/sns_triggered_pipeline/step_sources/test_step_4.py	3
examples/spark_batch_orchestration/README.md	46
examples/spark_batch_orchestration/__init__.py	1
examples/spark_batch_orchestration/app.py	75
examples/spark_batch_orchestration/cdk.json	7
examples/spark_batch_orchestration/config.json	23
examples/spark_batch_orchestration/deploy.sh	7
examples/spark_batch_orchestration/infrastructure/__init__.py	1
examples/spark_batch_orchestration/infrastructure/emr_launch/README.md	59
examples/spark_batch_orchestration/infrastructure/emr_launch/bootstrap_actions/install_boto3.sh	1
examples/spark_batch_orchestration/infrastructure/emr_launch/cluster_definition.py	197
examples/spark_batch_orchestration/infrastructure/emr_launch/instance_group_config.py	149
examples/spark_batch_orchestration/infrastructure/emr_orchestration/__init__.py	1
examples/spark_batch_orchestration/infrastructure/emr_orchestration/stack.py	146
examples/spark_batch_orchestration/infrastructure/emr_orchestration/steps/__init__.py	1
examples/spark_batch_orchestration/infrastructure/emr_orchestration/steps/data_ingestion.py	65
examples/spark_batch_orchestration/infrastructure/emr_orchestration/steps/data_preparation.py	58
examples/spark_batch_orchestration/infrastructure/emr_trigger/__init__.py	1
examples/spark_batch_orchestration/infrastructure/emr_trigger/lambda_source/__init__.py	1
examples/spark_batch_orchestration/infrastructure/emr_trigger/lambda_source/trigger.py	141
examples/spark_batch_orchestration/infrastructure/emr_trigger/stack.py	52
examples/spark_batch_orchestration/infrastructure/job_summary/__init__.py	1
examples/spark_batch_orchestration/infrastructure/job_summary/lambda_source/__init__.py	1
examples/spark_batch_orchestration/infrastructure/job_summary/lambda_source/extracting.py	97
examples/spark_batch_orchestration/infrastructure/job_summary/lambda_source/fetching.py	62
examples/spark_batch_orchestration/infrastructure/job_summary/lambda_source/helpers.py	10
examples/spark_batch_orchestration/infrastructure/job_summary/lambda_source/main.py	40
examples/spark_batch_orchestration/infrastructure/job_summary/lambda_source/rendering.py	156
examples/spark_batch_orchestration/infrastructure/job_summary/lambda_source/summary.css	32
examples/spark_batch_orchestration/infrastructure/job_summary/stack.py	103
examples/spark_batch_orchestration/setup.py	30
examples/terraform_pipeline/README.md	40
examples/terraform_pipeline/emr_pipeline/emr-launch.tf	40
examples/terraform_pipeline/emr_pipeline/emr-orchestration.tf	15
examples/terraform_pipeline/emr_pipeline/emr_launch/README.md	20
examples/terraform_pipeline/emr_pipeline/emr_launch/infrastructure/README.md	59
examples/terraform_pipeline/emr_pipeline/emr_launch/infrastructure/__init__.py	1
examples/terraform_pipeline/emr_pipeline/emr_launch/infrastructure/cdk.json	3
examples/terraform_pipeline/emr_pipeline/emr_launch/infrastructure/cluster_definition.py	196
examples/terraform_pipeline/emr_pipeline/emr_launch/infrastructure/instance_group_config.py	149
examples/terraform_pipeline/emr_pipeline/emr_launch/infrastructure/main.py	69
examples/terraform_pipeline/emr_pipeline/emr_launch/main.tf	77
examples/terraform_pipeline/emr_pipeline/emr_launch/outputs.tf	12
examples/terraform_pipeline/emr_pipeline/emr_launch/utils/cdk_deploy.sh	13
examples/terraform_pipeline/emr_pipeline/emr_launch/utils/cdk_destroy.sh	8
examples/terraform_pipeline/emr_pipeline/emr_launch/variables.tf	103
examples/terraform_pipeline/emr_pipeline/emr_step_function/lambda/__init__.py	1
examples/terraform_pipeline/emr_pipeline/emr_step_function/lambda/lambda_parse_json.py	14
examples/terraform_pipeline/emr_pipeline/emr_step_function/main.tf	148
examples/terraform_pipeline/emr_pipeline/emr_step_function/outputs.tf	3
examples/terraform_pipeline/emr_pipeline/emr_step_function/pipeline.json	193
examples/terraform_pipeline/emr_pipeline/emr_step_function/variables.tf	10
examples/terraform_pipeline/emr_pipeline/main.tf	10
examples/terraform_pipeline/emr_pipeline/outputs.tf	6
examples/terraform_pipeline/emr_pipeline/s3-buckets.tf	36
examples/terraform_pipeline/emr_pipeline/s3-spark-script.tf	10
examples/terraform_pipeline/emr_pipeline/spark_script.py	14
examples/terraform_pipeline/emr_pipeline/variables.tf	86
examples/terraform_pipeline/environments/dev/eu-west-1.tfvars	25
examples/transient_cluster_pipeline/__init__.py	1
examples/transient_cluster_pipeline/app.py	137
examples/transient_cluster_pipeline/cdk.json	3
examples/transient_cluster_pipeline/pipeline.json	425
examples/transient_cluster_pipeline/step_sources/phase_1/test_step_0.sh	2
examples/transient_cluster_pipeline/step_sources/phase_1/test_step_1.sh	2
examples/transient_cluster_pipeline/step_sources/phase_1/test_step_2.sh	2
examples/transient_cluster_pipeline/step_sources/phase_1/test_step_3.sh	2
examples/transient_cluster_pipeline/step_sources/phase_1/test_step_4.sh	2
examples/transient_cluster_pipeline/step_sources/phase_1/test_validation.sh	2
examples/transient_cluster_pipeline/step_sources/phase_2/test_step_0.hql	1
examples/transient_cluster_pipeline/step_sources/phase_2/test_step_1.hql	1
examples/transient_cluster_pipeline/step_sources/phase_2/test_step_2.hql	1
examples/transient_cluster_pipeline/step_sources/phase_2/test_step_3.hql	1
examples/transient_cluster_pipeline/step_sources/phase_2/test_step_4.hql	1
examples/transient_cluster_pipeline/step_sources/phase_2/test_validation.hql	1
extras/airflow/README.md	5
tox.ini	19