Path	Lines of Code
airflow/dags/submit_pyspark_dataproc_template.py	47
airflow/dags/submit_spark_dataproc_template.py	50
cloudbuild.yaml	63
java/src/main/java/com/google/cloud/dataproc/dialects/SpannerJdbcDialect.java	66
java/src/main/java/com/google/cloud/dataproc/dialects/SpannerPostgresJDBCDialect.java	52
java/src/main/java/com/google/cloud/dataproc/templates/BaseTemplate.java	52
java/src/main/java/com/google/cloud/dataproc/templates/bigquery/BigQueryToGCS.java	92
java/src/main/java/com/google/cloud/dataproc/templates/bigquery/BigQueryToJDBC.java	56
java/src/main/java/com/google/cloud/dataproc/templates/bigquery/BigQueryToJDBCConfig.java	98
java/src/main/java/com/google/cloud/dataproc/templates/config/GeneralTemplateConfig.java	106
java/src/main/java/com/google/cloud/dataproc/templates/config/InputConfig.java	37
java/src/main/java/com/google/cloud/dataproc/templates/config/OutputConfig.java	47
java/src/main/java/com/google/cloud/dataproc/templates/config/QueryConfig.java	16
java/src/main/java/com/google/cloud/dataproc/templates/databases/CassandraToBQ.java	61
java/src/main/java/com/google/cloud/dataproc/templates/databases/CassandraToBqConfig.java	108
java/src/main/java/com/google/cloud/dataproc/templates/databases/CassandraToGCS.java	59
java/src/main/java/com/google/cloud/dataproc/templates/databases/CassandraToGCSConfig.java	116
java/src/main/java/com/google/cloud/dataproc/templates/databases/MongoToBQ.java	56
java/src/main/java/com/google/cloud/dataproc/templates/databases/MongoToBQConfig.java	105
java/src/main/java/com/google/cloud/dataproc/templates/databases/MongoToGCS.java	69
java/src/main/java/com/google/cloud/dataproc/templates/databases/RedshiftToGCS.java	56
java/src/main/java/com/google/cloud/dataproc/templates/databases/RedshiftToGCSConfig.java	90
java/src/main/java/com/google/cloud/dataproc/templates/databases/SpannerToGCS.java	68
java/src/main/java/com/google/cloud/dataproc/templates/databases/SpannerToGCSConfig.java	178
java/src/main/java/com/google/cloud/dataproc/templates/dataplex/DataplexGCStoBQ.java	380
java/src/main/java/com/google/cloud/dataproc/templates/gcs/GCSToJDBC.java	96
java/src/main/java/com/google/cloud/dataproc/templates/gcs/GCSToJDBCConfig.java	120
java/src/main/java/com/google/cloud/dataproc/templates/gcs/GCSToSpanner.java	83
java/src/main/java/com/google/cloud/dataproc/templates/gcs/GCSToSpannerConfig.java	124
java/src/main/java/com/google/cloud/dataproc/templates/gcs/GCStoBigTable.java	89
java/src/main/java/com/google/cloud/dataproc/templates/gcs/GCStoBigTableConfig.java	107
java/src/main/java/com/google/cloud/dataproc/templates/gcs/GCStoBigquery.java	130
java/src/main/java/com/google/cloud/dataproc/templates/gcs/GCStoGCS.java	93
java/src/main/java/com/google/cloud/dataproc/templates/gcs/GCStoMongo.java	105
java/src/main/java/com/google/cloud/dataproc/templates/gcs/TextToBigquery.java	110
java/src/main/java/com/google/cloud/dataproc/templates/general/GeneralTemplate.java	129
java/src/main/java/com/google/cloud/dataproc/templates/hbase/HbaseToGCS.java	73
java/src/main/java/com/google/cloud/dataproc/templates/hive/HiveToBigQuery.java	79
java/src/main/java/com/google/cloud/dataproc/templates/hive/HiveToGCS.java	86
java/src/main/java/com/google/cloud/dataproc/templates/jdbc/JDBCToBigQuery.java	123
java/src/main/java/com/google/cloud/dataproc/templates/jdbc/JDBCToGCS.java	64
java/src/main/java/com/google/cloud/dataproc/templates/jdbc/JDBCToGCSConfig.java	206
java/src/main/java/com/google/cloud/dataproc/templates/jdbc/JDBCToJDBC.java	87
java/src/main/java/com/google/cloud/dataproc/templates/jdbc/JDBCToJDBCConfig.java	207
java/src/main/java/com/google/cloud/dataproc/templates/jdbc/JDBCToSpanner.java	99
java/src/main/java/com/google/cloud/dataproc/templates/jdbc/JDBCToSpannerConfig.java	191
java/src/main/java/com/google/cloud/dataproc/templates/kafka/KafkaReader.java	71
java/src/main/java/com/google/cloud/dataproc/templates/kafka/KafkaToBQ.java	152
java/src/main/java/com/google/cloud/dataproc/templates/kafka/KafkaToBQDstream.java	164
java/src/main/java/com/google/cloud/dataproc/templates/kafka/KafkaToGCS.java	102
java/src/main/java/com/google/cloud/dataproc/templates/kafka/KafkaToGCSDstream.java	161
java/src/main/java/com/google/cloud/dataproc/templates/kafka/KafkaToPubSub.java	130
java/src/main/java/com/google/cloud/dataproc/templates/main/DataProcTemplate.java	177
java/src/main/java/com/google/cloud/dataproc/templates/pubsub/PubSubToBQ.java	186
java/src/main/java/com/google/cloud/dataproc/templates/pubsub/PubSubToBigTable.java	163
java/src/main/java/com/google/cloud/dataproc/templates/pubsub/PubSubToGCS.java	184
java/src/main/java/com/google/cloud/dataproc/templates/pubsublite/PubSubLiteToBigTable.java	146
java/src/main/java/com/google/cloud/dataproc/templates/s3/S3ToBigQuery.java	128
java/src/main/java/com/google/cloud/dataproc/templates/snowflake/SnowflakeToGCS.java	56
java/src/main/java/com/google/cloud/dataproc/templates/snowflake/SnowflakeToGCSConfig.java	162
java/src/main/java/com/google/cloud/dataproc/templates/util/Dataplex/DataplexAPIUtil.java	27
java/src/main/java/com/google/cloud/dataproc/templates/util/Dataplex/DataplexAssetUtil.java	40
java/src/main/java/com/google/cloud/dataproc/templates/util/Dataplex/DataplexEntityUtil.java	239
java/src/main/java/com/google/cloud/dataproc/templates/util/DataprocTemplateException.java	12
java/src/main/java/com/google/cloud/dataproc/templates/util/PropertyUtil.java	47
java/src/main/java/com/google/cloud/dataproc/templates/util/ReadSchemaUtil.java	22
java/src/main/java/com/google/cloud/dataproc/templates/util/TemplateConstants.java	378
java/src/main/java/com/google/cloud/dataproc/templates/util/TemplateUtil.java	22
java/src/main/java/com/google/cloud/dataproc/templates/util/ValidationUtil.java	59
java/src/main/java/com/google/cloud/dataproc/templates/word/WordCount.java	34
java/src/main/resources/hbase-site.xml	28
java/src/main/resources/logback-test.xml	30
java/src/main/resources/logback.xml	30
notebooks/__init__.py	1
notebooks/generic_notebook/vertex_pipeline_pyspark.ipynb	554
notebooks/hive2bq/HiveToBigquery_notebook.ipynb	932
notebooks/hive2bq/HiveToBigquery_parameterize_script.py	83
notebooks/hive2bq/__init__.py	1
notebooks/mssql2bq/mssql-to-bigquery-notebook.ipynb	911
notebooks/mssql2postgresql/mssql-to-postgres-notebook.ipynb	919
notebooks/mysql2spanner/MySqlToSpanner_notebook.ipynb	903
notebooks/mysql2spanner/MySqlToSpanner_parameterize_script.py	110
notebooks/mysql2spanner/__init__.py	1
notebooks/oracle2bq/OracleToBigQuery_notebook.ipynb	881
notebooks/oracle2bq/OracleToBigQuery_parameterize_script.py	110
notebooks/oracle2bq/__init__.py	1
notebooks/oracle2postgres/OracleToPostgres_notebook.ipynb	978
notebooks/oracle2postgres/OracleToPostgres_parameterize_script.py	133
notebooks/oracle2postgres/__init__.py	1
notebooks/oracle2spanner/OracleToSpanner_notebook.ipynb	894
notebooks/parameterize_script/__init__.py	2
notebooks/parameterize_script/base_parameterize_script.py	33
notebooks/parameterize_script/script_name.py	19
notebooks/parameterize_script/util/__init__.py	1
notebooks/parameterize_script/util/argument_parsing.py	40
notebooks/parameterize_script/util/notebook_constants.py	115
notebooks/postgresql2bq/PostgreSqlToBigQuery_parameterize_script.py	102
notebooks/postgresql2bq/__init__.py	1
notebooks/postgresql2bq/postgresql-to-bigquery-notebook.ipynb	1139
notebooks/run_notebook.py	27
notebooks/util/__init__.py	1
notebooks/util/global_typeconvert.config.yaml	4
notebooks/util/jdbc/__init__.py	1
notebooks/util/jdbc/engines/__init__.py	1
notebooks/util/jdbc/engines/mysql_input_manager.py	139
notebooks/util/jdbc/engines/oracle_input_manager.py	161
notebooks/util/jdbc/jdbc_input_manager.py	18
notebooks/util/jdbc/jdbc_input_manager_interface.py	235
notebooks/util/notebook_functions.py	25
notebooks/util/sql_translation.py	48
python/MANIFEST.in	18
python/dataproc_templates/__init__.py	2
python/dataproc_templates/azure/__init__.py	1
python/dataproc_templates/azure/azure_blob_storage_to_bigquery.py	129
python/dataproc_templates/base_template.py	18
python/dataproc_templates/bigquery/__init__.py	2
python/dataproc_templates/bigquery/bigquery_to_gcs.py	86
python/dataproc_templates/bigquery/bigquery_to_memorystore.py	130
python/dataproc_templates/cassandra/__init__.py	2
python/dataproc_templates/cassandra/cassandra_to_bigquery.py	115
python/dataproc_templates/cassandra/cassandra_to_gcs.py	125
python/dataproc_templates/elasticsearch/__init__.py	1
python/dataproc_templates/elasticsearch/elasticsearch_to_bigtable.py	144
python/dataproc_templates/elasticsearch/elasticsearch_to_bq.py	141
python/dataproc_templates/elasticsearch/elasticsearch_to_gcs.py	141
python/dataproc_templates/gcs/__init__.py	2
python/dataproc_templates/gcs/gcs_to_bigquery.py	93
python/dataproc_templates/gcs/gcs_to_bigtable.py	98
python/dataproc_templates/gcs/gcs_to_gcs.py	137
python/dataproc_templates/gcs/gcs_to_jdbc.py	113
python/dataproc_templates/gcs/gcs_to_mongo.py	102
python/dataproc_templates/gcs/text_to_bigquery.py	106
python/dataproc_templates/hbase/__init__.py	1
python/dataproc_templates/hbase/hbase-site.xml	28
python/dataproc_templates/hbase/hbase_to_gcs.py	76
python/dataproc_templates/hive/__init__.py	2
python/dataproc_templates/hive/hive_to_bigquery.py	105
python/dataproc_templates/hive/hive_to_gcs.py	108
python/dataproc_templates/hive/util/__init__.py	1
python/dataproc_templates/hive/util/hive_ddl_extractor.py	63
python/dataproc_templates/jdbc/__init__.py	3
python/dataproc_templates/jdbc/jdbc_to_bigquery.py	171
python/dataproc_templates/jdbc/jdbc_to_gcs.py	219
python/dataproc_templates/jdbc/jdbc_to_jdbc.py	227
python/dataproc_templates/kafka/__init__.py	2
python/dataproc_templates/kafka/kafka_to_bq.py	102
python/dataproc_templates/kafka/kafka_to_gcs.py	104
python/dataproc_templates/mongo/__init__.py	1
python/dataproc_templates/mongo/mongo_to_bq.py	98
python/dataproc_templates/mongo/mongo_to_gcs.py	93
python/dataproc_templates/pubsublite/__init__.py	2
python/dataproc_templates/pubsublite/pubsublite_to_bigtable.py	175
python/dataproc_templates/pubsublite/pubsublite_to_gcs.py	117
python/dataproc_templates/redshift/__init__.py	1
python/dataproc_templates/redshift/redshift_to_gcs.py	131
python/dataproc_templates/s3/__init__.py	1
python/dataproc_templates/s3/s3_to_bigquery.py	125
python/dataproc_templates/snowflake/__init__.py	1
python/dataproc_templates/snowflake/snowflake_to_gcs.py	212
python/dataproc_templates/template_name.py	46
python/dataproc_templates/util/__init__.py	2
python/dataproc_templates/util/argument_parsing.py	68
python/dataproc_templates/util/dataframe_reader_wrappers.py	77
python/dataproc_templates/util/dataframe_writer_wrappers.py	56
python/dataproc_templates/util/elasticsearch_transformations.py	96
python/dataproc_templates/util/secret_manager.py	19
python/dataproc_templates/util/template_constants.py	848
python/dataproc_templates/util/tracking.py	16
python/main.py	98
python/setup.cfg	2
python/setup.py	58
python/version.py	1