Path	Lines of Code
python/MANIFEST.in	28
python/packaging/classic/setup.cfg	4
python/packaging/classic/setup.py	298
python/packaging/client/setup.cfg	4
python/packaging/client/setup.py	169
python/packaging/connect/pyspark_connect/__init__.py	4
python/packaging/connect/setup.cfg	4
python/packaging/connect/setup.py	84
python/pyspark/__init__.py	72
python/pyspark/_globals.py	15
python/pyspark/_typing.pyi	16
python/pyspark/accumulators.py	173
python/pyspark/cloudpickle/__init__.py	15
python/pyspark/cloudpickle/cloudpickle.py	793
python/pyspark/cloudpickle/cloudpickle_fast.py	3
python/pyspark/conf.py	126
python/pyspark/core/__init__.py	1
python/pyspark/core/broadcast.py	166
python/pyspark/core/context.py	784
python/pyspark/core/files.py	35
python/pyspark/core/rdd.py	1451
python/pyspark/core/status.py	36
python/pyspark/daemon.py	171
python/pyspark/errors/__init__.py	70
python/pyspark/errors/error_classes.py	9
python/pyspark/errors/exceptions/__init__.py	13
python/pyspark/errors/exceptions/base.py	150
python/pyspark/errors/exceptions/captured.py	284
python/pyspark/errors/exceptions/connect.py	332
python/pyspark/errors/exceptions/tblib.py	200
python/pyspark/errors/utils.py	182
python/pyspark/errors_doc_gen.py	14
python/pyspark/find_spark_home.py	51
python/pyspark/install.py	117
python/pyspark/instrumentation_utils.py	133
python/pyspark/java_gateway.py	105
python/pyspark/join.py	66
python/pyspark/logger/__init__.py	2
python/pyspark/logger/logger.py	113
python/pyspark/loose_version.py	56
python/pyspark/ml/__init__.py	49
python/pyspark/ml/_typing.pyi	59
python/pyspark/ml/base.py	174
python/pyspark/ml/classification.py	2173
python/pyspark/ml/clustering.py	1000
python/pyspark/ml/common.py	101
python/pyspark/ml/connect/__init__.py	23
python/pyspark/ml/connect/base.py	132
python/pyspark/ml/connect/classification.py	248
python/pyspark/ml/connect/evaluation.py	142
python/pyspark/ml/connect/feature.py	216
python/pyspark/ml/connect/functions.py	47
python/pyspark/ml/connect/io_utils.py	197
python/pyspark/ml/connect/pipeline.py	116
python/pyspark/ml/connect/proto.py	46
python/pyspark/ml/connect/readwrite.py	290
python/pyspark/ml/connect/serialize.py	151
python/pyspark/ml/connect/summarizer.py	69
python/pyspark/ml/connect/tuning.py	318
python/pyspark/ml/connect/util.py	87
python/pyspark/ml/deepspeed/__init__.py	1
python/pyspark/ml/deepspeed/deepspeed_distributor.py	87
python/pyspark/ml/dl_util.py	41
python/pyspark/ml/evaluation.py	579
python/pyspark/ml/feature.py	3621
python/pyspark/ml/fpm.py	243
python/pyspark/ml/functions.py	301
python/pyspark/ml/image.py	97
python/pyspark/ml/linalg/__init__.py	779
python/pyspark/ml/model_cache.py	22
python/pyspark/ml/param/__init__.py	326
python/pyspark/ml/param/_shared_params_code_gen.py	308
python/pyspark/ml/param/shared.py	451
python/pyspark/ml/pipeline.py	253
python/pyspark/ml/recommendation.py	328
python/pyspark/ml/regression.py	1554
python/pyspark/ml/stat.py	185
python/pyspark/ml/torch/__init__.py	1
python/pyspark/ml/torch/data.py	66
python/pyspark/ml/torch/distributor.py	630
python/pyspark/ml/torch/log_communication.py	126
python/pyspark/ml/torch/torch_run_process_wrapper.py	50
python/pyspark/ml/tree.py	252
python/pyspark/ml/tuning.py	1133
python/pyspark/ml/util.py	714
python/pyspark/ml/wrapper.py	245
python/pyspark/mllib/__init__.py	17
python/pyspark/mllib/_typing.pyi	11
python/pyspark/mllib/classification.py	398
python/pyspark/mllib/clustering.py	449
python/pyspark/mllib/common.py	105
python/pyspark/mllib/evaluation.py	254
python/pyspark/mllib/feature.py	346
python/pyspark/mllib/fpm.py	74
python/pyspark/mllib/linalg/__init__.py	908
python/pyspark/mllib/linalg/distributed.py	365
python/pyspark/mllib/random.py	170
python/pyspark/mllib/recommendation.py	136
python/pyspark/mllib/regression.py	371
python/pyspark/mllib/stat/KernelDensity.py	19
python/pyspark/mllib/stat/__init__.py	12
python/pyspark/mllib/stat/_statistics.py	118
python/pyspark/mllib/stat/distribution.py	6
python/pyspark/mllib/tree.py	321
python/pyspark/mllib/util.py	196
python/pyspark/pandas/__init__.py	106
python/pyspark/pandas/_typing.py	23
python/pyspark/pandas/accessors.py	434
python/pyspark/pandas/base.py	601
python/pyspark/pandas/categorical.py	225
python/pyspark/pandas/config.py	363
python/pyspark/pandas/correlation.py	202
python/pyspark/pandas/data_type_ops/__init__.py	1
python/pyspark/pandas/data_type_ops/base.py	366
python/pyspark/pandas/data_type_ops/binary_ops.py	61
python/pyspark/pandas/data_type_ops/boolean_ops.py	328
python/pyspark/pandas/data_type_ops/categorical_ops.py	84
python/pyspark/pandas/data_type_ops/complex_ops.py	86
python/pyspark/pandas/data_type_ops/date_ops.py	80
python/pyspark/pandas/data_type_ops/datetime_ops.py	119
python/pyspark/pandas/data_type_ops/null_ops.py	49
python/pyspark/pandas/data_type_ops/num_ops.py	421
python/pyspark/pandas/data_type_ops/string_ops.py	110
python/pyspark/pandas/data_type_ops/timedelta_ops.py	64
python/pyspark/pandas/data_type_ops/udt_ops.py	5
python/pyspark/pandas/datetimes.py	190
python/pyspark/pandas/exceptions.py	104
python/pyspark/pandas/extensions.py	71
python/pyspark/pandas/generic.py	991
python/pyspark/pandas/groupby.py	1800
python/pyspark/pandas/indexes/__init__.py	4
python/pyspark/pandas/indexes/base.py	988
python/pyspark/pandas/indexes/category.py	124
python/pyspark/pandas/indexes/datetimes.py	274
python/pyspark/pandas/indexes/multi.py	527
python/pyspark/pandas/indexes/timedelta.py	110
python/pyspark/pandas/indexing.py	1210
python/pyspark/pandas/internal.py	800
python/pyspark/pandas/missing/__init__.py	23
python/pyspark/pandas/missing/common.py	44
python/pyspark/pandas/missing/frame.py	32
python/pyspark/pandas/missing/general_functions.py	20
python/pyspark/pandas/missing/groupby.py	51
python/pyspark/pandas/missing/indexes.py	122
python/pyspark/pandas/missing/resample.py	63
python/pyspark/pandas/missing/scalars.py	9
python/pyspark/pandas/missing/series.py	38
python/pyspark/pandas/missing/window.py	109
python/pyspark/pandas/mlflow.py	81
python/pyspark/pandas/namespace.py	1517
python/pyspark/pandas/numpy_compat.py	213
python/pyspark/pandas/plot/__init__.py	1
python/pyspark/pandas/plot/core.py	424
python/pyspark/pandas/plot/matplotlib.py	597
python/pyspark/pandas/plot/plotly.py	192
python/pyspark/pandas/resample.py	378
python/pyspark/pandas/series.py	2215
python/pyspark/pandas/spark/__init__.py	1
python/pyspark/pandas/spark/accessors.py	238
python/pyspark/pandas/spark/utils.py	101
python/pyspark/pandas/sql_formatter.py	124
python/pyspark/pandas/sql_processor.py	137
python/pyspark/pandas/strings.py	309
python/pyspark/pandas/supported_api_gen.py	195
python/pyspark/pandas/typedef/__init__.py	1
python/pyspark/pandas/typedef/typehints.py	409
python/pyspark/pandas/usage_logging/__init__.py	100
python/pyspark/pandas/usage_logging/usage_logger.py	66
python/pyspark/pandas/utils.py	657
python/pyspark/pandas/window.py	539
python/pyspark/profiler.py	354
python/pyspark/rddsampler.py	71
python/pyspark/resource/__init__.py	17
python/pyspark/resource/information.py	11
python/pyspark/resource/profile.py	176
python/pyspark/resource/requests.py	208
python/pyspark/resultiterable.py	14
python/pyspark/serializers.py	373
python/pyspark/shell.py	88
python/pyspark/shuffle.py	446
python/pyspark/sql/__init__.py	37
python/pyspark/sql/_typing.pyi	58
python/pyspark/sql/avro/__init__.py	1
python/pyspark/sql/avro/functions.py	108
python/pyspark/sql/catalog.py	323
python/pyspark/sql/classic/__init__.py	1
python/pyspark/sql/classic/column.py	490
python/pyspark/sql/classic/dataframe.py	1539
python/pyspark/sql/classic/table_arg.py	27
python/pyspark/sql/classic/window.py	104
python/pyspark/sql/column.py	317
python/pyspark/sql/conf.py	55
python/pyspark/sql/connect/__init__.py	1
python/pyspark/sql/connect/_typing.py	51
python/pyspark/sql/connect/avro/__init__.py	1
python/pyspark/sql/connect/avro/functions.py	94
python/pyspark/sql/connect/catalog.py	278
python/pyspark/sql/connect/client/__init__.py	4
python/pyspark/sql/connect/client/artifact.py	282
python/pyspark/sql/connect/client/core.py	1449
python/pyspark/sql/connect/client/reattach.py	218
python/pyspark/sql/connect/client/retries.py	157
python/pyspark/sql/connect/column.py	482
python/pyspark/sql/connect/conf.py	121
python/pyspark/sql/connect/conversion.py	35
python/pyspark/sql/connect/dataframe.py	1945
python/pyspark/sql/connect/datasource.py	16
python/pyspark/sql/connect/expressions.py	1039
python/pyspark/sql/connect/functions/__init__.py	4
python/pyspark/sql/connect/functions/builtin.py	2417
python/pyspark/sql/connect/functions/partitioning.py	61
python/pyspark/sql/connect/group.py	488
python/pyspark/sql/connect/logging.py	24
python/pyspark/sql/connect/merge.py	189
python/pyspark/sql/connect/observation.py	75
python/pyspark/sql/connect/plan.py	2133
python/pyspark/sql/connect/profiler.py	15
python/pyspark/sql/connect/proto/__init__.py	10
python/pyspark/sql/connect/proto/base_pb2.pyi	3038
python/pyspark/sql/connect/proto/base_pb2_grpc.py	454
python/pyspark/sql/connect/proto/catalog_pb2.pyi	913
python/pyspark/sql/connect/proto/commands_pb2.pyi	2053
python/pyspark/sql/connect/proto/common_pb2.pyi	566
python/pyspark/sql/connect/proto/example_plugins_pb2.py	30
python/pyspark/sql/connect/proto/example_plugins_pb2.pyi	66
python/pyspark/sql/connect/proto/expressions_pb2.pyi	1764
python/pyspark/sql/connect/proto/ml_common_pb2.py	35
python/pyspark/sql/connect/proto/ml_common_pb2.pyi	103
python/pyspark/sql/connect/proto/ml_pb2.pyi	465
python/pyspark/sql/connect/proto/relations_pb2.pyi	3616
python/pyspark/sql/connect/proto/types_pb2.pyi	914
python/pyspark/sql/connect/protobuf/__init__.py	1
python/pyspark/sql/connect/protobuf/functions.py	115
python/pyspark/sql/connect/readwriter.py	851
python/pyspark/sql/connect/resource/__init__.py	1
python/pyspark/sql/connect/resource/profile.py	37
python/pyspark/sql/connect/session.py	838
python/pyspark/sql/connect/shell/__init__.py	4
python/pyspark/sql/connect/shell/progress.py	136
python/pyspark/sql/connect/sql_formatter.py	42
python/pyspark/sql/connect/streaming/__init__.py	1
python/pyspark/sql/connect/streaming/query.py	340
python/pyspark/sql/connect/streaming/readwriter.py	606
python/pyspark/sql/connect/streaming/worker/__init__.py	1
python/pyspark/sql/connect/streaming/worker/foreach_batch_worker.py	59
python/pyspark/sql/connect/streaming/worker/listener_worker.py	72
python/pyspark/sql/connect/table_arg.py	76
python/pyspark/sql/connect/tvf.py	101
python/pyspark/sql/connect/types.py	295
python/pyspark/sql/connect/udf.py	226
python/pyspark/sql/connect/udtf.py	156
python/pyspark/sql/connect/utils.py	66
python/pyspark/sql/connect/window.py	136
python/pyspark/sql/context.py	292
python/pyspark/sql/conversion.py	415
python/pyspark/sql/dataframe.py	851
python/pyspark/sql/datasource.py	256
python/pyspark/sql/datasource_internal.py	78
python/pyspark/sql/functions/__init__.py	466
python/pyspark/sql/functions/partitioning.py	65
python/pyspark/sql/group.py	90
python/pyspark/sql/internal.py	124
python/pyspark/sql/merge.py	111
python/pyspark/sql/metrics.py	150
python/pyspark/sql/observation.py	63
python/pyspark/sql/pandas/__init__.py	1
python/pyspark/sql/pandas/_typing/__init__.pyi	322
python/pyspark/sql/pandas/_typing/protocols/__init__.pyi	1
python/pyspark/sql/pandas/_typing/protocols/frame.pyi	1
python/pyspark/sql/pandas/_typing/protocols/series.pyi	1
python/pyspark/sql/pandas/conversion.py	610
python/pyspark/sql/pandas/functions.py	160
python/pyspark/sql/pandas/functions.pyi	110
python/pyspark/sql/pandas/group_ops.py	252
python/pyspark/sql/pandas/map_ops.py	83
python/pyspark/sql/pandas/serializers.py	884
python/pyspark/sql/pandas/typehints.py	124
python/pyspark/sql/pandas/types.py	920
python/pyspark/sql/pandas/utils.py	87
python/pyspark/sql/plot/__init__.py	1
python/pyspark/sql/plot/core.py	297
python/pyspark/sql/plot/plotly.py	197
python/pyspark/sql/profiler.py	308
python/pyspark/sql/protobuf/__init__.py	1
python/pyspark/sql/protobuf/functions.py	106
python/pyspark/sql/readwriter.py	860
python/pyspark/sql/session.py	921
python/pyspark/sql/sql_formatter.py	51
python/pyspark/sql/streaming/__init__.py	8
python/pyspark/sql/streaming/list_state_client.py	164
python/pyspark/sql/streaming/listener.py	642
python/pyspark/sql/streaming/map_state_client.py	224
python/pyspark/sql/streaming/proto/StateMessage_pb2.pyi	1116
python/pyspark/sql/streaming/proto/__init__.py	1
python/pyspark/sql/streaming/python_streaming_source_runner.py	161
python/pyspark/sql/streaming/query.py	124
python/pyspark/sql/streaming/readwriter.py	612
python/pyspark/sql/streaming/state.py	187
python/pyspark/sql/streaming/stateful_processor.py	141
python/pyspark/sql/streaming/stateful_processor_api_client.py	392
python/pyspark/sql/streaming/stateful_processor_util.py	154
python/pyspark/sql/streaming/transform_with_state_driver_worker.py	73
python/pyspark/sql/streaming/value_state_client.py	74
python/pyspark/sql/table_arg.py	15
python/pyspark/sql/tvf.py	86
python/pyspark/sql/tvf_argument.py	2
python/pyspark/sql/types.py	1984
python/pyspark/sql/udf.py	464
python/pyspark/sql/udtf.py	275
python/pyspark/sql/utils.py	289
python/pyspark/sql/variant_utils.py	615
python/pyspark/sql/window.py	45
python/pyspark/sql/worker/__init__.py	1
python/pyspark/sql/worker/analyze_udtf.py	187
python/pyspark/sql/worker/commit_data_source_write.py	79
python/pyspark/sql/worker/create_data_source.py	121
python/pyspark/sql/worker/data_source_pushdown_filters.py	186
python/pyspark/sql/worker/lookup_data_sources.py	69
python/pyspark/sql/worker/plan_data_source_read.py	301
python/pyspark/sql/worker/python_streaming_sink_runner.py	107
python/pyspark/sql/worker/write_into_data_source.py	179
python/pyspark/statcounter.py	97
python/pyspark/storagelevel.py	61
python/pyspark/streaming/__init__.py	4
python/pyspark/streaming/context.py	210
python/pyspark/streaming/dstream.py	489
python/pyspark/streaming/kinesis.py	110
python/pyspark/streaming/listener.py	25
python/pyspark/streaming/util.py	88
python/pyspark/taskcontext.py	147
python/pyspark/testing/__init__.py	40
python/pyspark/testing/connectutils.py	177
python/pyspark/testing/mllibutils.py	9
python/pyspark/testing/mlutils.py	197
python/pyspark/testing/objects.py	57
python/pyspark/testing/pandasutils.py	486
python/pyspark/testing/sqlutils.py	132
python/pyspark/testing/streamingutils.py	110
python/pyspark/testing/utils.py	560
python/pyspark/traceback_utils.py	43
python/pyspark/util.py	439
python/pyspark/version.py	1
python/pyspark/worker.py	1728
python/pyspark/worker_util.py	117
python/run-tests.py	287