path # lines of code conf/log4rs.yaml 8 rust-toolchain.toml 19 fuzz-testing/src/main/scala/org/apache/comet/fuzz/Utils.scala 19 fuzz-testing/src/main/scala/org/apache/comet/fuzz/Meta.scala 104 fuzz-testing/src/main/scala/org/apache/comet/fuzz/QueryRunner.scala 142 fuzz-testing/src/main/scala/org/apache/comet/fuzz/Main.scala 85 fuzz-testing/src/main/scala/org/apache/comet/fuzz/QueryGen.scala 133 common/src/main/scala/org/apache/comet/vector/StreamReader.scala 31 common/src/main/scala/org/apache/comet/vector/NativeUtil.scala 111 common/src/main/scala/org/apache/comet/CometConf.scala 725 common/src/main/scala/org/apache/comet/Constants.scala 5 common/src/main/scala/org/apache/comet/parquet/CometParquetUtils.scala 16 common/src/main/scala/org/apache/comet/parquet/CometReaderThreadPool.scala 33 common/src/main/scala/org/apache/comet/package.scala 47 common/src/main/scala/org/apache/spark/sql/comet/util/Utils.scala 216 common/src/main/scala/org/apache/spark/sql/comet/CastOverflowException.scala 14 common/src/main/scala/org/apache/spark/sql/comet/execution/arrow/CometArrowConverters.scala 139 common/src/main/scala/org/apache/spark/sql/comet/execution/arrow/ArrowReaderIterator.scala 52 common/src/main/scala/org/apache/spark/sql/comet/execution/arrow/ArrowWriters.scala 384 common/src/main/scala/org/apache/spark/sql/comet/parquet/CometSparkToParquetSchemaConverter.scala 174 common/src/main/scala/org/apache/spark/sql/comet/parquet/CometParquetReadSupport.scala 259 common/src/main/java/org/apache/arrow/c/ArrowImporter.java 28 common/src/main/java/org/apache/arrow/c/AbstractCometSchemaImporter.java 36 common/src/main/java/org/apache/arrow/c/CometArrayImporter.java 103 common/src/main/java/org/apache/arrow/c/CometBufferImportTypeVisitor.java 316 common/src/main/java/org/apache/comet/ParquetRuntimeException.java 9 common/src/main/java/org/apache/comet/CometRuntimeException.java 9 common/src/main/java/org/apache/comet/vector/CometDecodedVector.java 68 common/src/main/java/org/apache/comet/vector/CometPlainVector.java 147 common/src/main/java/org/apache/comet/vector/CometMapVector.java 49 common/src/main/java/org/apache/comet/vector/HasRowIdMapping.java 9 common/src/main/java/org/apache/comet/vector/CometStructVector.java 35 common/src/main/java/org/apache/comet/vector/CometListVector.java 33 common/src/main/java/org/apache/comet/vector/CometDictionaryVector.java 96 common/src/main/java/org/apache/comet/vector/CometVector.java 176 common/src/main/java/org/apache/comet/vector/CometDelegateVector.java 124 common/src/main/java/org/apache/comet/vector/CometLazyVector.java 50 common/src/main/java/org/apache/comet/vector/CometDictionary.java 80 common/src/main/java/org/apache/comet/NativeBase.java 208 common/src/main/java/org/apache/comet/CometNativeException.java 6 common/src/main/java/org/apache/comet/CometOutOfMemoryError.java 6 common/src/main/java/org/apache/comet/CometSchemaImporter.java 8 common/src/main/java/org/apache/comet/parquet/RowGroupReader.java 44 common/src/main/java/org/apache/comet/parquet/ColumnIndexReader.java 177 common/src/main/java/org/apache/comet/parquet/TypeUtil.java 293 common/src/main/java/org/apache/comet/parquet/Utils.java 187 common/src/main/java/org/apache/comet/parquet/AbstractColumnReader.java 67 common/src/main/java/org/apache/comet/parquet/BatchReader.java 445 common/src/main/java/org/apache/comet/parquet/MetadataColumnReader.java 56 common/src/main/java/org/apache/comet/parquet/NativeColumnReader.java 89 common/src/main/java/org/apache/comet/parquet/RowIndexColumnReader.java 18 common/src/main/java/org/apache/comet/parquet/FileReader.java 938 common/src/main/java/org/apache/comet/parquet/SupportsComet.java 4 common/src/main/java/org/apache/comet/parquet/LazyColumnReader.java 100 common/src/main/java/org/apache/comet/parquet/ColumnReader.java 210 common/src/main/java/org/apache/comet/parquet/DictionaryPageReader.java 145 common/src/main/java/org/apache/comet/parquet/ConstantColumnReader.java 90 common/src/main/java/org/apache/comet/parquet/NativeBatchReader.java 419 common/src/main/java/org/apache/comet/parquet/CometInputFile.java 104 common/src/main/java/org/apache/comet/parquet/RowGroupFilter.java 86 common/src/main/java/org/apache/comet/parquet/Native.java 76 common/src/main/java/org/apache/comet/parquet/ReadOptions.java 137 common/src/main/java/org/apache/comet/parquet/BloomFilterReader.java 197 common/src/main/java/org/apache/comet/parquet/ColumnPageReader.java 212 common/src/main/java/org/apache/comet/parquet/FooterReader.java 27 common/src/main/java/org/apache/comet/parquet/IndexFilter.java 104 common/src/main/spark-3.x/org/apache/comet/shims/ShimCometConf.scala 5 common/src/main/spark-3.4/org/apache/comet/shims/ShimFileFormat.scala 8 common/src/main/spark-3.4/org/apache/comet/shims/ShimBatchReader.scala 15 common/src/main/spark-3.4/org/apache/spark/sql/comet/shims/ShimTaskMetrics.scala 7 common/src/main/spark-4.0/org/apache/comet/shims/ShimFileFormat.scala 9 common/src/main/spark-4.0/org/apache/comet/shims/ShimBatchReader.scala 16 common/src/main/spark-4.0/org/apache/comet/shims/ShimCometConf.scala 5 common/src/main/spark-4.0/org/apache/spark/sql/comet/shims/ShimTaskMetrics.scala 7 common/src/main/spark-3.5/org/apache/comet/shims/ShimFileFormat.scala 9 common/src/main/spark-3.5/org/apache/comet/shims/ShimBatchReader.scala 16 common/src/main/spark-3.5/org/apache/spark/sql/comet/shims/ShimTaskMetrics.scala 8 spark/src/main/scala/org/apache/comet/rules/CometExecRule.scala 536 spark/src/main/scala/org/apache/comet/rules/EliminateRedundantTransitions.scala 53 spark/src/main/scala/org/apache/comet/rules/CometScanRule.scala 141 spark/src/main/scala/org/apache/comet/rules/RewriteJoin.scala 69 spark/src/main/scala/org/apache/comet/DataTypeSupport.scala 62 spark/src/main/scala/org/apache/comet/CometExecIterator.scala 142 spark/src/main/scala/org/apache/comet/testing/ParquetGenerator.scala 194 spark/src/main/scala/org/apache/comet/expressions/CometCast.scala 229 spark/src/main/scala/org/apache/comet/expressions/RegExp.scala 6 spark/src/main/scala/org/apache/comet/expressions/CometEvalMode.scala 10 spark/src/main/scala/org/apache/comet/ExtendedExplainInfo.scala 126 spark/src/main/scala/org/apache/comet/serde/hash.scala 57 spark/src/main/scala/org/apache/comet/serde/QueryPlanSerde.scala 2504 spark/src/main/scala/org/apache/comet/serde/aggregates.scala 644 spark/src/main/scala/org/apache/comet/serde/arrays.scala 264 spark/src/main/scala/org/apache/comet/CometSparkSessionExtensions.scala 250 spark/src/main/scala/org/apache/comet/Native.scala 49 spark/src/main/scala/org/apache/comet/MetricsSupport.scala 31 spark/src/main/scala/org/apache/comet/GenerateDocs.scala 80 spark/src/main/scala/org/apache/comet/parquet/CometParquetPartitionReaderFactory.scala 178 spark/src/main/scala/org/apache/comet/parquet/ParquetFilters.scala 834 spark/src/main/scala/org/apache/comet/parquet/CometParquetFileFormat.scala 223 spark/src/main/scala/org/apache/comet/parquet/SourceFilterSerde.scala 135 spark/src/main/scala/org/apache/comet/parquet/CometParquetScan.scala 57 spark/src/main/scala/org/apache/spark/sql/comet/CometColumnarToRowExec.scala 233 spark/src/main/scala/org/apache/spark/sql/comet/DataSourceHelpers.scala 10 spark/src/main/scala/org/apache/spark/sql/comet/CometExecRDD.scala 29 spark/src/main/scala/org/apache/spark/sql/comet/CometMetricNode.scala 100 spark/src/main/scala/org/apache/spark/sql/comet/CometBroadcastExchangeExec.scala 208 spark/src/main/scala/org/apache/spark/sql/comet/CometCollectLimitExec.scala 75 spark/src/main/scala/org/apache/spark/sql/comet/CometSparkToColumnarExec.scala 108 spark/src/main/scala/org/apache/spark/sql/comet/CometWindowExec.scala 41 spark/src/main/scala/org/apache/spark/sql/comet/plans/AliasAwareOutputExpression.scala 48 spark/src/main/scala/org/apache/spark/sql/comet/CometScanExec.scala 425 spark/src/main/scala/org/apache/spark/sql/comet/DecimalPrecision.scala 68 spark/src/main/scala/org/apache/spark/sql/comet/CometNativeScanExec.scala 199 spark/src/main/scala/org/apache/spark/sql/comet/CometPlan.scala 3 spark/src/main/scala/org/apache/spark/sql/comet/ZippedPartitionsRDD.scala 33 spark/src/main/scala/org/apache/spark/sql/comet/CometScanUtils.scala 7 spark/src/main/scala/org/apache/spark/sql/comet/execution/shuffle/CometBlockStoreShuffleReader.scala 119 spark/src/main/scala/org/apache/spark/sql/comet/execution/shuffle/NativeBatchDecoderIterator.scala 131 spark/src/main/scala/org/apache/spark/sql/comet/execution/shuffle/CometShuffleExchangeExec.scala 296 spark/src/main/scala/org/apache/spark/sql/comet/execution/shuffle/CometNativeShuffleWriter.scala 160 spark/src/main/scala/org/apache/spark/sql/comet/execution/shuffle/CometShuffledRowRDD.scala 109 spark/src/main/scala/org/apache/spark/sql/comet/execution/shuffle/CometShuffleDependency.scala 36 spark/src/main/scala/org/apache/spark/sql/comet/execution/shuffle/CometShuffleManager.scala 231 spark/src/main/scala/org/apache/spark/sql/comet/execution/shuffle/ShuffleUtils.scala 30 spark/src/main/scala/org/apache/spark/sql/comet/CometExecUtils.scala 105 spark/src/main/scala/org/apache/spark/sql/comet/operators.scala 746 spark/src/main/scala/org/apache/spark/sql/comet/CometBatchScanExec.scala 95 spark/src/main/scala/org/apache/spark/sql/comet/CometTakeOrderedAndProjectExec.scala 96 spark/src/main/scala/org/apache/spark/sql/comet/CometCoalesceExec.scala 38 spark/src/main/scala/org/apache/spark/shuffle/sort/RowPartition.scala 29 spark/src/main/scala/org/apache/spark/Plugins.scala 68 spark/src/main/java/org/apache/comet/CometBatchIterator.java 33 spark/src/main/java/org/apache/spark/sql/comet/CometScalarSubquery.java 62 spark/src/main/java/org/apache/spark/sql/comet/execution/shuffle/CometBypassMergeSortShuffleWriter.java 276 spark/src/main/java/org/apache/spark/sql/comet/execution/shuffle/CometUnsafeShuffleWriter.java 425 spark/src/main/java/org/apache/spark/sql/comet/execution/shuffle/ShuffleThreadPool.java 37 spark/src/main/java/org/apache/spark/sql/comet/execution/shuffle/CometDiskBlockWriter.java 304 spark/src/main/java/org/apache/spark/sql/comet/execution/shuffle/SpillInfo.java 13 spark/src/main/java/org/apache/spark/sql/comet/execution/shuffle/SpillWriter.java 149 spark/src/main/java/org/apache/spark/sql/comet/execution/shuffle/ExposedByteArrayOutputStream.java 10 spark/src/main/java/org/apache/spark/shuffle/sort/CometShuffleExternalSorter.java 410 spark/src/main/java/org/apache/spark/shuffle/comet/CometShuffleChecksumSupport.java 24 spark/src/main/java/org/apache/spark/shuffle/comet/CometBoundedShuffleMemoryAllocator.java 121 spark/src/main/java/org/apache/spark/shuffle/comet/CometShuffleMemoryAllocatorTrait.java 15 spark/src/main/java/org/apache/spark/shuffle/comet/TooLargePageException.java 6 spark/src/main/java/org/apache/spark/shuffle/comet/CometShuffleMemoryAllocator.java 19 spark/src/main/java/org/apache/spark/shuffle/comet/CometUnifiedShuffleMemoryAllocator.java 35 spark/src/main/java/org/apache/spark/CometTaskMemoryManager.java 34 spark/src/main/java/org/apache/parquet/filter2/predicate/SparkFilterApi.java 23 spark/src/main/spark-3.x/org/apache/comet/shims/ShimCometShuffleExchangeExec.scala 24 spark/src/main/spark-3.x/org/apache/comet/shims/ShimCometSparkSessionExtensions.scala 16 spark/src/main/spark-3.x/org/apache/spark/sql/comet/shims/ShimCometShuffleWriteProcessor.scala 22 spark/src/main/spark-3.x/org/apache/spark/sql/ExtendedExplainGenerator.scala 6 spark/src/main/spark-3.x/org/apache/spark/comet/shims/ShimCometDriverPlugin.scala 8 spark/src/main/spark-3.4/org/apache/comet/shims/CometExprShim.scala 17 spark/src/main/spark-3.4/org/apache/comet/shims/ShimSQLConf.scala 6 spark/src/main/spark-3.4/org/apache/spark/sql/comet/shims/ShimCometScanExec.scala 44 spark/src/main/spark-4.0/org/apache/comet/shims/ShimCometShuffleExchangeExec.scala 20 spark/src/main/spark-4.0/org/apache/comet/shims/CometExprShim.scala 17 spark/src/main/spark-4.0/org/apache/comet/shims/ShimCometSparkSessionExtensions.scala 10 spark/src/main/spark-4.0/org/apache/comet/shims/ShimSQLConf.scala 6 spark/src/main/spark-4.0/org/apache/spark/sql/comet/shims/ShimCometShuffleWriteProcessor.scala 4 spark/src/main/spark-4.0/org/apache/spark/sql/comet/shims/ShimCometScanExec.scala 55 spark/src/main/spark-4.0/org/apache/spark/comet/shims/ShimCometDriverPlugin.scala 7 spark/src/main/spark-3.5/org/apache/comet/shims/CometExprShim.scala 17 spark/src/main/spark-3.5/org/apache/comet/shims/ShimSQLConf.scala 6 spark/src/main/spark-3.5/org/apache/spark/sql/comet/shims/ShimCometScanExec.scala 101 dev/release/check-rat-report.py 33 dev/release/generate-changelog.py 94 dev/scalastyle-config.xml 238 native/rustfmt.toml 18 native/Cargo.toml 54 native/hdfs/src/object_store/hdfs.rs 536 native/hdfs/src/object_store/mod.rs 1 native/hdfs/src/lib.rs 1 native/hdfs/Cargo.toml 47 native/core/src/common/mod.rs 4 native/core/src/common/buffer.rs 254 native/core/src/common/bit.rs 1249 native/core/src/errors.rs 663 native/core/src/jvm_bridge/comet_task_memory_manager.rs 18 native/core/src/jvm_bridge/batch_iterator.rs 18 native/core/src/jvm_bridge/mod.rs 290 native/core/src/jvm_bridge/comet_exec.rs 34 native/core/src/jvm_bridge/comet_metric_node.rs 19 native/core/src/execution/metrics/utils.rs 55 native/core/src/execution/metrics/mod.rs 1 native/core/src/execution/memory_pools/unified_pool.rs 22 native/core/src/execution/memory_pools/config.rs 79 native/core/src/execution/memory_pools/mod.rs 89 native/core/src/execution/memory_pools/task_shared.rs 31 native/core/src/execution/memory_pools/fair_pool.rs 27 native/core/src/execution/utils.rs 80 native/core/src/execution/shuffle/shuffle_writer.rs 1053 native/core/src/execution/shuffle/map.rs 2574 native/core/src/execution/shuffle/list.rs 291 native/core/src/execution/shuffle/codec.rs 186 native/core/src/execution/shuffle/mod.rs 7 native/core/src/execution/shuffle/row.rs 3089 native/core/src/execution/spark_plan.rs 63 native/core/src/execution/expressions/mod.rs 4 native/core/src/execution/expressions/bloom_filter_might_contain.rs 109 native/core/src/execution/expressions/bloom_filter_agg.rs 133 native/core/src/execution/expressions/subquery.rs 162 native/core/src/execution/serde.rs 157 native/core/src/execution/operators/expand.rs 150 native/core/src/execution/operators/copy.rs 226 native/core/src/execution/operators/mod.rs 29 native/core/src/execution/operators/scan.rs 382 native/core/src/execution/operators/filter.rs 470 native/core/src/execution/planner.rs 2783 native/core/src/execution/util/spark_bit_array.rs 163 native/core/src/execution/util/spark_bloom_filter.rs 126 native/core/src/execution/util/mod.rs 2 native/core/src/execution/mod.rs 21 native/core/src/execution/jni_api.rs 543 native/core/src/execution/sort.rs 154 native/core/src/lib.rs 73 native/core/src/parquet/data_type.rs 2 native/core/src/parquet/parquet_exec.rs 107 native/core/src/parquet/parquet_support.rs 281 native/core/src/parquet/util/memory.rs 393 native/core/src/parquet/util/bit_packing.rs 3070 native/core/src/parquet/util/mod.rs 6 native/core/src/parquet/util/buffer.rs 88 native/core/src/parquet/util/jni.rs 212 native/core/src/parquet/mod.rs 687 native/core/src/parquet/schema_adapter.rs 200 native/core/src/parquet/read/column.rs 806 native/core/src/parquet/read/values.rs 888 native/core/src/parquet/read/mod.rs 52 native/core/src/parquet/read/levels.rs 170 native/core/src/parquet/mutable_vector.rs 151 native/core/benches/parquet_read.rs 125 native/core/benches/bit_util.rs 162 native/core/benches/shuffle_writer.rs 128 native/core/benches/perf.rs 34 native/core/benches/parquet_decode.rs 35 native/core/benches/common.rs 60 native/core/benches/row_columnar.rs 80 native/core/benches/bloom_filter_agg.rs 129 native/core/benches/filter.rs 81 native/core/Cargo.toml 111 native/spark-expr/src/utils.rs 170 native/spark-expr/src/conditional_funcs/mod.rs 2 native/spark-expr/src/conditional_funcs/if_expr.rs 116 native/spark-expr/src/timezone.rs 51 native/spark-expr/src/bitwise_funcs/bitwise_not.rs 90 native/spark-expr/src/bitwise_funcs/mod.rs 2 native/spark-expr/src/hash_funcs/sha2.rs 54 native/spark-expr/src/hash_funcs/utils.rs 431 native/spark-expr/src/hash_funcs/mod.rs 7 native/spark-expr/src/hash_funcs/murmur3.rs 225 native/spark-expr/src/hash_funcs/xxhash64.rs 218 native/spark-expr/src/kernels/temporal.rs 1010 native/spark-expr/src/kernels/strings.rs 90 native/spark-expr/src/kernels/mod.rs 2 native/spark-expr/src/comet_scalar_funcs.rs 142 native/spark-expr/src/string_funcs/substring.rs 84 native/spark-expr/src/string_funcs/mod.rs 8 native/spark-expr/src/string_funcs/string_space.rs 77 native/spark-expr/src/string_funcs/prediction.rs 102 native/spark-expr/src/string_funcs/chr.rs 91 native/spark-expr/src/unbound.rs 33 native/spark-expr/src/agg_funcs/variance.rs 188 native/spark-expr/src/agg_funcs/stddev.rs 131 native/spark-expr/src/agg_funcs/covariance.rs 257 native/spark-expr/src/agg_funcs/sum_decimal.rs 429 native/spark-expr/src/agg_funcs/avg.rs 257 native/spark-expr/src/agg_funcs/mod.rs 14 native/spark-expr/src/agg_funcs/avg_decimal.rs 409 native/spark-expr/src/agg_funcs/correlation.rs 195 native/spark-expr/src/predicate_funcs/rlike.rs 130 native/spark-expr/src/predicate_funcs/mod.rs 4 native/spark-expr/src/predicate_funcs/is_nan.rs 51 native/spark-expr/src/json_funcs/to_json.rs 303 native/spark-expr/src/json_funcs/mod.rs 2 native/spark-expr/src/array_funcs/array_repeat.rs 147 native/spark-expr/src/array_funcs/list_extract.rs 262 native/spark-expr/src/array_funcs/get_array_struct_fields.rs 133 native/spark-expr/src/array_funcs/mod.rs 8 native/spark-expr/src/array_funcs/array_insert.rs 252 native/spark-expr/src/conversion_funcs/mod.rs 1 native/spark-expr/src/conversion_funcs/cast.rs 2312 native/spark-expr/src/datetime_funcs/date_arithmetic.rs 79 native/spark-expr/src/datetime_funcs/minute.rs 96 native/spark-expr/src/datetime_funcs/second.rs 96 native/spark-expr/src/datetime_funcs/date_trunc.rs 86 native/spark-expr/src/datetime_funcs/timestamp_trunc.rs 119 native/spark-expr/src/datetime_funcs/mod.rs 12 native/spark-expr/src/datetime_funcs/hour.rs 96 native/spark-expr/src/lib.rs 56 native/spark-expr/src/error.rs 45 native/spark-expr/src/math_funcs/negative.rs 208 native/spark-expr/src/math_funcs/round.rs 182 native/spark-expr/src/math_funcs/ceil.rs 63 native/spark-expr/src/math_funcs/utils.rs 53 native/spark-expr/src/math_funcs/floor.rs 63 native/spark-expr/src/math_funcs/mod.rs 18 native/spark-expr/src/math_funcs/hex.rs 229 native/spark-expr/src/math_funcs/unhex.rs 191 native/spark-expr/src/math_funcs/div.rs 88 native/spark-expr/src/math_funcs/internal/normalize_nan.rs 132 native/spark-expr/src/math_funcs/internal/make_decimal.rs 43 native/spark-expr/src/math_funcs/internal/mod.rs 8 native/spark-expr/src/math_funcs/internal/checkoverflow.rs 127 native/spark-expr/src/math_funcs/internal/unscaled_value.rs 25 native/spark-expr/src/static_invoke/mod.rs 2 native/spark-expr/src/static_invoke/char_varchar_utils/mod.rs 2 native/spark-expr/src/static_invoke/char_varchar_utils/read_side_padding.rs 83 native/spark-expr/src/struct_funcs/create_named_struct.rs 126 native/spark-expr/src/struct_funcs/get_struct_field.rs 98 native/spark-expr/src/struct_funcs/mod.rs 4 native/spark-expr/benches/cast_from_string.rs 52 native/spark-expr/benches/conditional.rs 108 native/spark-expr/benches/decimal_div.rs 41 native/spark-expr/benches/aggregate.rs 164 native/spark-expr/benches/cast_numeric.rs 46 native/spark-expr/Cargo.toml 63 native/proto/src/lib.rs 17 native/proto/src/proto/expr.proto 410 native/proto/src/proto/partitioning.proto 33 native/proto/src/proto/metric.proto 23 native/proto/src/proto/operator.proto 198 native/proto/Cargo.toml 30 native/proto/build.rs 18