Path	Lines of Code
cmake/LTO.cmake	42
cmake/PythonExtension.cmake	55
conda-env.yml	22
include/mlio.h	66
include/mlio/config.h	23
include/mlio/cpu_array.h	92
include/mlio/csv_reader.h	95
include/mlio/data_reader.h	61
include/mlio/data_reader_base.h	30
include/mlio/data_reader_error.h	34
include/mlio/data_stores/compression.h	35
include/mlio/data_stores/data_store.h	48
include/mlio/data_stores/file.h	44
include/mlio/data_stores/in_memory_store.h	23
include/mlio/data_stores/s3_object.h	43
include/mlio/data_stores/sagemaker_pipe.h	33
include/mlio/data_type.h	176
include/mlio/detail/file_descriptor.h	71
include/mlio/device.h	90
include/mlio/device_array.h	83
include/mlio/endian.h	65
include/mlio/example.h	38
include/mlio/fwd.h	31
include/mlio/image_reader.h	54
include/mlio/init.h	12
include/mlio/instance.h	41
include/mlio/instance_batch.h	36
include/mlio/integ/dlpack.h	12
include/mlio/intrusive_ptr.h	188
include/mlio/intrusive_ref_counter.h	45
include/mlio/logging.h	14
include/mlio/memory/external_memory_block.h	29
include/mlio/memory/file_backed_memory_allocator.h	17
include/mlio/memory/file_backed_memory_block.h	45
include/mlio/memory/file_mapped_memory_block.h	32
include/mlio/memory/heap_memory_allocator.h	14
include/mlio/memory/heap_memory_block.h	36
include/mlio/memory/memory_allocator.h	24
include/mlio/memory/memory_block.h	68
include/mlio/memory/memory_slice.h	135
include/mlio/memory/util.h	21
include/mlio/mlio_error.h	16
include/mlio/not_supported_error.h	16
include/mlio/parallel_data_reader.h	66
include/mlio/parser.h	22
include/mlio/record_readers/parquet_record_reader.h	36
include/mlio/record_readers/record.h	40
include/mlio/record_readers/record_error.h	52
include/mlio/record_readers/record_reader.h	20
include/mlio/record_readers/record_reader_base.h	17
include/mlio/record_readers/stream_record_reader.h	31
include/mlio/record_readers/text_record_reader.h	20
include/mlio/recordio_protobuf_reader.h	58
include/mlio/s3_client.h	49
include/mlio/schema.h	103
include/mlio/span.h	159
include/mlio/streams/file_input_stream.h	35
include/mlio/streams/gzip_inflate_stream.h	34
include/mlio/streams/input_stream.h	28
include/mlio/streams/input_stream_base.h	25
include/mlio/streams/memory_input_stream.h	43
include/mlio/streams/s3_input_stream.h	59
include/mlio/streams/sagemaker_pipe_input_stream.h	55
include/mlio/streams/stream_error.h	25
include/mlio/streams/utf8_input_stream.h	56
include/mlio/tensor.h	132
include/mlio/tensor_visitor.h	24
include/mlio/text_encoding.h	48
include/mlio/text_line_reader.h	25
include/mlio/type_traits.h	17
include/mlio/util/cast.h	51
include/mlio/util/hash.h	31
include/mlio/util/number.h	47
include/mlio/util/string.h	19
packaging/conda/recipe/conda_build_config.yaml	40
packaging/conda/recipe/linux-toolchain.cmake	8
packaging/conda/recipe/meta.yaml	102
src/mlio-config.cmake.in	22
src/mlio-py/mlio/__init__.py	135
src/mlio-py/mlio/contrib/__init__.py	1
src/mlio-py/mlio/contrib/insights/column_analyzer.cc	108
src/mlio-py/mlio/contrib/insights/column_analyzer.h	23
src/mlio-py/mlio/contrib/insights/column_statistics.h	69
src/mlio-py/mlio/contrib/insights/hll/hyperloglog.cc	85
src/mlio-py/mlio/contrib/insights/hll/hyperloglog.h	57
src/mlio-py/mlio/contrib/insights/hll/xxh3.h	1354
src/mlio-py/mlio/contrib/insights/hll/xxhash.c	905
src/mlio-py/mlio/contrib/insights/hll/xxhash.h	261
src/mlio-py/mlio/contrib/insights/module.cc	129
src/mlio-py/mlio/contrib/insights/utils.cc	20
src/mlio-py/mlio/contrib/insights/utils.h	7
src/mlio-py/mlio/core/data_reader.cc	595
src/mlio-py/mlio/core/data_store.cc	234
src/mlio-py/mlio/core/error.cc	165
src/mlio-py/mlio/core/example.cc	70
src/mlio-py/mlio/core/integ.cc	31
src/mlio-py/mlio/core/logging.cc	54
src/mlio-py/mlio/core/memory.cc	14
src/mlio-py/mlio/core/module.cc	29
src/mlio-py/mlio/core/module.h	24
src/mlio-py/mlio/core/py_buffer.cc	226
src/mlio-py/mlio/core/py_buffer.h	7
src/mlio-py/mlio/core/py_device_array.cc	159
src/mlio-py/mlio/core/py_device_array.h	44
src/mlio-py/mlio/core/py_memory_block.cc	11
src/mlio-py/mlio/core/py_memory_block.h	74
src/mlio-py/mlio/core/record_reader.cc	64
src/mlio-py/mlio/core/s3_client.cc	35
src/mlio-py/mlio/core/schema.cc	72
src/mlio-py/mlio/core/stream.cc	129
src/mlio-py/mlio/core/tensor.cc	126
src/mlio-py/mlio/integ/__init__.py	1
src/mlio-py/mlio/integ/arrow/arrow_buffer.cc	14
src/mlio-py/mlio/integ/arrow/arrow_buffer.h	17
src/mlio-py/mlio/integ/arrow/arrow_file.cc	77
src/mlio-py/mlio/integ/arrow/arrow_file.h	33
src/mlio-py/mlio/integ/arrow/arrow_util.h	58
src/mlio-py/mlio/integ/arrow/module.cc	54
src/mlio-py/mlio/integ/dlpack.py	3
src/mlio-py/mlio/integ/mxnet.py	4
src/mlio-py/mlio/integ/numpy.py	24
src/mlio-py/mlio/integ/pandas.py	6
src/mlio-py/mlio/integ/scipy.py	24
src/mlio-py/mlio/integ/tensorflow.py	22
src/mlio-py/mlio/integ/torch.py	4
src/mlio-py/setup.cfg	2
src/mlio-py/setup.py	59
src/mlio/config.cc	21
src/mlio/coo_tensor_builder.cc	50
src/mlio/coo_tensor_builder.h	71
src/mlio/cpu_array.cc	20
src/mlio/csv_reader.cc	550
src/mlio/csv_record_tokenizer.cc	109
src/mlio/csv_record_tokenizer.h	51
src/mlio/data_reader.cc	6
src/mlio/data_reader_base.cc	32
src/mlio/data_reader_error.cc	8
src/mlio/data_stores/compression.cc	25
src/mlio/data_stores/data_store.cc	6
src/mlio/data_stores/detail/util.cc	27
src/mlio/data_stores/detail/util.h	10
src/mlio/data_stores/file.cc	43
src/mlio/data_stores/file_list.cc	103
src/mlio/data_stores/in_memory_store.cc	45
src/mlio/data_stores/s3_object.cc	111
src/mlio/data_stores/sagemaker_pipe.cc	38
src/mlio/data_type.cc	31
src/mlio/detail/error.h	13
src/mlio/detail/path.cc	17
src/mlio/detail/path.h	9
src/mlio/detail/protobuf/recordio_protobuf.proto	104
src/mlio/detail/s3_utils.cc	42
src/mlio/detail/s3_utils.h	13
src/mlio/detail/system_call.h	17
src/mlio/detail/system_info.cc	39
src/mlio/detail/system_info.h	9
src/mlio/detail/thread.h	30
src/mlio/device.cc	21
src/mlio/device_array.cc	6
src/mlio/example.cc	49
src/mlio/image_reader.cc	331
src/mlio/init.cc	19
src/mlio/init_aws.cc	47
src/mlio/instance.cc	108
src/mlio/instance_batch.cc	14
src/mlio/instance_batch_reader.cc	67
src/mlio/instance_batch_reader.h	21
src/mlio/instance_readers/core_instance_reader.cc	178
src/mlio/instance_readers/core_instance_reader.h	38
src/mlio/instance_readers/instance_reader.cc	33
src/mlio/instance_readers/instance_reader.h	27
src/mlio/instance_readers/instance_reader_base.cc	27
src/mlio/instance_readers/instance_reader_base.h	21
src/mlio/instance_readers/ranged_instance_reader.cc	48
src/mlio/instance_readers/ranged_instance_reader.h	26
src/mlio/instance_readers/sampled_instance_reader.cc	52
src/mlio/instance_readers/sampled_instance_reader.h	29
src/mlio/instance_readers/sharded_instance_reader.cc	41
src/mlio/instance_readers/sharded_instance_reader.h	24
src/mlio/instance_readers/shuffled_instance_reader.cc	79
src/mlio/instance_readers/shuffled_instance_reader.h	35
src/mlio/integ/dlpack.cc	135
src/mlio/logger.cc	50
src/mlio/logger.h	55
src/mlio/memory/external_memory_block.cc	6
src/mlio/memory/file_backed_memory_allocator.cc	61
src/mlio/memory/file_backed_memory_block.cc	102
src/mlio/memory/file_mapped_memory_block.cc	48
src/mlio/memory/heap_memory_allocator.cc	11
src/mlio/memory/heap_memory_block.cc	49
src/mlio/memory/memory_allocator.cc	20
src/mlio/memory/memory_block.cc	7
src/mlio/memory/memory_slice.cc	15
src/mlio/memory/util.cc	23
src/mlio/mlio_error.cc	6
src/mlio/not_supported_error.cc	6
src/mlio/parallel_data_reader.cc	203
src/mlio/parser.cc	68
src/mlio/record_readers/csv_record_reader.cc	200
src/mlio/record_readers/csv_record_reader.h	37
src/mlio/record_readers/detail/chunk_reader.cc	23
src/mlio/record_readers/detail/chunk_reader.h	27
src/mlio/record_readers/detail/default_chunk_reader.cc	67
src/mlio/record_readers/detail/default_chunk_reader.h	30
src/mlio/record_readers/detail/in_memory_chunk_reader.cc	12
src/mlio/record_readers/detail/in_memory_chunk_reader.h	30
src/mlio/record_readers/detail/recordio_header.cc	24
src/mlio/record_readers/detail/recordio_header.h	34
src/mlio/record_readers/detail/text_line.cc	65
src/mlio/record_readers/detail/text_line.h	13
src/mlio/record_readers/detail/util.h	12
src/mlio/record_readers/parquet_record_reader.cc	47
src/mlio/record_readers/record_error.cc	10
src/mlio/record_readers/record_reader.cc	6
src/mlio/record_readers/record_reader_base.cc	20
src/mlio/record_readers/recordio_record_reader.cc	45
src/mlio/record_readers/recordio_record_reader.h	21
src/mlio/record_readers/stream_record_reader.cc	38
src/mlio/record_readers/text_line_record_reader.cc	29
src/mlio/record_readers/text_line_record_reader.h	22
src/mlio/record_readers/text_record_reader.cc	38
src/mlio/recordio_protobuf_reader.cc	618
src/mlio/s3_client.cc	189
src/mlio/schema.cc	88
src/mlio/streams/detail/iconv.cc	68
src/mlio/streams/detail/iconv.h	28
src/mlio/streams/detail/zlib.cc	60
src/mlio/streams/detail/zlib.h	27
src/mlio/streams/file_input_stream.cc	100
src/mlio/streams/gzip_inflate_stream.cc	57
src/mlio/streams/input_stream.cc	6
src/mlio/streams/input_stream_base.cc	28
src/mlio/streams/memory_input_stream.cc	61
src/mlio/streams/s3_input_stream.cc	72
src/mlio/streams/sagemaker_pipe_input_stream.cc	165
src/mlio/streams/stream_error.cc	7
src/mlio/streams/utf8_input_stream.cc	71
src/mlio/tensor.cc	156
src/mlio/tensor_visitor.cc	40
src/mlio/text_encoding.cc	13
src/mlio/text_line_reader.cc	53
src/mlio/util/number.cc	115
src/mlio/util/string.cc	43