path	# lines of code
setup.py	86
examples/mnist/generate_petastorm_mnist.py	63
examples/mnist/__init__.py	1
examples/mnist/tf_example.py	76
examples/mnist/pytorch_example.py	115
examples/mnist/schema.py	9
examples/spark_dataset_converter/__init__.py	1
examples/spark_dataset_converter/pytorch_converter_example.py	109
examples/spark_dataset_converter/utils.py	16
examples/spark_dataset_converter/tensorflow_converter_example.py	62
examples/hello_world/petastorm_dataset/python_hello_world.py	8
examples/hello_world/petastorm_dataset/tensorflow_hello_world.py	19
examples/hello_world/petastorm_dataset/pyspark_hello_world.py	21
examples/hello_world/petastorm_dataset/__init__.py	1
examples/hello_world/petastorm_dataset/generate_petastorm_dataset.py	31
examples/hello_world/petastorm_dataset/pytorch_hello_world.py	9
examples/hello_world/__init__.py	1
examples/hello_world/external_dataset/python_hello_world.py	9
examples/hello_world/external_dataset/tensorflow_hello_world.py	19
examples/hello_world/external_dataset/__init__.py	1
examples/hello_world/external_dataset/pytorch_hello_world.py	9
examples/hello_world/external_dataset/generate_external_dataset.py	18
examples/__init__.py	1
examples/imagenet/__init__.py	1
examples/imagenet/generate_petastorm_imagenet.py	67
examples/imagenet/schema.py	9
petastorm/benchmark/dummy_reader.py	56
petastorm/benchmark/throughput.py	126
petastorm/benchmark/__init__.py	1
petastorm/benchmark/cli.py	67
petastorm/arrow_reader_worker.py	183
petastorm/ngram.py	105
petastorm/predicates.py	93
petastorm/tools/__init__.py	1
petastorm/tools/copy_dataset.py	77
petastorm/tools/spark_session_cli.py	28
petastorm/compat.py	48
petastorm/gcsfs_helpers/gcsfs_wrapper.py	49
petastorm/gcsfs_helpers/__init__.py	1
petastorm/local_disk_cache.py	26
petastorm/weighted_sampling_reader.py	44
petastorm/etl/legacy.py	16
petastorm/etl/petastorm_generate_metadata.py	98
petastorm/etl/__init__.py	21
petastorm/etl/dataset_metadata.py	200
petastorm/etl/rowgroup_indexing.py	73
petastorm/etl/metadata_util.py	45
petastorm/etl/rowgroup_indexers.py	73
petastorm/codecs.py	154
petastorm/cache.py	9
petastorm/__init__.py	4
petastorm/py_dict_reader_worker.py	147
petastorm/reader_impl/pickle_serializer.py	6
petastorm/reader_impl/pyarrow_serializer.py	19
petastorm/reader_impl/__init__.py	1
petastorm/reader_impl/pytorch_shuffling_buffer.py	125
petastorm/reader_impl/shuffling_buffer.py	75
petastorm/reader_impl/arrow_table_serializer.py	12
petastorm/selectors.py	46
petastorm/local_disk_arrow_table_cache.py	18
petastorm/pyarrow_helpers/__init__.py	1
petastorm/pyarrow_helpers/batching_table_queue.py	30
petastorm/reader.py	325
petastorm/generator.py	15
petastorm/pytorch.py	171
petastorm/utils.py	62
petastorm/fs_utils.py	115
petastorm/transform.py	32
petastorm/namedtuple_gt_255_fields.py	65
petastorm/workers_pool/worker_base.py	11
petastorm/workers_pool/dummy_pool.py	38
petastorm/workers_pool/thread_pool.py	126
petastorm/workers_pool/ventilator.py	81
petastorm/workers_pool/__init__.py	3
petastorm/workers_pool/exec_in_new_process.py	31
petastorm/workers_pool/process_pool.py	213
petastorm/hdfs/__init__.py	1
petastorm/hdfs/namenode.py	162
petastorm/unischema.py	265
petastorm/errors.py	1
petastorm/spark_utils.py	18
petastorm/tf_utils.py	177
petastorm/spark/spark_dataset_converter.py	380
petastorm/spark/__init__.py	2