file 1 file 2 # same commits # commits file 1 # commits file 2 petastorm/reader.py petastorm/etl/dataset_metadata.py 12 65 33 petastorm/etl/rowgroup_indexing.py petastorm/etl/dataset_metadata.py 11 13 33 petastorm/workers_pool/process_pool.py petastorm/reader.py 10 22 65 petastorm/etl/petastorm_generate_metadata.py petastorm/etl/dataset_metadata.py 9 17 33 setup.py petastorm/etl/dataset_metadata.py 8 50 33 setup.py petastorm/reader.py 8 50 65 petastorm/fs_utils.py petastorm/etl/dataset_metadata.py 7 15 33 petastorm/reader.py petastorm/arrow_reader_worker.py 7 65 21 petastorm/reader.py petastorm/fs_utils.py 7 65 15 petastorm/unischema.py petastorm/reader.py 7 36 65 petastorm/workers_pool/thread_pool.py petastorm/workers_pool/process_pool.py 7 8 22 petastorm/reader.py petastorm/ngram.py 6 65 14 petastorm/reader.py petastorm/__init__.py 6 65 79 petastorm/reader.py petastorm/etl/rowgroup_indexing.py 6 65 13 petastorm/tf_utils.py petastorm/reader.py 6 17 65 petastorm/unischema.py petastorm/etl/dataset_metadata.py 6 36 33 petastorm/utils.py petastorm/unischema.py 6 12 36 petastorm/workers_pool/process_pool.py petastorm/codecs.py 6 22 20 petastorm/workers_pool/thread_pool.py petastorm/reader.py 6 8 65 setup.py petastorm/__init__.py 6 50 79 setup.py petastorm/codecs.py 6 50 20 petastorm/etl/metadata_util.py petastorm/etl/dataset_metadata.py 5 7 33 petastorm/etl/rowgroup_indexing.py petastorm/etl/metadata_util.py 5 13 7 petastorm/fs_utils.py petastorm/etl/rowgroup_indexing.py 5 15 13 petastorm/hdfs/namenode.py petastorm/etl/dataset_metadata.py 5 12 33 petastorm/hdfs/namenode.py petastorm/etl/rowgroup_indexing.py 5 12 13 petastorm/py_dict_reader_worker.py petastorm/arrow_reader_worker.py 5 10 21 petastorm/reader.py petastorm/etl/metadata_util.py 5 65 7 petastorm/reader.py petastorm/codecs.py 5 65 20 petastorm/tools/copy_dataset.py petastorm/etl/petastorm_generate_metadata.py 5 6 17 petastorm/unischema.py petastorm/tf_utils.py 5 36 17 petastorm/workers_pool/process_pool.py petastorm/workers_pool/dummy_pool.py 5 22 5 petastorm/workers_pool/thread_pool.py petastorm/etl/dataset_metadata.py 5 8 33 petastorm/workers_pool/thread_pool.py petastorm/workers_pool/dummy_pool.py 5 8 5 setup.py petastorm/unischema.py 5 50 36 setup.py petastorm/tf_utils.py 5 50 17 setup.py petastorm/etl/rowgroup_indexing.py 5 50 13 setup.py petastorm/hdfs/namenode.py 5 50 12 setup.py petastorm/etl/petastorm_generate_metadata.py 5 50 17 petastorm/etl/dataset_metadata.py petastorm/codecs.py 4 33 20 petastorm/etl/petastorm_generate_metadata.py petastorm/etl/metadata_util.py 4 17 7 petastorm/fs_utils.py petastorm/etl/petastorm_generate_metadata.py 4 15 17 petastorm/fs_utils.py petastorm/etl/metadata_util.py 4 15 7 petastorm/reader.py petastorm/py_dict_reader_worker.py 4 65 10 petastorm/reader.py petastorm/pytorch.py 4 65 16 petastorm/reader.py petastorm/etl/petastorm_generate_metadata.py 4 65 17 petastorm/spark_utils.py petastorm/etl/dataset_metadata.py 4 5 33 petastorm/spark_utils.py petastorm/etl/metadata_util.py 4 5 7 petastorm/spark_utils.py petastorm/etl/rowgroup_indexing.py 4 5 13 petastorm/spark_utils.py petastorm/fs_utils.py 4 5 15 petastorm/spark_utils.py petastorm/reader.py 4 5 65 petastorm/tf_utils.py petastorm/codecs.py 4 17 20 petastorm/tf_utils.py petastorm/etl/dataset_metadata.py 4 17 33 petastorm/unischema.py petastorm/transform.py 4 36 10 petastorm/unischema.py petastorm/codecs.py 4 36 20 petastorm/utils.py petastorm/etl/dataset_metadata.py 4 12 33 petastorm/utils.py petastorm/etl/rowgroup_indexing.py 4 12 13 petastorm/utils.py petastorm/hdfs/namenode.py 4 12 12 petastorm/workers_pool/dummy_pool.py petastorm/reader.py 4 5 65 petastorm/workers_pool/exec_in_new_process.py petastorm/reader.py 4 6 65 petastorm/workers_pool/process_pool.py petastorm/etl/dataset_metadata.py 4 22 33 petastorm/workers_pool/process_pool.py petastorm/tf_utils.py 4 22 17 petastorm/workers_pool/thread_pool.py petastorm/codecs.py 4 8 20 petastorm/workers_pool/thread_pool.py petastorm/tf_utils.py 4 8 17 petastorm/workers_pool/ventilator.py petastorm/reader.py 4 7 65 petastorm/workers_pool/ventilator.py petastorm/etl/dataset_metadata.py 4 7 33 petastorm/workers_pool/ventilator.py petastorm/workers_pool/thread_pool.py 4 7 8 petastorm/workers_pool/ventilator.py petastorm/tf_utils.py 4 7 17 setup.py petastorm/benchmark/throughput.py 4 50 9 setup.py petastorm/utils.py 4 50 12 setup.py petastorm/etl/metadata_util.py 4 50 7 setup.py petastorm/fs_utils.py 4 50 15 setup.py petastorm/workers_pool/process_pool.py 4 50 22 setup.py petastorm/workers_pool/thread_pool.py 4 50 8 examples/mnist/schema.py examples/mnist/generate_petastorm_mnist.py 3 3 9 petastorm/etl/dataset_metadata.py petastorm/arrow_reader_worker.py 3 33 21 petastorm/etl/dataset_metadata.py petastorm/cache.py 3 33 4 petastorm/etl/dataset_metadata.py petastorm/etl/__init__.py 3 33 3 petastorm/etl/metadata_util.py petastorm/codecs.py 3 7 20 petastorm/etl/rowgroup_indexers.py petastorm/codecs.py 3 4 20 petastorm/etl/rowgroup_indexers.py petastorm/etl/dataset_metadata.py 3 4 33 petastorm/etl/rowgroup_indexers.py petastorm/etl/metadata_util.py 3 4 7 petastorm/etl/rowgroup_indexing.py petastorm/etl/petastorm_generate_metadata.py 3 13 17 petastorm/etl/rowgroup_indexing.py petastorm/codecs.py 3 13 20 petastorm/etl/rowgroup_indexing.py petastorm/etl/rowgroup_indexers.py 3 13 4 petastorm/fs_utils.py petastorm/__init__.py 3 15 79 petastorm/generator.py petastorm/codecs.py 3 3 20 petastorm/generator.py petastorm/etl/dataset_metadata.py 3 3 33 petastorm/hdfs/namenode.py petastorm/fs_utils.py 3 12 15 petastorm/hdfs/namenode.py petastorm/codecs.py 3 12 20 petastorm/hdfs/namenode.py petastorm/etl/metadata_util.py 3 12 7 petastorm/hdfs/namenode.py petastorm/etl/rowgroup_indexers.py 3 12 4 petastorm/local_disk_cache.py petastorm/codecs.py 3 3 20 petastorm/local_disk_cache.py petastorm/etl/dataset_metadata.py 3 3 33 petastorm/local_disk_cache.py petastorm/etl/metadata_util.py 3 3 7 petastorm/local_disk_cache.py petastorm/etl/rowgroup_indexers.py 3 3 4 petastorm/local_disk_cache.py petastorm/etl/rowgroup_indexing.py 3 3 13 petastorm/local_disk_cache.py petastorm/hdfs/namenode.py 3 3 12 petastorm/predicates.py petastorm/hdfs/namenode.py 3 5 12 petastorm/pytorch.py examples/mnist/pytorch_example.py 3 16 6 petastorm/reader.py petastorm/benchmark/throughput.py 3 65 9 petastorm/reader.py petastorm/generator.py 3 65 3 petastorm/reader.py petastorm/etl/rowgroup_indexers.py 3 65 4 petastorm/reader.py petastorm/hdfs/namenode.py 3 65 12 petastorm/reader.py petastorm/local_disk_cache.py 3 65 3 petastorm/spark/spark_dataset_converter.py petastorm/spark/__init__.py 3 36 4 petastorm/tf_utils.py petastorm/__init__.py 3 17 79 petastorm/tf_utils.py petastorm/generator.py 3 17 3 petastorm/tf_utils.py petastorm/etl/metadata_util.py 3 17 7 petastorm/tf_utils.py petastorm/etl/rowgroup_indexers.py 3 17 4 petastorm/tf_utils.py petastorm/etl/rowgroup_indexing.py 3 17 13 petastorm/tf_utils.py petastorm/hdfs/namenode.py 3 17 12 petastorm/tf_utils.py petastorm/local_disk_cache.py 3 17 3 petastorm/tools/copy_dataset.py petastorm/etl/dataset_metadata.py 3 6 33 petastorm/tools/copy_dataset.py petastorm/fs_utils.py 3 6 15 petastorm/tools/copy_dataset.py petastorm/etl/metadata_util.py 3 6 7 petastorm/unischema.py petastorm/arrow_reader_worker.py 3 36 21 petastorm/unischema.py petastorm/etl/rowgroup_indexing.py 3 36 13 petastorm/unischema.py petastorm/hdfs/namenode.py 3 36 12 petastorm/unischema.py petastorm/predicates.py 3 36 5 petastorm/utils.py petastorm/codecs.py 3 12 20 petastorm/utils.py petastorm/etl/metadata_util.py 3 12 7 petastorm/utils.py petastorm/etl/rowgroup_indexers.py 3 12 4 petastorm/utils.py petastorm/local_disk_cache.py 3 12 3 petastorm/utils.py petastorm/reader.py 3 12 65 petastorm/utils.py petastorm/tf_utils.py 3 12 17 petastorm/workers_pool/exec_in_new_process.py petastorm/__init__.py 3 6 79 petastorm/workers_pool/process_pool.py petastorm/generator.py 3 22 3 petastorm/workers_pool/process_pool.py petastorm/unischema.py 3 22 36 petastorm/workers_pool/process_pool.py petastorm/etl/metadata_util.py 3 22 7 petastorm/workers_pool/process_pool.py petastorm/etl/rowgroup_indexers.py 3 22 4 petastorm/workers_pool/process_pool.py petastorm/etl/rowgroup_indexing.py 3 22 13 petastorm/workers_pool/process_pool.py petastorm/hdfs/namenode.py 3 22 12 petastorm/workers_pool/process_pool.py petastorm/local_disk_cache.py 3 22 3 petastorm/workers_pool/process_pool.py petastorm/utils.py 3 22 12 petastorm/workers_pool/thread_pool.py petastorm/cache.py 3 8 4 petastorm/workers_pool/thread_pool.py petastorm/etl/__init__.py 3 8 3 petastorm/workers_pool/thread_pool.py petastorm/generator.py 3 8 3 petastorm/workers_pool/thread_pool.py petastorm/unischema.py 3 8 36 petastorm/workers_pool/thread_pool.py petastorm/etl/metadata_util.py 3 8 7 petastorm/workers_pool/thread_pool.py petastorm/etl/rowgroup_indexers.py 3 8 4 petastorm/workers_pool/thread_pool.py petastorm/etl/rowgroup_indexing.py 3 8 13 petastorm/workers_pool/thread_pool.py petastorm/hdfs/namenode.py 3 8 12 petastorm/workers_pool/thread_pool.py petastorm/local_disk_cache.py 3 8 3 petastorm/workers_pool/thread_pool.py petastorm/utils.py 3 8 12 petastorm/workers_pool/ventilator.py petastorm/cache.py 3 7 4 petastorm/workers_pool/ventilator.py petastorm/etl/__init__.py 3 7 3 petastorm/workers_pool/ventilator.py petastorm/codecs.py 3 7 20 petastorm/workers_pool/ventilator.py petastorm/unischema.py 3 7 36 petastorm/workers_pool/ventilator.py petastorm/workers_pool/process_pool.py 3 7 22 setup.py petastorm/spark/spark_dataset_converter.py 3 50 36 setup.py petastorm/workers_pool/exec_in_new_process.py 3 50 6 setup.py examples/mnist/pytorch_example.py 3 50 6 setup.py petastorm/spark_utils.py 3 50 5 setup.py petastorm/predicates.py 3 50 5 setup.py petastorm/generator.py 3 50 3 setup.py petastorm/workers_pool/ventilator.py 3 50 7 setup.py petastorm/etl/rowgroup_indexers.py 3 50 4 setup.py petastorm/local_disk_cache.py 3 50 3 examples/hello_world/petastorm_dataset/tensorflow_hello_world.py examples/hello_world/external_dataset/tensorflow_hello_world.py 2 2 2 examples/imagenet/schema.py examples/imagenet/generate_petastorm_imagenet.py 2 2 6 examples/mnist/generate_petastorm_mnist.py examples/mnist/__init__.py 2 9 2 examples/mnist/pytorch_example.py examples/mnist/generate_petastorm_mnist.py 2 6 9 examples/spark_dataset_converter/tensorflow_converter_example.py examples/spark_dataset_converter/pytorch_converter_example.py 2 3 2 examples/spark_dataset_converter/utils.py examples/spark_dataset_converter/pytorch_converter_example.py 2 2 2 examples/spark_dataset_converter/utils.py examples/spark_dataset_converter/tensorflow_converter_example.py 2 2 3 petastorm/benchmark/throughput.py examples/mnist/tf_example.py 2 9 2 petastorm/benchmark/throughput.py petastorm/benchmark/cli.py 2 9 3 petastorm/benchmark/throughput.py examples/mnist/pytorch_example.py 2 9 6 petastorm/codecs.py examples/imagenet/generate_petastorm_imagenet.py 2 20 6 petastorm/codecs.py petastorm/cache.py 2 20 4 petastorm/codecs.py petastorm/__init__.py 2 20 79 petastorm/compat.py petastorm/arrow_reader_worker.py 2 4 21 petastorm/etl/__init__.py petastorm/cache.py 2 3 4 petastorm/etl/__init__.py petastorm/__init__.py 2 3 79 petastorm/etl/__init__.py petastorm/codecs.py 2 3 20 petastorm/etl/dataset_metadata.py examples/imagenet/generate_petastorm_imagenet.py 2 33 6 petastorm/etl/dataset_metadata.py petastorm/__init__.py 2 33 79 petastorm/etl/legacy.py petastorm/etl/dataset_metadata.py 2 2 33 petastorm/etl/metadata_util.py petastorm/__init__.py 2 7 79 petastorm/etl/metadata_util.py petastorm/etl/__init__.py 2 7 3 petastorm/etl/rowgroup_indexers.py petastorm/__init__.py 2 4 79 petastorm/etl/rowgroup_indexers.py petastorm/etl/__init__.py 2 4 3 petastorm/etl/rowgroup_indexing.py petastorm/etl/legacy.py 2 13 2 petastorm/etl/rowgroup_indexing.py petastorm/__init__.py 2 13 79 petastorm/etl/rowgroup_indexing.py petastorm/etl/__init__.py 2 13 3 petastorm/fs_utils.py petastorm/codecs.py 2 15 20 petastorm/fs_utils.py petastorm/etl/__init__.py 2 15 3 petastorm/fs_utils.py petastorm/etl/rowgroup_indexers.py 2 15 4 petastorm/generator.py examples/imagenet/generate_petastorm_imagenet.py 2 3 6 petastorm/generator.py petastorm/cache.py 2 3 4 petastorm/generator.py petastorm/etl/metadata_util.py 2 3 7 petastorm/generator.py petastorm/etl/rowgroup_indexers.py 2 3 4 petastorm/generator.py petastorm/etl/rowgroup_indexing.py 2 3 13 petastorm/hdfs/namenode.py petastorm/etl/petastorm_generate_metadata.py 2 12 17 petastorm/hdfs/namenode.py petastorm/generator.py 2 12 3 petastorm/hdfs/namenode.py petastorm/__init__.py 2 12 79 petastorm/hdfs/namenode.py petastorm/etl/__init__.py 2 12 3 petastorm/local_disk_cache.py petastorm/generator.py 2 3 3 petastorm/local_disk_cache.py petastorm/__init__.py 2 3 79 petastorm/local_disk_cache.py petastorm/etl/__init__.py 2 3 3 petastorm/local_disk_cache.py petastorm/fs_utils.py 2 3 15 petastorm/predicates.py petastorm/__init__.py 2 5 79 petastorm/predicates.py petastorm/codecs.py 2 5 20 petastorm/predicates.py petastorm/etl/__init__.py 2 5 3 petastorm/predicates.py petastorm/etl/dataset_metadata.py 2 5 33 petastorm/predicates.py petastorm/etl/metadata_util.py 2 5 7 petastorm/predicates.py petastorm/etl/rowgroup_indexers.py 2 5 4 petastorm/predicates.py petastorm/etl/rowgroup_indexing.py 2 5 13 petastorm/predicates.py petastorm/fs_utils.py 2 5 15 petastorm/predicates.py petastorm/local_disk_cache.py 2 5 3 petastorm/py_dict_reader_worker.py petastorm/etl/dataset_metadata.py 2 10 33 petastorm/py_dict_reader_worker.py petastorm/__init__.py 2 10 79 petastorm/pytorch.py petastorm/etl/dataset_metadata.py 2 16 33 petastorm/pytorch.py examples/mnist/generate_petastorm_mnist.py 2 16 9 petastorm/reader.py examples/imagenet/generate_petastorm_imagenet.py 2 65 6 petastorm/reader.py petastorm/cache.py 2 65 4 petastorm/reader.py petastorm/etl/__init__.py 2 65 3 petastorm/reader.py petastorm/predicates.py 2 65 5 petastorm/reader_impl/shuffling_buffer.py petastorm/cache.py 2 6 4 petastorm/reader_impl/shuffling_buffer.py petastorm/etl/dataset_metadata.py 2 6 33 petastorm/reader_impl/shuffling_buffer.py petastorm/etl/petastorm_generate_metadata.py 2 6 17 petastorm/selectors.py petastorm/cache.py 2 4 4 petastorm/selectors.py petastorm/etl/__init__.py 2 4 3 petastorm/selectors.py petastorm/etl/dataset_metadata.py 2 4 33 petastorm/spark/spark_dataset_converter.py examples/spark_dataset_converter/tensorflow_converter_example.py 2 36 3 petastorm/spark/spark_dataset_converter.py petastorm/__init__.py 2 36 79 petastorm/spark_utils.py petastorm/etl/petastorm_generate_metadata.py 2 5 17 petastorm/spark_utils.py petastorm/__init__.py 2 5 79 petastorm/spark_utils.py petastorm/codecs.py 2 5 20 petastorm/spark_utils.py petastorm/etl/__init__.py 2 5 3 petastorm/spark_utils.py petastorm/etl/rowgroup_indexers.py 2 5 4 petastorm/spark_utils.py petastorm/hdfs/namenode.py 2 5 12 petastorm/spark_utils.py petastorm/local_disk_cache.py 2 5 3 petastorm/spark_utils.py petastorm/predicates.py 2 5 5 petastorm/tf_utils.py petastorm/reader_impl/shuffling_buffer.py 2 17 6 petastorm/tf_utils.py examples/imagenet/generate_petastorm_imagenet.py 2 17 6 petastorm/tf_utils.py petastorm/cache.py 2 17 4 petastorm/tf_utils.py petastorm/ngram.py 2 17 14 petastorm/tf_utils.py petastorm/etl/__init__.py 2 17 3 petastorm/tf_utils.py petastorm/fs_utils.py 2 17 15 petastorm/tf_utils.py petastorm/predicates.py 2 17 5 petastorm/tf_utils.py petastorm/spark_utils.py 2 17 5 petastorm/tools/copy_dataset.py petastorm/etl/rowgroup_indexing.py 2 6 13 petastorm/transform.py petastorm/reader.py 2 10 65 petastorm/transform.py petastorm/py_dict_reader_worker.py 2 10 10 petastorm/unischema.py petastorm/compat.py 2 36 4 petastorm/unischema.py petastorm/py_dict_reader_worker.py 2 36 10 petastorm/unischema.py petastorm/ngram.py 2 36 14 petastorm/unischema.py petastorm/cache.py 2 36 4 petastorm/unischema.py petastorm/generator.py 2 36 3 petastorm/unischema.py petastorm/__init__.py 2 36 79 petastorm/unischema.py petastorm/etl/__init__.py 2 36 3 petastorm/unischema.py petastorm/etl/metadata_util.py 2 36 7 petastorm/unischema.py petastorm/etl/rowgroup_indexers.py 2 36 4 petastorm/unischema.py petastorm/fs_utils.py 2 36 15 petastorm/unischema.py petastorm/local_disk_cache.py 2 36 3 petastorm/unischema.py petastorm/spark_utils.py 2 36 5 petastorm/utils.py petastorm/compat.py 2 12 4 petastorm/utils.py petastorm/generator.py 2 12 3 petastorm/utils.py petastorm/__init__.py 2 12 79 petastorm/utils.py petastorm/etl/__init__.py 2 12 3 petastorm/utils.py petastorm/fs_utils.py 2 12 15 petastorm/utils.py petastorm/predicates.py 2 12 5 petastorm/utils.py petastorm/spark_utils.py 2 12 5 petastorm/workers_pool/__init__.py petastorm/cache.py 2 3 4 petastorm/workers_pool/__init__.py petastorm/etl/__init__.py 2 3 3 petastorm/workers_pool/__init__.py petastorm/etl/dataset_metadata.py 2 3 33 petastorm/workers_pool/__init__.py petastorm/reader_impl/shuffling_buffer.py 2 3 6 petastorm/workers_pool/__init__.py petastorm/selectors.py 2 3 4 petastorm/workers_pool/__init__.py petastorm/hdfs/namenode.py 2 3 12 petastorm/workers_pool/__init__.py petastorm/predicates.py 2 3 5 petastorm/workers_pool/dummy_pool.py petastorm/codecs.py 2 5 20 petastorm/workers_pool/dummy_pool.py petastorm/etl/dataset_metadata.py 2 5 33 petastorm/workers_pool/dummy_pool.py petastorm/etl/metadata_util.py 2 5 7 petastorm/workers_pool/dummy_pool.py petastorm/etl/rowgroup_indexers.py 2 5 4 petastorm/workers_pool/dummy_pool.py petastorm/etl/rowgroup_indexing.py 2 5 13 petastorm/workers_pool/dummy_pool.py petastorm/generator.py 2 5 3 petastorm/workers_pool/dummy_pool.py petastorm/hdfs/namenode.py 2 5 12 petastorm/workers_pool/dummy_pool.py petastorm/local_disk_cache.py 2 5 3 petastorm/workers_pool/dummy_pool.py petastorm/tf_utils.py 2 5 17 petastorm/workers_pool/dummy_pool.py petastorm/utils.py 2 5 12 petastorm/workers_pool/exec_in_new_process.py petastorm/codecs.py 2 6 20 petastorm/workers_pool/exec_in_new_process.py petastorm/etl/__init__.py 2 6 3 petastorm/workers_pool/exec_in_new_process.py petastorm/etl/dataset_metadata.py 2 6 33 petastorm/workers_pool/exec_in_new_process.py petastorm/etl/metadata_util.py 2 6 7 petastorm/workers_pool/exec_in_new_process.py petastorm/etl/rowgroup_indexers.py 2 6 4 petastorm/workers_pool/exec_in_new_process.py petastorm/etl/rowgroup_indexing.py 2 6 13 petastorm/workers_pool/exec_in_new_process.py petastorm/fs_utils.py 2 6 15 petastorm/workers_pool/exec_in_new_process.py petastorm/hdfs/namenode.py 2 6 12 petastorm/workers_pool/exec_in_new_process.py petastorm/local_disk_cache.py 2 6 3 petastorm/workers_pool/exec_in_new_process.py petastorm/predicates.py 2 6 5 petastorm/workers_pool/exec_in_new_process.py petastorm/spark_utils.py 2 6 5 petastorm/workers_pool/exec_in_new_process.py petastorm/tf_utils.py 2 6 17 petastorm/workers_pool/exec_in_new_process.py petastorm/unischema.py 2 6 36 petastorm/workers_pool/exec_in_new_process.py petastorm/utils.py 2 6 12 petastorm/workers_pool/process_pool.py examples/imagenet/generate_petastorm_imagenet.py 2 22 6 petastorm/workers_pool/process_pool.py petastorm/cache.py 2 22 4 petastorm/workers_pool/process_pool.py petastorm/__init__.py 2 22 79 petastorm/workers_pool/process_pool.py petastorm/etl/__init__.py 2 22 3 petastorm/workers_pool/process_pool.py petastorm/fs_utils.py 2 22 15 petastorm/workers_pool/process_pool.py petastorm/predicates.py 2 22 5 petastorm/workers_pool/process_pool.py petastorm/spark_utils.py 2 22 5 petastorm/workers_pool/process_pool.py petastorm/workers_pool/exec_in_new_process.py 2 22 6 petastorm/workers_pool/thread_pool.py petastorm/reader_impl/shuffling_buffer.py 2 8 6 petastorm/workers_pool/thread_pool.py petastorm/selectors.py 2 8 4 petastorm/workers_pool/thread_pool.py petastorm/workers_pool/__init__.py 2 8 3 petastorm/workers_pool/thread_pool.py examples/imagenet/generate_petastorm_imagenet.py 2 8 6 petastorm/workers_pool/thread_pool.py petastorm/__init__.py 2 8 79 petastorm/workers_pool/thread_pool.py petastorm/fs_utils.py 2 8 15 petastorm/workers_pool/thread_pool.py petastorm/predicates.py 2 8 5 petastorm/workers_pool/thread_pool.py petastorm/spark_utils.py 2 8 5 petastorm/workers_pool/thread_pool.py petastorm/workers_pool/exec_in_new_process.py 2 8 6 petastorm/workers_pool/ventilator.py petastorm/reader_impl/shuffling_buffer.py 2 7 6 petastorm/workers_pool/ventilator.py petastorm/selectors.py 2 7 4 petastorm/workers_pool/ventilator.py petastorm/workers_pool/__init__.py 2 7 3 petastorm/workers_pool/ventilator.py petastorm/generator.py 2 7 3 petastorm/workers_pool/ventilator.py petastorm/__init__.py 2 7 79 petastorm/workers_pool/ventilator.py petastorm/etl/metadata_util.py 2 7 7 petastorm/workers_pool/ventilator.py petastorm/etl/rowgroup_indexers.py 2 7 4 petastorm/workers_pool/ventilator.py petastorm/etl/rowgroup_indexing.py 2 7 13 petastorm/workers_pool/ventilator.py petastorm/fs_utils.py 2 7 15 petastorm/workers_pool/ventilator.py petastorm/hdfs/namenode.py 2 7 12 petastorm/workers_pool/ventilator.py petastorm/local_disk_cache.py 2 7 3 petastorm/workers_pool/ventilator.py petastorm/predicates.py 2 7 5 petastorm/workers_pool/ventilator.py petastorm/spark_utils.py 2 7 5 petastorm/workers_pool/ventilator.py petastorm/utils.py 2 7 12 petastorm/workers_pool/ventilator.py petastorm/workers_pool/exec_in_new_process.py 2 7 6 setup.py petastorm/pytorch.py 2 50 16 setup.py examples/mnist/tf_example.py 2 50 2 setup.py examples/spark_dataset_converter/tensorflow_converter_example.py 2 50 3 setup.py petastorm/py_dict_reader_worker.py 2 50 10 setup.py examples/mnist/generate_petastorm_mnist.py 2 50 9 setup.py petastorm/reader_impl/shuffling_buffer.py 2 50 6 setup.py petastorm/workers_pool/__init__.py 2 50 3 setup.py examples/imagenet/generate_petastorm_imagenet.py 2 50 6 setup.py petastorm/cache.py 2 50 4 setup.py petastorm/workers_pool/dummy_pool.py 2 50 5 setup.py petastorm/etl/__init__.py 2 50 3 examples/hello_world/external_dataset/generate_external_dataset.py examples/hello_world/external_dataset/__init__.py 1 2 1 examples/hello_world/external_dataset/python_hello_world.py examples/hello_world/external_dataset/__init__.py 1 1 1 examples/hello_world/external_dataset/python_hello_world.py examples/hello_world/external_dataset/generate_external_dataset.py 1 1 2 examples/hello_world/external_dataset/pytorch_hello_world.py examples/hello_world/external_dataset/__init__.py 1 1 1 examples/hello_world/external_dataset/pytorch_hello_world.py examples/hello_world/external_dataset/generate_external_dataset.py 1 1 2 examples/hello_world/external_dataset/pytorch_hello_world.py examples/hello_world/external_dataset/python_hello_world.py 1 1 1 examples/hello_world/external_dataset/tensorflow_hello_world.py examples/hello_world/external_dataset/__init__.py 1 2 1 examples/hello_world/external_dataset/tensorflow_hello_world.py examples/hello_world/external_dataset/generate_external_dataset.py 1 2 2 examples/hello_world/external_dataset/tensorflow_hello_world.py examples/hello_world/external_dataset/python_hello_world.py 1 2 1 examples/hello_world/external_dataset/tensorflow_hello_world.py examples/hello_world/external_dataset/pytorch_hello_world.py 1 2 1 examples/hello_world/petastorm_dataset/__init__.py examples/hello_world/external_dataset/__init__.py 1 1 1 examples/hello_world/petastorm_dataset/__init__.py examples/hello_world/external_dataset/generate_external_dataset.py 1 1 2 examples/hello_world/petastorm_dataset/__init__.py examples/hello_world/external_dataset/python_hello_world.py 1 1 1 examples/hello_world/petastorm_dataset/__init__.py examples/hello_world/external_dataset/pytorch_hello_world.py 1 1 1 examples/hello_world/petastorm_dataset/__init__.py examples/hello_world/external_dataset/tensorflow_hello_world.py 1 1 2 examples/hello_world/petastorm_dataset/generate_petastorm_dataset.py examples/hello_world/external_dataset/__init__.py 1 1 1 examples/hello_world/petastorm_dataset/generate_petastorm_dataset.py examples/hello_world/external_dataset/generate_external_dataset.py 1 1 2 examples/hello_world/petastorm_dataset/generate_petastorm_dataset.py examples/hello_world/external_dataset/python_hello_world.py 1 1 1 examples/hello_world/petastorm_dataset/generate_petastorm_dataset.py examples/hello_world/external_dataset/pytorch_hello_world.py 1 1 1 examples/hello_world/petastorm_dataset/generate_petastorm_dataset.py examples/hello_world/external_dataset/tensorflow_hello_world.py 1 1 2 examples/hello_world/petastorm_dataset/generate_petastorm_dataset.py examples/hello_world/petastorm_dataset/__init__.py 1 1 1 examples/hello_world/petastorm_dataset/pyspark_hello_world.py examples/hello_world/external_dataset/__init__.py 1 1 1 examples/hello_world/petastorm_dataset/pyspark_hello_world.py examples/hello_world/external_dataset/generate_external_dataset.py 1 1 2 examples/hello_world/petastorm_dataset/pyspark_hello_world.py examples/hello_world/external_dataset/python_hello_world.py 1 1 1 examples/hello_world/petastorm_dataset/pyspark_hello_world.py examples/hello_world/external_dataset/pytorch_hello_world.py 1 1 1 examples/hello_world/petastorm_dataset/pyspark_hello_world.py examples/hello_world/external_dataset/tensorflow_hello_world.py 1 1 2 examples/hello_world/petastorm_dataset/pyspark_hello_world.py examples/hello_world/petastorm_dataset/__init__.py 1 1 1 examples/hello_world/petastorm_dataset/pyspark_hello_world.py examples/hello_world/petastorm_dataset/generate_petastorm_dataset.py 1 1 1 examples/hello_world/petastorm_dataset/python_hello_world.py examples/hello_world/external_dataset/__init__.py 1 1 1 examples/hello_world/petastorm_dataset/python_hello_world.py examples/hello_world/external_dataset/generate_external_dataset.py 1 1 2 examples/hello_world/petastorm_dataset/python_hello_world.py examples/hello_world/external_dataset/python_hello_world.py 1 1 1 examples/hello_world/petastorm_dataset/python_hello_world.py examples/hello_world/external_dataset/pytorch_hello_world.py 1 1 1 examples/hello_world/petastorm_dataset/python_hello_world.py examples/hello_world/external_dataset/tensorflow_hello_world.py 1 1 2 examples/hello_world/petastorm_dataset/python_hello_world.py examples/hello_world/petastorm_dataset/__init__.py 1 1 1 examples/hello_world/petastorm_dataset/python_hello_world.py examples/hello_world/petastorm_dataset/generate_petastorm_dataset.py 1 1 1 examples/hello_world/petastorm_dataset/python_hello_world.py examples/hello_world/petastorm_dataset/pyspark_hello_world.py 1 1 1 examples/hello_world/petastorm_dataset/pytorch_hello_world.py examples/hello_world/external_dataset/__init__.py 1 1 1 examples/hello_world/petastorm_dataset/pytorch_hello_world.py examples/hello_world/external_dataset/generate_external_dataset.py 1 1 2 examples/hello_world/petastorm_dataset/pytorch_hello_world.py examples/hello_world/external_dataset/python_hello_world.py 1 1 1 examples/hello_world/petastorm_dataset/pytorch_hello_world.py examples/hello_world/external_dataset/pytorch_hello_world.py 1 1 1 examples/hello_world/petastorm_dataset/pytorch_hello_world.py examples/hello_world/external_dataset/tensorflow_hello_world.py 1 1 2 examples/hello_world/petastorm_dataset/pytorch_hello_world.py examples/hello_world/petastorm_dataset/__init__.py 1 1 1 examples/hello_world/petastorm_dataset/pytorch_hello_world.py examples/hello_world/petastorm_dataset/generate_petastorm_dataset.py 1 1 1 examples/hello_world/petastorm_dataset/pytorch_hello_world.py examples/hello_world/petastorm_dataset/pyspark_hello_world.py 1 1 1 examples/hello_world/petastorm_dataset/pytorch_hello_world.py examples/hello_world/petastorm_dataset/python_hello_world.py 1 1 1 examples/hello_world/petastorm_dataset/tensorflow_hello_world.py examples/hello_world/external_dataset/__init__.py 1 2 1 examples/hello_world/petastorm_dataset/tensorflow_hello_world.py examples/hello_world/external_dataset/generate_external_dataset.py 1 2 2 examples/hello_world/petastorm_dataset/tensorflow_hello_world.py examples/hello_world/external_dataset/python_hello_world.py 1 2 1 examples/hello_world/petastorm_dataset/tensorflow_hello_world.py examples/hello_world/external_dataset/pytorch_hello_world.py 1 2 1 examples/hello_world/petastorm_dataset/tensorflow_hello_world.py examples/hello_world/petastorm_dataset/__init__.py 1 2 1 examples/hello_world/petastorm_dataset/tensorflow_hello_world.py examples/hello_world/petastorm_dataset/generate_petastorm_dataset.py 1 2 1 examples/hello_world/petastorm_dataset/tensorflow_hello_world.py examples/hello_world/petastorm_dataset/pyspark_hello_world.py 1 2 1 examples/hello_world/petastorm_dataset/tensorflow_hello_world.py examples/hello_world/petastorm_dataset/python_hello_world.py 1 2 1 examples/hello_world/petastorm_dataset/tensorflow_hello_world.py examples/hello_world/petastorm_dataset/pytorch_hello_world.py 1 2 1 examples/imagenet/__init__.py examples/__init__.py 1 1 1 examples/imagenet/generate_petastorm_imagenet.py examples/__init__.py 1 6 1 examples/imagenet/generate_petastorm_imagenet.py examples/imagenet/__init__.py 1 6 1 examples/imagenet/schema.py examples/__init__.py 1 2 1 examples/imagenet/schema.py examples/imagenet/__init__.py 1 2 1 examples/mnist/__init__.py examples/imagenet/generate_petastorm_imagenet.py 1 2 6 examples/mnist/generate_petastorm_mnist.py examples/imagenet/generate_petastorm_imagenet.py 1 9 6 examples/mnist/schema.py examples/imagenet/generate_petastorm_imagenet.py 1 3 6 examples/mnist/schema.py examples/mnist/__init__.py 1 3 2 examples/mnist/tf_example.py examples/hello_world/external_dataset/tensorflow_hello_world.py 1 2 2 examples/mnist/tf_example.py examples/hello_world/petastorm_dataset/tensorflow_hello_world.py 1 2 2 examples/mnist/tf_example.py examples/mnist/pytorch_example.py 1 2 6 examples/spark_dataset_converter/pytorch_converter_example.py examples/spark_dataset_converter/__init__.py 1 2 1 examples/spark_dataset_converter/tensorflow_converter_example.py examples/hello_world/external_dataset/tensorflow_hello_world.py 1 3 2 examples/spark_dataset_converter/tensorflow_converter_example.py examples/hello_world/petastorm_dataset/tensorflow_hello_world.py 1 3 2 examples/spark_dataset_converter/tensorflow_converter_example.py examples/mnist/tf_example.py 1 3 2 examples/spark_dataset_converter/tensorflow_converter_example.py examples/spark_dataset_converter/__init__.py 1 3 1 examples/spark_dataset_converter/utils.py examples/spark_dataset_converter/__init__.py 1 2 1 petastorm/__init__.py examples/mnist/pytorch_example.py 1 79 6 petastorm/__init__.py examples/mnist/tf_example.py 1 79 2 petastorm/arrow_reader_worker.py petastorm/__init__.py 1 21 79 petastorm/benchmark/throughput.py examples/hello_world/external_dataset/tensorflow_hello_world.py 1 9 2 petastorm/benchmark/throughput.py examples/hello_world/petastorm_dataset/tensorflow_hello_world.py 1 9 2 petastorm/benchmark/throughput.py examples/spark_dataset_converter/tensorflow_converter_example.py 1 9 3 petastorm/benchmark/throughput.py petastorm/__init__.py 1 9 79 petastorm/benchmark/throughput.py examples/mnist/generate_petastorm_mnist.py 1 9 9 petastorm/benchmark/throughput.py petastorm/benchmark/__init__.py 1 9 1 petastorm/cache.py examples/imagenet/generate_petastorm_imagenet.py 1 4 6 petastorm/cache.py petastorm/__init__.py 1 4 79 petastorm/errors.py petastorm/__init__.py 1 1 79 petastorm/etl/dataset_metadata.py petastorm/benchmark/dummy_reader.py 1 33 1 petastorm/etl/dataset_metadata.py petastorm/compat.py 1 33 4 petastorm/etl/legacy.py examples/imagenet/generate_petastorm_imagenet.py 1 2 6 petastorm/etl/legacy.py petastorm/codecs.py 1 2 20 petastorm/etl/metadata_util.py examples/imagenet/generate_petastorm_imagenet.py 1 7 6 petastorm/etl/metadata_util.py petastorm/etl/legacy.py 1 7 2 petastorm/etl/metadata_util.py petastorm/cache.py 1 7 4 petastorm/etl/petastorm_generate_metadata.py examples/mnist/generate_petastorm_mnist.py 1 17 9 petastorm/etl/petastorm_generate_metadata.py examples/mnist/pytorch_example.py 1 17 6 petastorm/etl/petastorm_generate_metadata.py petastorm/benchmark/throughput.py 1 17 9 petastorm/etl/petastorm_generate_metadata.py examples/imagenet/generate_petastorm_imagenet.py 1 17 6 petastorm/etl/petastorm_generate_metadata.py petastorm/cache.py 1 17 4 petastorm/etl/petastorm_generate_metadata.py petastorm/codecs.py 1 17 20 petastorm/etl/rowgroup_indexers.py examples/imagenet/generate_petastorm_imagenet.py 1 4 6 petastorm/etl/rowgroup_indexers.py petastorm/etl/legacy.py 1 4 2 petastorm/etl/rowgroup_indexers.py petastorm/cache.py 1 4 4 petastorm/etl/rowgroup_indexing.py petastorm/arrow_reader_worker.py 1 13 21 petastorm/etl/rowgroup_indexing.py petastorm/compat.py 1 13 4 petastorm/etl/rowgroup_indexing.py examples/imagenet/generate_petastorm_imagenet.py 1 13 6 petastorm/etl/rowgroup_indexing.py petastorm/cache.py 1 13 4 petastorm/fs_utils.py petastorm/arrow_reader_worker.py 1 15 21 petastorm/fs_utils.py examples/mnist/pytorch_example.py 1 15 6 petastorm/fs_utils.py examples/mnist/tf_example.py 1 15 2 petastorm/fs_utils.py petastorm/benchmark/throughput.py 1 15 9 petastorm/fs_utils.py petastorm/cache.py 1 15 4 petastorm/gcsfs_helpers/gcsfs_wrapper.py petastorm/gcsfs_helpers/__init__.py 1 4 1 petastorm/generator.py petastorm/etl/petastorm_generate_metadata.py 1 3 17 petastorm/generator.py petastorm/etl/legacy.py 1 3 2 petastorm/generator.py petastorm/__init__.py 1 3 79 petastorm/generator.py petastorm/etl/__init__.py 1 3 3 petastorm/generator.py petastorm/fs_utils.py 1 3 15 petastorm/hdfs/__init__.py petastorm/__init__.py 1 1 79 petastorm/hdfs/__init__.py petastorm/cache.py 1 1 4 petastorm/hdfs/__init__.py petastorm/codecs.py 1 1 20 petastorm/hdfs/__init__.py petastorm/etl/__init__.py 1 1 3 petastorm/hdfs/__init__.py petastorm/etl/dataset_metadata.py 1 1 33 petastorm/hdfs/__init__.py petastorm/etl/metadata_util.py 1 1 7 petastorm/hdfs/__init__.py petastorm/etl/rowgroup_indexers.py 1 1 4 petastorm/hdfs/__init__.py petastorm/etl/rowgroup_indexing.py 1 1 13 petastorm/hdfs/__init__.py petastorm/fs_utils.py 1 1 15 petastorm/hdfs/__init__.py petastorm/generator.py 1 1 3 petastorm/hdfs/namenode.py petastorm/arrow_reader_worker.py 1 12 21 petastorm/hdfs/namenode.py petastorm/compat.py 1 12 4 petastorm/hdfs/namenode.py examples/mnist/generate_petastorm_mnist.py 1 12 9 petastorm/hdfs/namenode.py examples/mnist/pytorch_example.py 1 12 6 petastorm/hdfs/namenode.py petastorm/benchmark/throughput.py 1 12 9 petastorm/hdfs/namenode.py examples/imagenet/generate_petastorm_imagenet.py 1 12 6 petastorm/hdfs/namenode.py petastorm/etl/legacy.py 1 12 2 petastorm/hdfs/namenode.py petastorm/cache.py 1 12 4 petastorm/hdfs/namenode.py petastorm/hdfs/__init__.py 1 12 1 petastorm/local_disk_cache.py examples/imagenet/generate_petastorm_imagenet.py 1 3 6 petastorm/local_disk_cache.py petastorm/etl/legacy.py 1 3 2 petastorm/local_disk_cache.py petastorm/cache.py 1 3 4 petastorm/local_disk_cache.py petastorm/hdfs/__init__.py 1 3 1 petastorm/ngram.py examples/imagenet/generate_petastorm_imagenet.py 1 14 6 petastorm/ngram.py petastorm/cache.py 1 14 4 petastorm/ngram.py petastorm/codecs.py 1 14 20 petastorm/ngram.py petastorm/etl/dataset_metadata.py 1 14 33 petastorm/ngram.py petastorm/etl/petastorm_generate_metadata.py 1 14 17 petastorm/ngram.py petastorm/generator.py 1 14 3 petastorm/predicates.py examples/mnist/generate_petastorm_mnist.py 1 5 9 petastorm/predicates.py examples/mnist/pytorch_example.py 1 5 6 petastorm/predicates.py petastorm/benchmark/throughput.py 1 5 9 petastorm/predicates.py petastorm/etl/petastorm_generate_metadata.py 1 5 17 petastorm/predicates.py petastorm/cache.py 1 5 4 petastorm/predicates.py petastorm/generator.py 1 5 3 petastorm/predicates.py petastorm/hdfs/__init__.py 1 5 1 petastorm/py_dict_reader_worker.py petastorm/compat.py 1 10 4 petastorm/py_dict_reader_worker.py petastorm/etl/rowgroup_indexing.py 1 10 13 petastorm/py_dict_reader_worker.py petastorm/hdfs/namenode.py 1 10 12 petastorm/pyarrow_helpers/batching_table_queue.py petastorm/pyarrow_helpers/__init__.py 1 1 1 petastorm/pytorch.py petastorm/benchmark/dummy_reader.py 1 16 1 petastorm/pytorch.py petastorm/codecs.py 1 16 20 petastorm/pytorch.py petastorm/etl/petastorm_generate_metadata.py 1 16 17 petastorm/pytorch.py examples/mnist/schema.py 1 16 3 petastorm/reader.py petastorm/benchmark/dummy_reader.py 1 65 1 petastorm/reader.py petastorm/benchmark/cli.py 1 65 3 petastorm/reader.py petastorm/errors.py 1 65 1 petastorm/reader.py examples/mnist/pytorch_example.py 1 65 6 petastorm/reader.py examples/mnist/tf_example.py 1 65 2 petastorm/reader.py examples/mnist/generate_petastorm_mnist.py 1 65 9 petastorm/reader.py examples/mnist/schema.py 1 65 3 petastorm/reader.py petastorm/etl/legacy.py 1 65 2 petastorm/reader.py petastorm/hdfs/__init__.py 1 65 1 petastorm/reader_impl/pytorch_shuffling_buffer.py petastorm/benchmark/dummy_reader.py 1 1 1 petastorm/reader_impl/pytorch_shuffling_buffer.py petastorm/etl/dataset_metadata.py 1 1 33 petastorm/reader_impl/pytorch_shuffling_buffer.py petastorm/pytorch.py 1 1 16 petastorm/reader_impl/pytorch_shuffling_buffer.py petastorm/reader.py 1 1 65 petastorm/reader_impl/shuffling_buffer.py petastorm/etl/__init__.py 1 6 3 petastorm/reader_impl/shuffling_buffer.py examples/mnist/generate_petastorm_mnist.py 1 6 9 petastorm/reader_impl/shuffling_buffer.py examples/mnist/pytorch_example.py 1 6 6 petastorm/reader_impl/shuffling_buffer.py petastorm/benchmark/throughput.py 1 6 9 petastorm/reader_impl/shuffling_buffer.py petastorm/hdfs/namenode.py 1 6 12 petastorm/reader_impl/shuffling_buffer.py petastorm/predicates.py 1 6 5 petastorm/reader_impl/shuffling_buffer.py examples/imagenet/generate_petastorm_imagenet.py 1 6 6 petastorm/reader_impl/shuffling_buffer.py petastorm/codecs.py 1 6 20 petastorm/reader_impl/shuffling_buffer.py petastorm/generator.py 1 6 3 petastorm/reader_impl/shuffling_buffer.py petastorm/ngram.py 1 6 14 petastorm/reader_impl/shuffling_buffer.py petastorm/reader.py 1 6 65 petastorm/selectors.py petastorm/reader_impl/shuffling_buffer.py 1 4 6 petastorm/selectors.py petastorm/__init__.py 1 4 79 petastorm/selectors.py petastorm/codecs.py 1 4 20 petastorm/selectors.py petastorm/etl/metadata_util.py 1 4 7 petastorm/selectors.py petastorm/etl/rowgroup_indexers.py 1 4 4 petastorm/selectors.py petastorm/etl/rowgroup_indexing.py 1 4 13 petastorm/selectors.py petastorm/fs_utils.py 1 4 15 petastorm/selectors.py petastorm/generator.py 1 4 3 petastorm/selectors.py petastorm/hdfs/__init__.py 1 4 1 petastorm/selectors.py petastorm/hdfs/namenode.py 1 4 12 petastorm/selectors.py petastorm/local_disk_cache.py 1 4 3 petastorm/selectors.py petastorm/predicates.py 1 4 5 petastorm/selectors.py petastorm/reader.py 1 4 65 petastorm/spark/__init__.py petastorm/__init__.py 1 4 79 petastorm/spark/spark_dataset_converter.py petastorm/pytorch.py 1 36 16 petastorm/spark/spark_dataset_converter.py examples/hello_world/external_dataset/tensorflow_hello_world.py 1 36 2 petastorm/spark/spark_dataset_converter.py examples/hello_world/petastorm_dataset/tensorflow_hello_world.py 1 36 2 petastorm/spark/spark_dataset_converter.py examples/mnist/tf_example.py 1 36 2 petastorm/spark/spark_dataset_converter.py petastorm/benchmark/throughput.py 1 36 9 petastorm/spark/spark_dataset_converter.py petastorm/fs_utils.py 1 36 15 petastorm/spark/spark_dataset_converter.py petastorm/reader.py 1 36 65 petastorm/spark/spark_dataset_converter.py examples/spark_dataset_converter/__init__.py 1 36 1 petastorm/spark/spark_dataset_converter.py examples/spark_dataset_converter/pytorch_converter_example.py 1 36 2 petastorm/spark/spark_dataset_converter.py examples/spark_dataset_converter/utils.py 1 36 2 petastorm/spark_utils.py petastorm/cache.py 1 5 4 petastorm/spark_utils.py petastorm/generator.py 1 5 3 petastorm/spark_utils.py petastorm/hdfs/__init__.py 1 5 1 petastorm/spark_utils.py petastorm/selectors.py 1 5 4 petastorm/tf_utils.py examples/hello_world/external_dataset/tensorflow_hello_world.py 1 17 2 petastorm/tf_utils.py examples/hello_world/petastorm_dataset/tensorflow_hello_world.py 1 17 2 petastorm/tf_utils.py examples/mnist/tf_example.py 1 17 2 petastorm/tf_utils.py examples/spark_dataset_converter/tensorflow_converter_example.py 1 17 3 petastorm/tf_utils.py petastorm/benchmark/throughput.py 1 17 9 petastorm/tf_utils.py petastorm/spark/spark_dataset_converter.py 1 17 36 petastorm/tf_utils.py petastorm/arrow_reader_worker.py 1 17 21 petastorm/tf_utils.py petastorm/py_dict_reader_worker.py 1 17 10 petastorm/tf_utils.py petastorm/etl/petastorm_generate_metadata.py 1 17 17 petastorm/tf_utils.py examples/mnist/generate_petastorm_mnist.py 1 17 9 petastorm/tf_utils.py examples/mnist/schema.py 1 17 3 petastorm/tf_utils.py petastorm/etl/legacy.py 1 17 2 petastorm/tf_utils.py petastorm/hdfs/__init__.py 1 17 1 petastorm/tf_utils.py petastorm/selectors.py 1 17 4 petastorm/tools/copy_dataset.py petastorm/hdfs/namenode.py 1 6 12 petastorm/tools/copy_dataset.py petastorm/reader.py 1 6 65 petastorm/tools/copy_dataset.py petastorm/spark_utils.py 1 6 5 petastorm/tools/spark_session_cli.py petastorm/tools/__init__.py 1 1 1 petastorm/transform.py petastorm/arrow_reader_worker.py 1 10 21 petastorm/transform.py examples/mnist/pytorch_example.py 1 10 6 petastorm/transform.py petastorm/pytorch.py 1 10 16 petastorm/transform.py petastorm/__init__.py 1 10 79 petastorm/unischema.py petastorm/pytorch.py 1 36 16 petastorm/unischema.py petastorm/spark/spark_dataset_converter.py 1 36 36 petastorm/unischema.py petastorm/namedtuple_gt_255_fields.py 1 36 1 petastorm/unischema.py petastorm/benchmark/throughput.py 1 36 9 petastorm/unischema.py examples/imagenet/generate_petastorm_imagenet.py 1 36 6 petastorm/unischema.py petastorm/etl/petastorm_generate_metadata.py 1 36 17 petastorm/unischema.py petastorm/reader_impl/shuffling_buffer.py 1 36 6 petastorm/unischema.py petastorm/hdfs/__init__.py 1 36 1 petastorm/unischema.py petastorm/selectors.py 1 36 4 petastorm/utils.py petastorm/arrow_reader_worker.py 1 12 21 petastorm/utils.py petastorm/py_dict_reader_worker.py 1 12 10 petastorm/utils.py examples/imagenet/generate_petastorm_imagenet.py 1 12 6 petastorm/utils.py petastorm/etl/legacy.py 1 12 2 petastorm/utils.py petastorm/cache.py 1 12 4 petastorm/utils.py petastorm/hdfs/__init__.py 1 12 1 petastorm/utils.py petastorm/selectors.py 1 12 4 petastorm/weighted_sampling_reader.py examples/mnist/generate_petastorm_mnist.py 1 7 9 petastorm/weighted_sampling_reader.py examples/mnist/pytorch_example.py 1 7 6 petastorm/weighted_sampling_reader.py petastorm/benchmark/throughput.py 1 7 9 petastorm/weighted_sampling_reader.py petastorm/etl/petastorm_generate_metadata.py 1 7 17 petastorm/weighted_sampling_reader.py petastorm/hdfs/namenode.py 1 7 12 petastorm/weighted_sampling_reader.py petastorm/predicates.py 1 7 5 petastorm/weighted_sampling_reader.py petastorm/reader_impl/shuffling_buffer.py 1 7 6 petastorm/workers_pool/__init__.py examples/mnist/generate_petastorm_mnist.py 1 3 9 petastorm/workers_pool/__init__.py examples/mnist/pytorch_example.py 1 3 6 petastorm/workers_pool/__init__.py petastorm/benchmark/throughput.py 1 3 9 petastorm/workers_pool/__init__.py petastorm/etl/petastorm_generate_metadata.py 1 3 17 petastorm/workers_pool/__init__.py petastorm/weighted_sampling_reader.py 1 3 7 petastorm/workers_pool/__init__.py petastorm/__init__.py 1 3 79 petastorm/workers_pool/__init__.py petastorm/codecs.py 1 3 20 petastorm/workers_pool/__init__.py petastorm/etl/metadata_util.py 1 3 7 petastorm/workers_pool/__init__.py petastorm/etl/rowgroup_indexers.py 1 3 4 petastorm/workers_pool/__init__.py petastorm/etl/rowgroup_indexing.py 1 3 13 petastorm/workers_pool/__init__.py petastorm/fs_utils.py 1 3 15 petastorm/workers_pool/__init__.py petastorm/generator.py 1 3 3 petastorm/workers_pool/__init__.py petastorm/hdfs/__init__.py 1 3 1 petastorm/workers_pool/__init__.py petastorm/local_disk_cache.py 1 3 3 petastorm/workers_pool/__init__.py petastorm/reader.py 1 3 65 petastorm/workers_pool/__init__.py petastorm/spark_utils.py 1 3 5 petastorm/workers_pool/__init__.py petastorm/tf_utils.py 1 3 17 petastorm/workers_pool/__init__.py petastorm/unischema.py 1 3 36 petastorm/workers_pool/__init__.py petastorm/utils.py 1 3 12 petastorm/workers_pool/dummy_pool.py examples/imagenet/generate_petastorm_imagenet.py 1 5 6 petastorm/workers_pool/dummy_pool.py petastorm/etl/legacy.py 1 5 2 petastorm/workers_pool/dummy_pool.py petastorm/__init__.py 1 5 79 petastorm/workers_pool/dummy_pool.py petastorm/cache.py 1 5 4 petastorm/workers_pool/dummy_pool.py petastorm/etl/__init__.py 1 5 3 petastorm/workers_pool/dummy_pool.py petastorm/fs_utils.py 1 5 15 petastorm/workers_pool/dummy_pool.py petastorm/hdfs/__init__.py 1 5 1 petastorm/workers_pool/dummy_pool.py petastorm/predicates.py 1 5 5 petastorm/workers_pool/dummy_pool.py petastorm/selectors.py 1 5 4 petastorm/workers_pool/dummy_pool.py petastorm/spark_utils.py 1 5 5 petastorm/workers_pool/dummy_pool.py petastorm/unischema.py 1 5 36 petastorm/workers_pool/dummy_pool.py petastorm/workers_pool/__init__.py 1 5 3 petastorm/workers_pool/exec_in_new_process.py petastorm/py_dict_reader_worker.py 1 6 10 petastorm/workers_pool/exec_in_new_process.py petastorm/transform.py 1 6 10 petastorm/workers_pool/exec_in_new_process.py petastorm/cache.py 1 6 4 petastorm/workers_pool/exec_in_new_process.py petastorm/generator.py 1 6 3 petastorm/workers_pool/exec_in_new_process.py petastorm/hdfs/__init__.py 1 6 1 petastorm/workers_pool/exec_in_new_process.py petastorm/selectors.py 1 6 4 petastorm/workers_pool/exec_in_new_process.py petastorm/workers_pool/__init__.py 1 6 3 petastorm/workers_pool/exec_in_new_process.py petastorm/workers_pool/dummy_pool.py 1 6 5 petastorm/workers_pool/process_pool.py petastorm/benchmark/throughput.py 1 22 9 petastorm/workers_pool/process_pool.py petastorm/reader_impl/pyarrow_serializer.py 1 22 1 petastorm/workers_pool/process_pool.py petastorm/etl/petastorm_generate_metadata.py 1 22 17 petastorm/workers_pool/process_pool.py petastorm/ngram.py 1 22 14 petastorm/workers_pool/process_pool.py petastorm/reader_impl/shuffling_buffer.py 1 22 6 petastorm/workers_pool/process_pool.py petastorm/etl/legacy.py 1 22 2 petastorm/workers_pool/process_pool.py petastorm/hdfs/__init__.py 1 22 1 petastorm/workers_pool/process_pool.py petastorm/selectors.py 1 22 4 petastorm/workers_pool/process_pool.py petastorm/workers_pool/__init__.py 1 22 3 petastorm/workers_pool/thread_pool.py petastorm/etl/petastorm_generate_metadata.py 1 8 17 petastorm/workers_pool/thread_pool.py petastorm/ngram.py 1 8 14 petastorm/workers_pool/thread_pool.py petastorm/etl/legacy.py 1 8 2 petastorm/workers_pool/thread_pool.py petastorm/hdfs/__init__.py 1 8 1 petastorm/workers_pool/ventilator.py examples/imagenet/generate_petastorm_imagenet.py 1 7 6 petastorm/workers_pool/ventilator.py petastorm/etl/petastorm_generate_metadata.py 1 7 17 petastorm/workers_pool/ventilator.py petastorm/ngram.py 1 7 14 petastorm/workers_pool/ventilator.py examples/mnist/generate_petastorm_mnist.py 1 7 9 petastorm/workers_pool/ventilator.py examples/mnist/schema.py 1 7 3 petastorm/workers_pool/ventilator.py petastorm/hdfs/__init__.py 1 7 1 petastorm/workers_pool/ventilator.py petastorm/workers_pool/dummy_pool.py 1 7 5 petastorm/workers_pool/worker_base.py petastorm/__init__.py 1 1 79 petastorm/workers_pool/worker_base.py petastorm/cache.py 1 1 4 petastorm/workers_pool/worker_base.py petastorm/codecs.py 1 1 20 petastorm/workers_pool/worker_base.py petastorm/etl/__init__.py 1 1 3 petastorm/workers_pool/worker_base.py petastorm/etl/dataset_metadata.py 1 1 33 petastorm/workers_pool/worker_base.py petastorm/etl/metadata_util.py 1 1 7 petastorm/workers_pool/worker_base.py petastorm/etl/rowgroup_indexers.py 1 1 4 petastorm/workers_pool/worker_base.py petastorm/etl/rowgroup_indexing.py 1 1 13 petastorm/workers_pool/worker_base.py petastorm/fs_utils.py 1 1 15 petastorm/workers_pool/worker_base.py petastorm/generator.py 1 1 3 petastorm/workers_pool/worker_base.py petastorm/hdfs/__init__.py 1 1 1 petastorm/workers_pool/worker_base.py petastorm/hdfs/namenode.py 1 1 12 petastorm/workers_pool/worker_base.py petastorm/local_disk_cache.py 1 1 3 petastorm/workers_pool/worker_base.py petastorm/predicates.py 1 1 5 petastorm/workers_pool/worker_base.py petastorm/reader.py 1 1 65 petastorm/workers_pool/worker_base.py petastorm/selectors.py 1 1 4 petastorm/workers_pool/worker_base.py petastorm/spark_utils.py 1 1 5 petastorm/workers_pool/worker_base.py petastorm/tf_utils.py 1 1 17 petastorm/workers_pool/worker_base.py petastorm/unischema.py 1 1 36 petastorm/workers_pool/worker_base.py petastorm/utils.py 1 1 12 petastorm/workers_pool/worker_base.py petastorm/workers_pool/__init__.py 1 1 3 petastorm/workers_pool/worker_base.py petastorm/workers_pool/dummy_pool.py 1 1 5 petastorm/workers_pool/worker_base.py petastorm/workers_pool/exec_in_new_process.py 1 1 6 petastorm/workers_pool/worker_base.py petastorm/workers_pool/process_pool.py 1 1 22 petastorm/workers_pool/worker_base.py petastorm/workers_pool/thread_pool.py 1 1 8 petastorm/workers_pool/worker_base.py petastorm/workers_pool/ventilator.py 1 1 7 setup.py examples/hello_world/external_dataset/tensorflow_hello_world.py 1 50 2 setup.py examples/hello_world/petastorm_dataset/tensorflow_hello_world.py 1 50 2 setup.py examples/spark_dataset_converter/__init__.py 1 50 1 setup.py examples/spark_dataset_converter/pytorch_converter_example.py 1 50 2 setup.py examples/spark_dataset_converter/utils.py 1 50 2 setup.py petastorm/arrow_reader_worker.py 1 50 21 setup.py petastorm/compat.py 1 50 4 setup.py petastorm/transform.py 1 50 10 setup.py petastorm/tools/copy_dataset.py 1 50 6 setup.py petastorm/weighted_sampling_reader.py 1 50 7 setup.py petastorm/benchmark/cli.py 1 50 3 setup.py petastorm/benchmark/__init__.py 1 50 1 setup.py petastorm/ngram.py 1 50 14 setup.py petastorm/etl/legacy.py 1 50 2 setup.py petastorm/hdfs/__init__.py 1 50 1 setup.py petastorm/selectors.py 1 50 4 setup.py petastorm/workers_pool/worker_base.py 1 50 1