[ { "shortName" : "def make_reader()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 78, "mcCabeIndex" : 11, "numberOfParameters" : 28, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def make_batch_reader()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 70, "mcCabeIndex" : 9, "numberOfParameters" : 27, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 64, "mcCabeIndex" : 21, "numberOfParameters" : 21, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def namedtuple_gt_255_fields()", "longName" : "", "relativeFileName" : "petastorm/namedtuple_gt_255_fields.py", "fileLinesCount" : 190, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 55, "mcCabeIndex" : 6, "numberOfParameters" : 5, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/fs_utils.py", "fileLinesCount" : 218, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 54, "mcCabeIndex" : 15, "numberOfParameters" : 7, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _worker_bootstrap()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/process_pool.py", "fileLinesCount" : 424, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 53, "mcCabeIndex" : 8, "numberOfParameters" : 8, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def process()", "longName" : "", "relativeFileName" : "petastorm/arrow_reader_worker.py", "fileLinesCount" : 393, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 41, "mcCabeIndex" : 20, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _load_rows_with_predicate()", "longName" : "", "relativeFileName" : "petastorm/arrow_reader_worker.py", "fileLinesCount" : 393, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 38, "mcCabeIndex" : 9, "numberOfParameters" : 5, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def generate_petastorm_metadata()", "longName" : "", "relativeFileName" : "petastorm/etl/petastorm_generate_metadata.py", "fileLinesCount" : 161, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 37, "mcCabeIndex" : 15, "numberOfParameters" : 5, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _load_rows_into_mem()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 37, "mcCabeIndex" : 14, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _parse_args()", "longName" : "", "relativeFileName" : "petastorm/benchmark/cli.py", "fileLinesCount" : 107, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 36, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def from_arrow_schema()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 35, "mcCabeIndex" : 14, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _numpy_and_codec_from_arrow_type()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 35, "mcCabeIndex" : 16, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _main()", "longName" : "", "relativeFileName" : "petastorm/etl/petastorm_generate_metadata.py", "fileLinesCount" : 161, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 34, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def materialize_dataset()", "longName" : "", "relativeFileName" : "petastorm/etl/dataset_metadata.py", "fileLinesCount" : 418, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 34, "mcCabeIndex" : 7, "numberOfParameters" : 6, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _load_rows_with_predicate()", "longName" : "", "relativeFileName" : "petastorm/py_dict_reader_worker.py", "fileLinesCount" : 286, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 34, "mcCabeIndex" : 14, "numberOfParameters" : 5, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_results()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/process_pool.py", "fileLinesCount" : 424, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 32, "mcCabeIndex" : 16, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _add_many()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 31, "mcCabeIndex" : 12, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def convert_arrow_table_to_numpy_dict()", "longName" : "", "relativeFileName" : "petastorm/arrow_reader_worker.py", "fileLinesCount" : 393, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 30, "mcCabeIndex" : 9, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def main()", "longName" : "", "relativeFileName" : "petastorm/benchmark/dummy_reader.py", "fileLinesCount" : 87, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 29, "mcCabeIndex" : 7, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def reader_throughput()", "longName" : "", "relativeFileName" : "petastorm/benchmark/throughput.py", "fileLinesCount" : 217, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 29, "mcCabeIndex" : 6, "numberOfParameters" : 12, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _iter_impl()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 28, "mcCabeIndex" : 10, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def copy_dataset()", "longName" : "", "relativeFileName" : "petastorm/tools/copy_dataset.py", "fileLinesCount" : 153, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 28, "mcCabeIndex" : 10, "numberOfParameters" : 9, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _load_rows()", "longName" : "", "relativeFileName" : "petastorm/arrow_reader_worker.py", "fileLinesCount" : 393, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 27, "mcCabeIndex" : 9, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def process()", "longName" : "", "relativeFileName" : "petastorm/py_dict_reader_worker.py", "fileLinesCount" : 286, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 27, "mcCabeIndex" : 12, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_results()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/thread_pool.py", "fileLinesCount" : 263, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 27, "mcCabeIndex" : 8, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def dict_to_spark_row()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 26, "mcCabeIndex" : 9, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def form_ngram()", "longName" : "", "relativeFileName" : "petastorm/ngram.py", "fileLinesCount" : 339, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 26, "mcCabeIndex" : 16, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/ventilator.py", "fileLinesCount" : 174, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 26, "mcCabeIndex" : 8, "numberOfParameters" : 8, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def args_parser()", "longName" : "", "relativeFileName" : "petastorm/tools/copy_dataset.py", "fileLinesCount" : 153, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 26, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def add_to_dataset_metadata()", "longName" : "", "relativeFileName" : "petastorm/utils.py", "fileLinesCount" : 132, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 25, "mcCabeIndex" : 11, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _init_spark()", "longName" : "", "relativeFileName" : "petastorm/etl/dataset_metadata.py", "fileLinesCount" : 418, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 25, "mcCabeIndex" : 1, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def load_row_groups()", "longName" : "", "relativeFileName" : "petastorm/etl/dataset_metadata.py", "fileLinesCount" : 418, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 25, "mcCabeIndex" : 9, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _iter_impl()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 25, "mcCabeIndex" : 12, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _apply_predicate_to_row_groups()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 24, "mcCabeIndex" : 7, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _read_with_shuffle_row_drop()", "longName" : "", "relativeFileName" : "petastorm/arrow_reader_worker.py", "fileLinesCount" : 393, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 24, "mcCabeIndex" : 8, "numberOfParameters" : 5, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def build_rowgroup_index()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexing.py", "fileLinesCount" : 158, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 24, "mcCabeIndex" : 7, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/hdfs/namenode.py", "fileLinesCount" : 315, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 23, "mcCabeIndex" : 5, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def encode()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 23, "mcCabeIndex" : 11, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def start()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/thread_pool.py", "fileLinesCount" : 263, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 23, "mcCabeIndex" : 6, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def make_petastorm_dataset()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 22, "mcCabeIndex" : 4, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def run()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/thread_pool.py", "fileLinesCount" : 263, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 22, "mcCabeIndex" : 10, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _sanitize_field_tf_types()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 21, "mcCabeIndex" : 17, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _split_row_groups()", "longName" : "", "relativeFileName" : "petastorm/etl/dataset_metadata.py", "fileLinesCount" : 418, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 21, "mcCabeIndex" : 8, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/weighted_sampling_reader.py", "fileLinesCount" : 115, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 21, "mcCabeIndex" : 11, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _wait_file_available()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 21, "mcCabeIndex" : 6, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def transform_schema()", "longName" : "", "relativeFileName" : "petastorm/transform.py", "fileLinesCount" : 89, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 20, "mcCabeIndex" : 11, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _numpy_to_spark_mapping()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 20, "mcCabeIndex" : 2, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def decode_row()", "longName" : "", "relativeFileName" : "petastorm/utils.py", "fileLinesCount" : 132, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 20, "mcCabeIndex" : 8, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def encode()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 20, "mcCabeIndex" : 6, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __iter__()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 20, "mcCabeIndex" : 7, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _ventilate()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/ventilator.py", "fileLinesCount" : 174, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 20, "mcCabeIndex" : 13, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_filesystem_and_path_or_paths()", "longName" : "", "relativeFileName" : "petastorm/fs_utils.py", "fileLinesCount" : 218, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 19, "mcCabeIndex" : 9, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def match_unischema_fields()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 19, "mcCabeIndex" : 10, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __enter__()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 19, "mcCabeIndex" : 5, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __iter__()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 19, "mcCabeIndex" : 7, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/arrow_reader_worker.py", "fileLinesCount" : 393, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 18, "mcCabeIndex" : 3, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_schema()", "longName" : "", "relativeFileName" : "petastorm/etl/dataset_metadata.py", "fileLinesCount" : 418, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 18, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _time_multiple_iterations()", "longName" : "", "relativeFileName" : "petastorm/benchmark/throughput.py", "fileLinesCount" : 217, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 18, "mcCabeIndex" : 4, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _cache_df_or_retrieve_cache_data_url()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 18, "mcCabeIndex" : 7, "numberOfParameters" : 5, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _check_dataset_file_median_size()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 18, "mcCabeIndex" : 6, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _sanitize_pytorch_types()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 18, "mcCabeIndex" : 12, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _generate_num_row_groups_per_file()", "longName" : "", "relativeFileName" : "petastorm/etl/dataset_metadata.py", "fileLinesCount" : 418, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 17, "mcCabeIndex" : 5, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def read_next()", "longName" : "", "relativeFileName" : "petastorm/py_dict_reader_worker.py", "fileLinesCount" : 286, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 17, "mcCabeIndex" : 9, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _convert_precision()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 17, "mcCabeIndex" : 9, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _keep_retrying_while_zmq_again()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/process_pool.py", "fileLinesCount" : 424, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 17, "mcCabeIndex" : 9, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def start()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/process_pool.py", "fileLinesCount" : 424, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 17, "mcCabeIndex" : 3, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _create_ventilator()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 16, "mcCabeIndex" : 3, "numberOfParameters" : 8, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _validate_ngram()", "longName" : "", "relativeFileName" : "petastorm/ngram.py", "fileLinesCount" : 339, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 16, "mcCabeIndex" : 15, "numberOfParameters" : 5, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _index_columns()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexing.py", "fileLinesCount" : 158, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 16, "mcCabeIndex" : 7, "numberOfParameters" : 6, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _read_with_shuffle_row_drop()", "longName" : "", "relativeFileName" : "petastorm/py_dict_reader_worker.py", "fileLinesCount" : 286, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 16, "mcCabeIndex" : 4, "numberOfParameters" : 5, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _time_warmup_and_work()", "longName" : "", "relativeFileName" : "petastorm/benchmark/throughput.py", "fileLinesCount" : 217, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 16, "mcCabeIndex" : 2, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _check_rank_and_size_consistent_with_horovod()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 16, "mcCabeIndex" : 5, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def encode()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 16, "mcCabeIndex" : 4, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def encode()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 16, "mcCabeIndex" : 4, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get()", "longName" : "", "relativeFileName" : "petastorm/pyarrow_helpers/batching_table_queue.py", "fileLinesCount" : 79, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 15, "mcCabeIndex" : 4, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _filter_row_groups()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 15, "mcCabeIndex" : 5, "numberOfParameters" : 8, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _partition_row_groups()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 15, "mcCabeIndex" : 10, "numberOfParameters" : 7, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _main()", "longName" : "", "relativeFileName" : "petastorm/benchmark/cli.py", "fileLinesCount" : 107, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 15, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def make_torch_dataloader()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 15, "mcCabeIndex" : 1, "numberOfParameters" : 7, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/local_disk_cache.py", "fileLinesCount" : 82, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 15, "mcCabeIndex" : 3, "numberOfParameters" : 7, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def resolve_hdfs_name_service()", "longName" : "", "relativeFileName" : "petastorm/hdfs/namenode.py", "fileLinesCount" : 315, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 14, "mcCabeIndex" : 5, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def add_many()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 14, "mcCabeIndex" : 3, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def dataset_as_rdd()", "longName" : "", "relativeFileName" : "petastorm/spark_utils.py", "fileLinesCount" : 52, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 14, "mcCabeIndex" : 4, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/thread_pool.py", "fileLinesCount" : 263, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 14, "mcCabeIndex" : 4, "numberOfParameters" : 6, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_results()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/dummy_pool.py", "fileLinesCount" : 91, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 14, "mcCabeIndex" : 9, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def resolve_default_hdfs_service()", "longName" : "", "relativeFileName" : "petastorm/hdfs/namenode.py", "fileLinesCount" : 315, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 13, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def create_schema_view()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 13, "mcCabeIndex" : 11, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _check_shape_and_ravel()", "longName" : "", "relativeFileName" : "petastorm/arrow_reader_worker.py", "fileLinesCount" : 393, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 13, "mcCabeIndex" : 3, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def depickle_legacy_package_name_compatible()", "longName" : "", "relativeFileName" : "petastorm/etl/legacy.py", "fileLinesCount" : 79, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 13, "mcCabeIndex" : 4, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def build_index()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexers.py", "fileLinesCount" : 124, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 13, "mcCabeIndex" : 8, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_row_group_indexes()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexing.py", "fileLinesCount" : 158, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 13, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/py_dict_reader_worker.py", "fileLinesCount" : 286, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 13, "mcCabeIndex" : 1, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def retrieve()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 13, "mcCabeIndex" : 6, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _get_parent_cache_dir_url()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 13, "mcCabeIndex" : 2, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _normalize_databricks_dbfs_url()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 13, "mcCabeIndex" : 8, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _materialize_df()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 13, "mcCabeIndex" : 1, "numberOfParameters" : 5, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 13, "mcCabeIndex" : 3, "numberOfParameters" : 8, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def make_namedtuple_tf_ngram()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 12, "mcCabeIndex" : 6, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _try_next_namenode()", "longName" : "", "relativeFileName" : "petastorm/hdfs/namenode.py", "fileLinesCount" : 315, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 12, "mcCabeIndex" : 7, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _field_spark_dtype()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 12, "mcCabeIndex" : 5, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def generate_datapoint()", "longName" : "", "relativeFileName" : "petastorm/generator.py", "fileLinesCount" : 47, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 12, "mcCabeIndex" : 5, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _time_warmup_and_work_tf()", "longName" : "", "relativeFileName" : "petastorm/benchmark/throughput.py", "fileLinesCount" : 217, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 12, "mcCabeIndex" : 1, "numberOfParameters" : 5, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 12, "mcCabeIndex" : 4, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def cleanup()", "longName" : "", "relativeFileName" : "petastorm/local_disk_cache.py", "fileLinesCount" : 82, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 12, "mcCabeIndex" : 5, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def decimal_friendly_collate()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 12, "mcCabeIndex" : 8, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/process_pool.py", "fileLinesCount" : 424, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 12, "mcCabeIndex" : 2, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def join()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/thread_pool.py", "fileLinesCount" : 263, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 12, "mcCabeIndex" : 7, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _tf_tensors_nonngram()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 11, "mcCabeIndex" : 4, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def tf_tensors()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 11, "mcCabeIndex" : 5, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def failover_all_class_methods()", "longName" : "", "relativeFileName" : "petastorm/hdfs/namenode.py", "fileLinesCount" : 315, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 11, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def hdfs_connect_namenode()", "longName" : "", "relativeFileName" : "petastorm/hdfs/namenode.py", "fileLinesCount" : 315, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 11, "mcCabeIndex" : 10, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 11, "mcCabeIndex" : 5, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _apply_row_group_selector()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 11, "mcCabeIndex" : 5, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __next__()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 11, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def read_next()", "longName" : "", "relativeFileName" : "petastorm/arrow_reader_worker.py", "fileLinesCount" : 393, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 11, "mcCabeIndex" : 5, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _default_delete_dir_handler()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 11, "mcCabeIndex" : 4, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _get_horovod_rank_and_size()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 11, "mcCabeIndex" : 6, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 11, "mcCabeIndex" : 1, "numberOfParameters" : 6, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _check_parent_cache_dir_url()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 11, "mcCabeIndex" : 5, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def join()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/process_pool.py", "fileLinesCount" : 424, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 11, "mcCabeIndex" : 4, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def exec_in_new_process()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/exec_in_new_process.py", "fileLinesCount" : 47, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 11, "mcCabeIndex" : 2, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _cli_spark_session_config_to_dict()", "longName" : "", "relativeFileName" : "petastorm/tools/spark_session_cli.py", "fileLinesCount" : 90, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 11, "mcCabeIndex" : 4, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 10, "mcCabeIndex" : 4, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def build_index()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexers.py", "fileLinesCount" : 124, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 10, "mcCabeIndex" : 5, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _split_row_groups_from_footers()", "longName" : "", "relativeFileName" : "petastorm/etl/dataset_metadata.py", "fileLinesCount" : 418, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 10, "mcCabeIndex" : 4, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 10, "mcCabeIndex" : 1, "numberOfParameters" : 5, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def retrieve()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 10, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _create_worker_pool()", "longName" : "", "relativeFileName" : "petastorm/benchmark/throughput.py", "fileLinesCount" : 217, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 10, "mcCabeIndex" : 4, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def create_cached_dataframe_meta()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 10, "mcCabeIndex" : 1, "numberOfParameters" : 6, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _convert_vector()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 10, "mcCabeIndex" : 4, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def decode()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 10, "mcCabeIndex" : 5, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get()", "longName" : "", "relativeFileName" : "petastorm/local_disk_cache.py", "fileLinesCount" : 82, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 10, "mcCabeIndex" : 4, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 10, "mcCabeIndex" : 3, "numberOfParameters" : 5, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def stop()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/process_pool.py", "fileLinesCount" : 424, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 10, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def configure_spark()", "longName" : "", "relativeFileName" : "petastorm/tools/spark_session_cli.py", "fileLinesCount" : 90, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 10, "mcCabeIndex" : 5, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _flatten()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 9, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _set_shape()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 9, "mcCabeIndex" : 5, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __call__()", "longName" : "", "relativeFileName" : "petastorm/hdfs/namenode.py", "fileLinesCount" : 315, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 9, "mcCabeIndex" : 3, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _load_rows()", "longName" : "", "relativeFileName" : "petastorm/py_dict_reader_worker.py", "fileLinesCount" : 286, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 9, "mcCabeIndex" : 7, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def retrieve()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 9, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __enter__()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 9, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 9, "mcCabeIndex" : 2, "numberOfParameters" : 5, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _yield_batches()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 9, "mcCabeIndex" : 6, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/thread_pool.py", "fileLinesCount" : 263, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 9, "mcCabeIndex" : 2, "numberOfParameters" : 6, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _stop_aware_put()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/thread_pool.py", "fileLinesCount" : 263, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 9, "mcCabeIndex" : 4, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _main()", "longName" : "", "relativeFileName" : "petastorm/tools/copy_dataset.py", "fileLinesCount" : 153, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 9, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _numpy_to_tf_dtypes()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 8, "mcCabeIndex" : 4, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _load_site_xml_into_dict()", "longName" : "", "relativeFileName" : "petastorm/hdfs/namenode.py", "fileLinesCount" : 315, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 8, "mcCabeIndex" : 3, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/hdfs/namenode.py", "fileLinesCount" : 315, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 8, "mcCabeIndex" : 1, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def make_namedtuple()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 8, "mcCabeIndex" : 3, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def convert_fields()", "longName" : "", "relativeFileName" : "petastorm/ngram.py", "fileLinesCount" : 339, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 8, "mcCabeIndex" : 8, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __add__()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexers.py", "fileLinesCount" : 124, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 8, "mcCabeIndex" : 4, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _apply_transform_spec()", "longName" : "", "relativeFileName" : "petastorm/py_dict_reader_worker.py", "fileLinesCount" : 286, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 8, "mcCabeIndex" : 6, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _add_many()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 8, "mcCabeIndex" : 4, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _create_concurrent_executor()", "longName" : "", "relativeFileName" : "petastorm/benchmark/throughput.py", "fileLinesCount" : 217, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 8, "mcCabeIndex" : 3, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def make_tf_dataset()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 8, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _is_compliant_shape()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 8, "mcCabeIndex" : 6, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _monitor_thread_function()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/process_pool.py", "fileLinesCount" : 424, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 8, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _schema_to_tf_dtypes_ngram()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 3, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _shuffling_queue()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 3, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _tf_tensors_ngram()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 3, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _build_error_string()", "longName" : "", "relativeFileName" : "petastorm/hdfs/namenode.py", "fileLinesCount" : 315, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 2, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/transform.py", "fileLinesCount" : 89, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 5, "numberOfParameters" : 5, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _new_gt_255_compatible_namedtuple()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 5, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __str__()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def as_spark_schema()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def insert_explicit_nulls()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 4, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _fullmatch()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 4, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def normalize_dataset_url_or_urls()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 4, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _normalize_shuffle_options()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 5, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def cleanup_cache()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def make_namedtuple()", "longName" : "", "relativeFileName" : "petastorm/ngram.py", "fileLinesCount" : 339, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 2, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __eq__()", "longName" : "", "relativeFileName" : "petastorm/ngram.py", "fileLinesCount" : 339, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 4, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __add__()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexers.py", "fileLinesCount" : 124, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 3, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _cleanup_spark()", "longName" : "", "relativeFileName" : "petastorm/etl/dataset_metadata.py", "fileLinesCount" : 418, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 3, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_schema_from_dataset_url()", "longName" : "", "relativeFileName" : "petastorm/etl/dataset_metadata.py", "fileLinesCount" : 418, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 1, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def infer_or_load_unischema()", "longName" : "", "relativeFileName" : "petastorm/etl/dataset_metadata.py", "fileLinesCount" : 418, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 1, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 1, "numberOfParameters" : 6, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _remove_cache_metadata_and_data()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def diagnostics()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/process_pool.py", "fileLinesCount" : 424, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def add_configure_spark_arguments()", "longName" : "", "relativeFileName" : "petastorm/tools/spark_session_cli.py", "fileLinesCount" : 90, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 7, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _unflatten_and_set_shape()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 3, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _ngrams_generator()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def normalize_dir_url()", "longName" : "", "relativeFileName" : "petastorm/fs_utils.py", "fileLinesCount" : 218, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 4, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/hdfs/namenode.py", "fileLinesCount" : 315, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 1, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def reset()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/ngram.py", "fileLinesCount" : 339, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 1, "numberOfParameters" : 5, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def resolve_regex_field_names()", "longName" : "", "relativeFileName" : "petastorm/ngram.py", "fileLinesCount" : 339, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 3, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def find_class()", "longName" : "", "relativeFileName" : "petastorm/etl/legacy.py", "fileLinesCount" : 79, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 2, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _split_piece()", "longName" : "", "relativeFileName" : "petastorm/etl/dataset_metadata.py", "fileLinesCount" : 418, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 2, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def serialize()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/arrow_table_serializer.py", "fileLinesCount" : 33, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def register_delete_dir_handler()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _check_and_set_overriden_petastorm_args()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 3, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _check_url()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def select_row_groups()", "longName" : "", "relativeFileName" : "petastorm/selectors.py", "fileLinesCount" : 100, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 2, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 2, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 3, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _yield_batches()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 4, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _create_local_socket_on_random_port()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/process_pool.py", "fileLinesCount" : 424, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 2, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _wait_for_workers_to_start()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/process_pool.py", "fileLinesCount" : 424, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def ventilate()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/process_pool.py", "fileLinesCount" : 424, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 2, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/dummy_pool.py", "fileLinesCount" : 91, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 6, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/pyarrow_helpers/batching_table_queue.py", "fileLinesCount" : 79, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def put()", "longName" : "", "relativeFileName" : "petastorm/pyarrow_helpers/batching_table_queue.py", "fileLinesCount" : 79, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 3, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_dataset_path()", "longName" : "", "relativeFileName" : "petastorm/fs_utils.py", "fileLinesCount" : 218, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def run_in_subprocess()", "longName" : "", "relativeFileName" : "petastorm/utils.py", "fileLinesCount" : 132, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _ngram_pass_threshold()", "longName" : "", "relativeFileName" : "petastorm/ngram.py", "fileLinesCount" : 339, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 4, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _select_cols()", "longName" : "", "relativeFileName" : "petastorm/py_dict_reader_worker.py", "fileLinesCount" : 286, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 3, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def can_retrieve()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __iter__()", "longName" : "", "relativeFileName" : "petastorm/benchmark/dummy_reader.py", "fileLinesCount" : 87, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _delete_cache_data_atexit()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _gen_cache_dir_name()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def make_spark_converter()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_index_names()", "longName" : "", "relativeFileName" : "petastorm/selectors.py", "fileLinesCount" : 100, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def select_row_groups()", "longName" : "", "relativeFileName" : "petastorm/selectors.py", "fileLinesCount" : 100, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 2, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_index_names()", "longName" : "", "relativeFileName" : "petastorm/selectors.py", "fileLinesCount" : 100, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def select_row_groups()", "longName" : "", "relativeFileName" : "petastorm/selectors.py", "fileLinesCount" : 100, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 2, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def do_include()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 3, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_fields()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def do_include()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 2, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _setsockopt()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/process_pool.py", "fileLinesCount" : 424, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 2, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def ventilate()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/thread_pool.py", "fileLinesCount" : 263, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def all_workers_done()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/thread_pool.py", "fileLinesCount" : 263, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 6, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def start()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/dummy_pool.py", "fileLinesCount" : 91, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 2, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def reset()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/ventilator.py", "fileLinesCount" : 174, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def stop()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/ventilator.py", "fileLinesCount" : 174, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 5, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _set_shape_to_named_tuple()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __getstate__()", "longName" : "", "relativeFileName" : "petastorm/fs_utils.py", "fileLinesCount" : 218, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __exit__()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_field_names_at_timestep()", "longName" : "", "relativeFileName" : "petastorm/ngram.py", "fileLinesCount" : 339, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 3, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexers.py", "fileLinesCount" : 124, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexers.py", "fileLinesCount" : 124, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _combine_indexers()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexing.py", "fileLinesCount" : 158, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 3, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _generate_unischema_metadata()", "longName" : "", "relativeFileName" : "petastorm/etl/dataset_metadata.py", "fileLinesCount" : 418, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 3, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _merge_two_dicts()", "longName" : "", "relativeFileName" : "petastorm/py_dict_reader_worker.py", "fileLinesCount" : 286, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def deserialize()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/arrow_table_serializer.py", "fileLinesCount" : 33, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __next__()", "longName" : "", "relativeFileName" : "petastorm/weighted_sampling_reader.py", "fileLinesCount" : 115, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _get_spark_session()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 2, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _make_sub_dir_url()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def do_include()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 2, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 2, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def stop()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/thread_pool.py", "fileLinesCount" : 263, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/worker_base.py", "fileLinesCount" : 35, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def start()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/ventilator.py", "fileLinesCount" : 174, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 4, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _sanitize_and_flatten()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/hdfs/namenode.py", "fileLinesCount" : 315, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 2, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _do_connect()", "longName" : "", "relativeFileName" : "petastorm/hdfs/namenode.py", "fileLinesCount" : 315, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def connect_to_either_namenode()", "longName" : "", "relativeFileName" : "petastorm/hdfs/namenode.py", "fileLinesCount" : 315, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def stop()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_schema_at_timestep()", "longName" : "", "relativeFileName" : "petastorm/ngram.py", "fileLinesCount" : 339, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 3, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/py_dict_reader_worker.py", "fileLinesCount" : 286, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def add_many()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 2, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def stop()", "longName" : "", "relativeFileName" : "petastorm/weighted_sampling_reader.py", "fileLinesCount" : 115, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def join()", "longName" : "", "relativeFileName" : "petastorm/weighted_sampling_reader.py", "fileLinesCount" : 115, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __exit__()", "longName" : "", "relativeFileName" : "petastorm/weighted_sampling_reader.py", "fileLinesCount" : 115, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/benchmark/dummy_reader.py", "fileLinesCount" : 87, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __exit__()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __exit__()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/selectors.py", "fileLinesCount" : 100, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def spark_dtype()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def decode()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def spark_dtype()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def decode()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def spark_dtype()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _string_to_bucket()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def do_include()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 2, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __exit__()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __exit__()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 1, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def current_worker_done()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/thread_pool.py", "fileLinesCount" : 263, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 5, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def stop()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/dummy_pool.py", "fileLinesCount" : 91, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def completed()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/ventilator.py", "fileLinesCount" : 174, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 3, "mcCabeIndex" : 4, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def date_to_nsec_from_epoch()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _schema_to_tf_dtypes()", "longName" : "", "relativeFileName" : "petastorm/tf_utils.py", "fileLinesCount" : 438, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def empty()", "longName" : "", "relativeFileName" : "petastorm/pyarrow_helpers/batching_table_queue.py", "fileLinesCount" : 79, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def parsed_dataset_url()", "longName" : "", "relativeFileName" : "petastorm/fs_utils.py", "fileLinesCount" : 218, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_dataset_path()", "longName" : "", "relativeFileName" : "petastorm/fs_utils.py", "fileLinesCount" : 218, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def filesystem()", "longName" : "", "relativeFileName" : "petastorm/fs_utils.py", "fileLinesCount" : 218, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def filesystem_factory()", "longName" : "", "relativeFileName" : "petastorm/fs_utils.py", "fileLinesCount" : 218, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __get__()", "longName" : "", "relativeFileName" : "petastorm/hdfs/namenode.py", "fileLinesCount" : 315, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __reduce__()", "longName" : "", "relativeFileName" : "petastorm/hdfs/namenode.py", "fileLinesCount" : 315, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get()", "longName" : "", "relativeFileName" : "petastorm/cache.py", "fileLinesCount" : 39, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def edit_field()", "longName" : "", "relativeFileName" : "petastorm/transform.py", "fileLinesCount" : 89, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _fields_as_tuple()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __eq__()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __ne__()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __hash__()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _get_namedtuple()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def fields()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def make_namedtuple_tf()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __getattr__()", "longName" : "", "relativeFileName" : "petastorm/unischema.py", "fileLinesCount" : 502, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def batched_output()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def join()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def diagnostics()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __iter__()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def next()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __enter__()", "longName" : "", "relativeFileName" : "petastorm/reader.py", "fileLinesCount" : 730, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/arrow_reader_worker.py", "fileLinesCount" : 393, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def batched_output()", "longName" : "", "relativeFileName" : "petastorm/arrow_reader_worker.py", "fileLinesCount" : 393, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def new_results_queue_reader()", "longName" : "", "relativeFileName" : "petastorm/arrow_reader_worker.py", "fileLinesCount" : 393, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def length()", "longName" : "", "relativeFileName" : "petastorm/ngram.py", "fileLinesCount" : 339, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def fields()", "longName" : "", "relativeFileName" : "petastorm/ngram.py", "fileLinesCount" : 339, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def delta_threshold()", "longName" : "", "relativeFileName" : "petastorm/ngram.py", "fileLinesCount" : 339, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_field_names_at_all_timesteps()", "longName" : "", "relativeFileName" : "petastorm/ngram.py", "fileLinesCount" : 339, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __ne__()", "longName" : "", "relativeFileName" : "petastorm/ngram.py", "fileLinesCount" : 339, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def restricted_loads()", "longName" : "", "relativeFileName" : "petastorm/etl/legacy.py", "fileLinesCount" : 79, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __add__()", "longName" : "", "relativeFileName" : "petastorm/etl/__init__.py", "fileLinesCount" : 50, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def index_name()", "longName" : "", "relativeFileName" : "petastorm/etl/__init__.py", "fileLinesCount" : 50, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def column_names()", "longName" : "", "relativeFileName" : "petastorm/etl/__init__.py", "fileLinesCount" : 50, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def indexed_values()", "longName" : "", "relativeFileName" : "petastorm/etl/__init__.py", "fileLinesCount" : 50, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_row_group_indexes()", "longName" : "", "relativeFileName" : "petastorm/etl/__init__.py", "fileLinesCount" : 50, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def index_name()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexers.py", "fileLinesCount" : 124, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def column_names()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexers.py", "fileLinesCount" : 124, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def indexed_values()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexers.py", "fileLinesCount" : 124, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_row_group_indexes()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexers.py", "fileLinesCount" : 124, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def index_name()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexers.py", "fileLinesCount" : 124, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def column_names()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexers.py", "fileLinesCount" : 124, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def indexed_values()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexers.py", "fileLinesCount" : 124, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_row_group_indexes()", "longName" : "", "relativeFileName" : "petastorm/etl/rowgroup_indexers.py", "fileLinesCount" : 124, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def main()", "longName" : "", "relativeFileName" : "petastorm/etl/petastorm_generate_metadata.py", "fileLinesCount" : 161, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def batched_output()", "longName" : "", "relativeFileName" : "petastorm/py_dict_reader_worker.py", "fileLinesCount" : 286, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def new_results_queue_reader()", "longName" : "", "relativeFileName" : "petastorm/py_dict_reader_worker.py", "fileLinesCount" : 286, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def can_add()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def size()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def finish()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def can_add()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def can_retrieve()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def size()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def finish()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def serialize()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pickle_serializer.py", "fileLinesCount" : 23, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def deserialize()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pickle_serializer.py", "fileLinesCount" : 23, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def add_many()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def retrieve()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def can_retrieve()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def can_add()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def size()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def finish()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def can_add()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def can_retrieve()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 3, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def size()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def finish()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __len__()", "longName" : "", "relativeFileName" : "petastorm/weighted_sampling_reader.py", "fileLinesCount" : 115, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __iter__()", "longName" : "", "relativeFileName" : "petastorm/weighted_sampling_reader.py", "fileLinesCount" : 115, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def next()", "longName" : "", "relativeFileName" : "petastorm/weighted_sampling_reader.py", "fileLinesCount" : 115, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def last_row_consumed()", "longName" : "", "relativeFileName" : "petastorm/weighted_sampling_reader.py", "fileLinesCount" : 115, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __enter__()", "longName" : "", "relativeFileName" : "petastorm/weighted_sampling_reader.py", "fileLinesCount" : 115, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def main()", "longName" : "", "relativeFileName" : "petastorm/benchmark/cli.py", "fileLinesCount" : 107, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def is_batched_reader()", "longName" : "", "relativeFileName" : "petastorm/benchmark/dummy_reader.py", "fileLinesCount" : 87, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def stop()", "longName" : "", "relativeFileName" : "petastorm/benchmark/dummy_reader.py", "fileLinesCount" : 87, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def join()", "longName" : "", "relativeFileName" : "petastorm/benchmark/dummy_reader.py", "fileLinesCount" : 87, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __str__()", "longName" : "", "relativeFileName" : "petastorm/benchmark/throughput.py", "fileLinesCount" : 217, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __str__()", "longName" : "", "relativeFileName" : "petastorm/benchmark/throughput.py", "fileLinesCount" : 217, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def vector_to_array()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __len__()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def delete()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _get_df_plan()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _is_spark_local_mode()", "longName" : "", "relativeFileName" : "petastorm/spark/spark_dataset_converter.py", "fileLinesCount" : 736, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_index_names()", "longName" : "", "relativeFileName" : "petastorm/selectors.py", "fileLinesCount" : 100, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/selectors.py", "fileLinesCount" : 100, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/selectors.py", "fileLinesCount" : 100, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def encode()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def decode()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def spark_dtype()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __str__()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def image_codec()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __str__()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __str__()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __str__()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def decode()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def spark_dtype()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __str__()", "longName" : "", "relativeFileName" : "petastorm/codecs.py", "fileLinesCount" : 294, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_fields()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def do_include()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_fields()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def do_include()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_fields()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_fields()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_fields()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def do_include()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_fields()", "longName" : "", "relativeFileName" : "petastorm/predicates.py", "fileLinesCount" : 182, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _restore_namedtuple_gt_255_fields()", "longName" : "", "relativeFileName" : "petastorm/namedtuple_gt_255_fields.py", "fileLinesCount" : 190, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __enter__()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __enter__()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __enter__()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __exit__()", "longName" : "", "relativeFileName" : "petastorm/pytorch.py", "fileLinesCount" : 501, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 4, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _serialize_result_and_send()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/process_pool.py", "fileLinesCount" : 424, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 2, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def results_qsize()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/thread_pool.py", "fileLinesCount" : 263, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 2, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def diagnostics()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/thread_pool.py", "fileLinesCount" : 263, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def ventilate()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/dummy_pool.py", "fileLinesCount" : 91, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def join()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/dummy_pool.py", "fileLinesCount" : 91, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def diagnostics()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/dummy_pool.py", "fileLinesCount" : 91, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def process()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/worker_base.py", "fileLinesCount" : 35, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def shutdown()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/worker_base.py", "fileLinesCount" : 35, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def __init__()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/ventilator.py", "fileLinesCount" : 174, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def start()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/ventilator.py", "fileLinesCount" : 174, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def completed()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/ventilator.py", "fileLinesCount" : 174, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def stop()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/ventilator.py", "fileLinesCount" : 174, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def processed_item()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/ventilator.py", "fileLinesCount" : 174, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def main()", "longName" : "", "relativeFileName" : "petastorm/tools/copy_dataset.py", "fileLinesCount" : 153, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 2, "mcCabeIndex" : 1, "numberOfParameters" : 0, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get()", "longName" : "", "relativeFileName" : "petastorm/cache.py", "fileLinesCount" : 39, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def build_index()", "longName" : "", "relativeFileName" : "petastorm/etl/__init__.py", "fileLinesCount" : 50, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 3, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def _add_many()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def retrieve()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def can_add()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def can_retrieve()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def size()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def finish()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/pytorch_shuffling_buffer.py", "fileLinesCount" : 279, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def add_many()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def retrieve()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def can_add()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def can_retrieve()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def size()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def finish()", "longName" : "", "relativeFileName" : "petastorm/reader_impl/shuffling_buffer.py", "fileLinesCount" : 180, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def get_index_names()", "longName" : "", "relativeFileName" : "petastorm/selectors.py", "fileLinesCount" : 100, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def select_row_groups()", "longName" : "", "relativeFileName" : "petastorm/selectors.py", "fileLinesCount" : 100, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 2, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 }, { "shortName" : "def processed_item()", "longName" : "", "relativeFileName" : "petastorm/workers_pool/ventilator.py", "fileLinesCount" : 174, "components" : [ "primary::petastorm" ], "startLine" : 0, "endLine" : 0, "linesOfCode" : 1, "mcCabeIndex" : 1, "numberOfParameters" : 1, "numberOfLiterals" : 0, "numberOfStatements" : 0, "numberOfExpressions" : 0 } ]