{
  "title" : "Duplication",
  "timestamp" : "2024-04-03 14:38:45",
  "duplicates" : [ {
    "blockSize" : 14,
    "duplicatedFileBlocks" : [ {
      "file" : {
        "relativePath" : "petastorm/codecs.py",
        "extension" : "py",
        "linesOfCode" : 154,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 146,
      "startLine" : 136,
      "endLine" : 151,
      "cleanedStartLine" : 61,
      "cleanedEndLine" : 74
    }, {
      "file" : {
        "relativePath" : "petastorm/codecs.py",
        "extension" : "py",
        "linesOfCode" : 154,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 146,
      "startLine" : 177,
      "endLine" : 192,
      "cleanedStartLine" : 85,
      "cleanedEndLine" : 98
    } ]
  }, {
    "blockSize" : 13,
    "duplicatedFileBlocks" : [ {
      "file" : {
        "relativePath" : "petastorm/arrow_reader_worker.py",
        "extension" : "py",
        "linesOfCode" : 188,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 177,
      "startLine" : 134,
      "endLine" : 151,
      "cleanedStartLine" : 66,
      "cleanedEndLine" : 78
    }, {
      "file" : {
        "relativePath" : "petastorm/py_dict_reader_worker.py",
        "extension" : "py",
        "linesOfCode" : 155,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 144,
      "startLine" : 140,
      "endLine" : 157,
      "cleanedStartLine" : 63,
      "cleanedEndLine" : 75
    } ]
  }, {
    "blockSize" : 10,
    "duplicatedFileBlocks" : [ {
      "file" : {
        "relativePath" : "petastorm/arrow_reader_worker.py",
        "extension" : "py",
        "linesOfCode" : 188,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 177,
      "startLine" : 226,
      "endLine" : 245,
      "cleanedStartLine" : 126,
      "cleanedEndLine" : 135
    }, {
      "file" : {
        "relativePath" : "petastorm/py_dict_reader_worker.py",
        "extension" : "py",
        "linesOfCode" : 155,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 144,
      "startLine" : 197,
      "endLine" : 217,
      "cleanedStartLine" : 95,
      "cleanedEndLine" : 104
    } ]
  }, {
    "blockSize" : 10,
    "duplicatedFileBlocks" : [ {
      "file" : {
        "relativePath" : "petastorm/reader_impl/pytorch_shuffling_buffer.py",
        "extension" : "py",
        "linesOfCode" : 123,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 120,
      "startLine" : 45,
      "endLine" : 75,
      "cleanedStartLine" : 11,
      "cleanedEndLine" : 20
    }, {
      "file" : {
        "relativePath" : "petastorm/reader_impl/shuffling_buffer.py",
        "extension" : "py",
        "linesOfCode" : 75,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 71,
      "startLine" : 36,
      "endLine" : 65,
      "cleanedStartLine" : 5,
      "cleanedEndLine" : 14
    } ]
  }, {
    "blockSize" : 9,
    "duplicatedFileBlocks" : [ {
      "file" : {
        "relativePath" : "petastorm/benchmark/dummy_reader.py",
        "extension" : "py",
        "linesOfCode" : 56,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 47,
      "startLine" : 54,
      "endLine" : 65,
      "cleanedStartLine" : 23,
      "cleanedEndLine" : 31
    }, {
      "file" : {
        "relativePath" : "petastorm/benchmark/dummy_reader.py",
        "extension" : "py",
        "linesOfCode" : 56,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 47,
      "startLine" : 72,
      "endLine" : 83,
      "cleanedStartLine" : 37,
      "cleanedEndLine" : 45
    } ]
  }, {
    "blockSize" : 9,
    "duplicatedFileBlocks" : [ {
      "file" : {
        "relativePath" : "petastorm/etl/rowgroup_indexers.py",
        "extension" : "py",
        "linesOfCode" : 73,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 70,
      "startLine" : 42,
      "endLine" : 53,
      "cleanedStartLine" : 13,
      "cleanedEndLine" : 21
    }, {
      "file" : {
        "relativePath" : "petastorm/etl/rowgroup_indexers.py",
        "extension" : "py",
        "linesOfCode" : 73,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 70,
      "startLine" : 96,
      "endLine" : 107,
      "cleanedStartLine" : 49,
      "cleanedEndLine" : 57
    } ]
  }, {
    "blockSize" : 8,
    "duplicatedFileBlocks" : [ {
      "file" : {
        "relativePath" : "petastorm/selectors.py",
        "extension" : "py",
        "linesOfCode" : 46,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 44,
      "startLine" : 59,
      "endLine" : 71,
      "cleanedStartLine" : 20,
      "cleanedEndLine" : 27
    }, {
      "file" : {
        "relativePath" : "petastorm/selectors.py",
        "extension" : "py",
        "linesOfCode" : 46,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 44,
      "startLine" : 84,
      "endLine" : 96,
      "cleanedStartLine" : 33,
      "cleanedEndLine" : 40
    } ]
  }, {
    "blockSize" : 7,
    "duplicatedFileBlocks" : [ {
      "file" : {
        "relativePath" : "petastorm/reader.py",
        "extension" : "py",
        "linesOfCode" : 367,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 343,
      "startLine" : 70,
      "endLine" : 76,
      "cleanedStartLine" : 22,
      "cleanedEndLine" : 28
    }, {
      "file" : {
        "relativePath" : "petastorm/reader.py",
        "extension" : "py",
        "linesOfCode" : 367,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 343,
      "startLine" : 216,
      "endLine" : 222,
      "cleanedStartLine" : 99,
      "cleanedEndLine" : 105
    } ]
  }, {
    "blockSize" : 7,
    "duplicatedFileBlocks" : [ {
      "file" : {
        "relativePath" : "petastorm/etl/rowgroup_indexers.py",
        "extension" : "py",
        "linesOfCode" : 73,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 70,
      "startLine" : 59,
      "endLine" : 66,
      "cleanedStartLine" : 25,
      "cleanedEndLine" : 31
    }, {
      "file" : {
        "relativePath" : "petastorm/etl/rowgroup_indexers.py",
        "extension" : "py",
        "linesOfCode" : 73,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 70,
      "startLine" : 113,
      "endLine" : 120,
      "cleanedStartLine" : 61,
      "cleanedEndLine" : 67
    } ]
  }, {
    "blockSize" : 7,
    "duplicatedFileBlocks" : [ {
      "file" : {
        "relativePath" : "petastorm/pytorch.py",
        "extension" : "py",
        "linesOfCode" : 248,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 237,
      "startLine" : 171,
      "endLine" : 186,
      "cleanedStartLine" : 71,
      "cleanedEndLine" : 77
    }, {
      "file" : {
        "relativePath" : "petastorm/pytorch.py",
        "extension" : "py",
        "linesOfCode" : 248,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 237,
      "startLine" : 297,
      "endLine" : 313,
      "cleanedStartLine" : 121,
      "cleanedEndLine" : 127
    } ]
  }, {
    "blockSize" : 6,
    "duplicatedFileBlocks" : [ {
      "file" : {
        "relativePath" : "petastorm/reader.py",
        "extension" : "py",
        "linesOfCode" : 367,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 343,
      "startLine" : 63,
      "endLine" : 68,
      "cleanedStartLine" : 15,
      "cleanedEndLine" : 20
    }, {
      "file" : {
        "relativePath" : "petastorm/reader.py",
        "extension" : "py",
        "linesOfCode" : 367,
        "components" : [ "primary::petastorm" ],
        "concerns" : [ "::Unclassified" ]
      },
      "sourceFileCleanedLinesOfCode" : 343,
      "startLine" : 209,
      "endLine" : 214,
      "cleanedStartLine" : 92,
      "cleanedEndLine" : 97
    } ]
  } ],
  "overallDuplication" : null
}