duplicated block id: 1
size: 31 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (772:823)
 - dlrm_data_pytorch.py (1221:1271)

duplicated block id: 2
size: 24 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (639:670)
 - dlrm_data_pytorch.py (1088:1119)

duplicated block id: 3
size: 22 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (1167:1189)
 - dlrm_s_pytorch.py (937:959)

duplicated block id: 4
size: 20 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (834:857)
 - dlrm_s_caffe2.py (1003:1026)

duplicated block id: 5
size: 20 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (712:731)
 - dlrm_data_pytorch.py (734:753)

duplicated block id: 6
size: 19 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (754:783)
 - dlrm_s_caffe2.py (863:892)

duplicated block id: 7
size: 19 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (598:624)
 - dlrm_data_pytorch.py (1045:1071)

duplicated block id: 8
size: 18 cleaned lines of code
in 2 files:
 - data_utils.py (251:269)
 - data_utils.py (467:485)

duplicated block id: 9
size: 17 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (620:637)
 - dlrm_data_pytorch.py (1096:1113)

duplicated block id: 10
size: 17 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (620:637)
 - dlrm_data_caffe2.py (647:664)

duplicated block id: 11
size: 17 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (700:729)
 - dlrm_data_pytorch.py (1149:1178)

duplicated block id: 12
size: 16 cleaned lines of code
in 2 files:
 - data_utils.py (290:305)
 - data_utils.py (511:526)

duplicated block id: 13
size: 16 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (866:888)
 - dlrm_data_pytorch.py (920:942)

duplicated block id: 14
size: 16 cleaned lines of code
in 2 files:
 - data_utils.py (237:252)
 - data_utils.py (329:344)

duplicated block id: 15
size: 14 cleaned lines of code
in 2 files:
 - data_utils.py (280:294)
 - data_utils.py (385:399)

duplicated block id: 16
size: 13 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (153:168)
 - dlrm_data_pytorch.py (297:312)

duplicated block id: 17
size: 13 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (412:424)
 - dlrm_data_pytorch.py (781:793)

duplicated block id: 18
size: 13 cleaned lines of code
in 2 files:
 - extend_distributed.py (208:220)
 - extend_distributed.py (300:312)

duplicated block id: 19
size: 12 cleaned lines of code
in 2 files:
 - extend_distributed.py (253:265)
 - extend_distributed.py (345:357)

duplicated block id: 20
size: 12 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (413:424)
 - dlrm_data_pytorch.py (580:591)

duplicated block id: 21
size: 12 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (1306:1320)
 - dlrm_s_pytorch.py (1124:1139)

duplicated block id: 22
size: 12 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (968:979)
 - dlrm_s_caffe2.py (983:994)

duplicated block id: 23
size: 12 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (580:591)
 - dlrm_data_pytorch.py (782:793)

duplicated block id: 24
size: 12 cleaned lines of code
in 2 files:
 - cython/cython_criteo.py (28:44)
 - data_utils.py (1265:1281)

duplicated block id: 25
size: 11 cleaned lines of code
in 2 files:
 - data_utils.py (173:183)
 - data_utils.py (1189:1199)

duplicated block id: 26
size: 10 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (825:843)
 - dlrm_data_pytorch.py (1273:1291)

duplicated block id: 27
size: 10 cleaned lines of code
in 2 files:
 - data_utils.py (1237:1249)
 - dlrm_data_pytorch.py (97:109)

duplicated block id: 28
size: 10 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (648:659)
 - dlrm_s_caffe2.py (697:708)

duplicated block id: 29
size: 10 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (346:355)
 - dlrm_data_pytorch.py (483:492)

duplicated block id: 30
size: 10 cleaned lines of code
in 2 files:
 - data_utils.py (316:326)
 - data_utils.py (542:553)

duplicated block id: 31
size: 10 cleaned lines of code
in 2 files:
 - extend_distributed.py (303:312)
 - extend_distributed.py (361:370)

duplicated block id: 32
size: 10 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (1193:1203)
 - dlrm_s_pytorch.py (961:971)

duplicated block id: 33
size: 10 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (500:511)
 - dlrm_data_caffe2.py (545:556)

duplicated block id: 34
size: 10 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (358:367)
 - dlrm_data_pytorch.py (495:504)

duplicated block id: 35
size: 10 cleaned lines of code
in 2 files:
 - extend_distributed.py (211:220)
 - extend_distributed.py (361:370)

duplicated block id: 36
size: 10 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (492:502)
 - dlrm_data_pytorch.py (534:544)

duplicated block id: 37
size: 9 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (527:535)
 - dlrm_data_pytorch.py (971:979)

duplicated block id: 38
size: 9 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (74:82)
 - dlrm_data_pytorch.py (82:90)

duplicated block id: 39
size: 9 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (876:886)
 - dlrm_data_pytorch.py (989:999)

duplicated block id: 40
size: 9 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (482:490)
 - dlrm_data_pytorch.py (524:532)

duplicated block id: 41
size: 9 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (49:57)
 - dlrm_data_pytorch.py (52:60)

duplicated block id: 42
size: 9 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (901:910)
 - dlrm_s_caffe2.py (924:933)

duplicated block id: 43
size: 9 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (930:940)
 - dlrm_data_pytorch.py (989:999)

duplicated block id: 44
size: 9 cleaned lines of code
in 2 files:
 - data_utils.py (849:857)
 - dlrm_data_caffe2.py (311:319)

duplicated block id: 45
size: 9 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (555:573)
 - dlrm_data_pytorch.py (1000:1018)

duplicated block id: 46
size: 9 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (183:194)
 - dlrm_data_pytorch.py (330:341)

duplicated block id: 47
size: 9 cleaned lines of code
in 2 files:
 - cython/cython_criteo.py (47:55)
 - data_utils.py (1284:1292)

duplicated block id: 48
size: 8 cleaned lines of code
in 2 files:
 - tools/visualize.py (566:576)
 - tools/visualize.py (582:591)

duplicated block id: 49
size: 8 cleaned lines of code
in 2 files:
 - tools/visualize.py (597:606)
 - tools/visualize.py (612:621)

duplicated block id: 50
size: 8 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (346:353)
 - dlrm_data_pytorch.py (525:532)

duplicated block id: 51
size: 8 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (792:800)
 - dlrm_s_caffe2.py (804:812)

duplicated block id: 52
size: 8 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (199:207)
 - dlrm_data_pytorch.py (388:396)

duplicated block id: 53
size: 8 cleaned lines of code
in 2 files:
 - data_utils.py (385:393)
 - data_utils.py (501:509)

duplicated block id: 54
size: 8 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (741:750)
 - dlrm_data_pytorch.py (1190:1199)

duplicated block id: 55
size: 8 cleaned lines of code
in 2 files:
 - data_utils.py (280:288)
 - data_utils.py (501:509)

duplicated block id: 56
size: 8 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (358:365)
 - dlrm_data_pytorch.py (537:544)

duplicated block id: 57
size: 8 cleaned lines of code
in 2 files:
 - tools/visualize.py (627:636)
 - tools/visualize.py (642:651)

duplicated block id: 58
size: 7 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (263:270)
 - dlrm_data_pytorch.py (632:639)

duplicated block id: 59
size: 7 cleaned lines of code
in 2 files:
 - dlrm_s_pytorch.py (751:757)
 - dlrm_s_pytorch.py (1755:1761)

duplicated block id: 60
size: 7 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (440:447)
 - dlrm_s_caffe2.py (466:473)

duplicated block id: 61
size: 7 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (195:201)
 - dlrm_data_pytorch.py (278:285)

duplicated block id: 62
size: 7 cleaned lines of code
in 2 files:
 - dlrm_s_pytorch.py (751:757)
 - dlrm_s_pytorch.py (1662:1668)

duplicated block id: 63
size: 7 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (816:825)
 - dlrm_s_caffe2.py (1006:1015)

duplicated block id: 64
size: 7 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (816:825)
 - dlrm_s_caffe2.py (837:846)

duplicated block id: 65
size: 7 cleaned lines of code
in 2 files:
 - data_utils.py (801:808)
 - dlrm_data_pytorch.py (231:238)

duplicated block id: 66
size: 7 cleaned lines of code
in 2 files:
 - data_utils.py (333:339)
 - data_utils.py (455:461)

duplicated block id: 67
size: 7 cleaned lines of code
in 2 files:
 - extend_distributed.py (239:246)
 - extend_distributed.py (330:337)

duplicated block id: 68
size: 7 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (1347:1353)
 - dlrm_s_pytorch.py (1213:1219)

duplicated block id: 69
size: 7 cleaned lines of code
in 2 files:
 - extend_distributed.py (115:121)
 - extend_distributed.py (145:151)

duplicated block id: 70
size: 7 cleaned lines of code
in 2 files:
 - dlrm_s_pytorch.py (1662:1668)
 - dlrm_s_pytorch.py (1755:1761)

duplicated block id: 71
size: 7 cleaned lines of code
in 2 files:
 - data_utils.py (1284:1290)
 - dlrm_data_pytorch.py (525:531)

duplicated block id: 72
size: 7 cleaned lines of code
in 2 files:
 - data_utils.py (241:247)
 - data_utils.py (455:461)

duplicated block id: 73
size: 7 cleaned lines of code
in 2 files:
 - data_utils.py (1284:1290)
 - dlrm_data_pytorch.py (483:489)

duplicated block id: 74
size: 7 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (753:763)
 - dlrm_data_pytorch.py (1202:1212)

duplicated block id: 75
size: 7 cleaned lines of code
in 2 files:
 - data_utils.py (1284:1290)
 - dlrm_data_pytorch.py (346:352)

duplicated block id: 76
size: 7 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (958:967)
 - dlrm_data_pytorch.py (1033:1042)

duplicated block id: 77
size: 7 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (733:739)
 - dlrm_data_pytorch.py (1182:1188)

duplicated block id: 78
size: 7 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (814:823)
 - dlrm_s_caffe2.py (945:954)

duplicated block id: 79
size: 7 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (1522:1531)
 - dlrm_s_pytorch.py (761:770)

duplicated block id: 80
size: 7 cleaned lines of code
in 2 files:
 - cython/cython_criteo.py (47:53)
 - dlrm_data_pytorch.py (483:489)

duplicated block id: 81
size: 7 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (761:767)
 - dlrm_data_pytorch.py (771:777)

duplicated block id: 82
size: 7 cleaned lines of code
in 2 files:
 - cython/cython_criteo.py (47:53)
 - dlrm_data_pytorch.py (346:352)

duplicated block id: 83
size: 7 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (578:584)
 - dlrm_data_pytorch.py (1023:1029)

duplicated block id: 84
size: 7 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (449:455)
 - dlrm_data_pytorch.py (471:477)

duplicated block id: 85
size: 7 cleaned lines of code
in 2 files:
 - cython/cython_criteo.py (47:53)
 - dlrm_data_pytorch.py (525:531)

duplicated block id: 86
size: 7 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (425:434)
 - dlrm_data_pytorch.py (795:804)

duplicated block id: 87
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (632:637)
 - dlrm_data_pytorch.py (1081:1086)

duplicated block id: 88
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (516:523)
 - dlrm_data_caffe2.py (588:595)

duplicated block id: 89
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (659:664)
 - dlrm_data_pytorch.py (1081:1086)

duplicated block id: 90
size: 6 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (792:797)
 - dlrm_s_caffe2.py (901:906)

duplicated block id: 91
size: 6 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (804:809)
 - dlrm_s_caffe2.py (924:929)

duplicated block id: 92
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (183:189)
 - dlrm_data_pytorch.py (401:407)

duplicated block id: 93
size: 6 cleaned lines of code
in 2 files:
 - data_utils.py (484:490)
 - data_utils.py (525:531)

duplicated block id: 94
size: 6 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (792:797)
 - dlrm_s_caffe2.py (924:929)

duplicated block id: 95
size: 6 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (370:375)
 - dlrm_s_caffe2.py (379:384)

duplicated block id: 96
size: 6 cleaned lines of code
in 2 files:
 - tools/visualize.py (455:461)
 - tools/visualize.py (490:496)

duplicated block id: 97
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (140:146)
 - dlrm_data_pytorch.py (282:288)

duplicated block id: 98
size: 6 cleaned lines of code
in 2 files:
 - data_loader_terabyte.py (346:351)
 - dlrm_data_caffe2.py (277:282)

duplicated block id: 99
size: 6 cleaned lines of code
in 2 files:
 - data_loader_terabyte.py (346:351)
 - dlrm_data_caffe2.py (287:292)

duplicated block id: 100
size: 6 cleaned lines of code
in 2 files:
 - data_loader_terabyte.py (325:330)
 - dlrm_data_pytorch.py (473:478)

duplicated block id: 101
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (166:171)
 - dlrm_data_pytorch.py (176:181)

duplicated block id: 102
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (448:453)
 - dlrm_data_pytorch.py (823:828)

duplicated block id: 103
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (277:282)
 - dlrm_data_caffe2.py (287:292)

duplicated block id: 104
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (677:686)
 - dlrm_data_pytorch.py (1126:1135)

duplicated block id: 105
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (448:453)
 - dlrm_data_pytorch.py (972:977)

duplicated block id: 106
size: 6 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (1256:1261)
 - dlrm_s_caffe2.py (1288:1293)

duplicated block id: 107
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (823:828)
 - dlrm_data_pytorch.py (972:977)

duplicated block id: 108
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (448:453)
 - dlrm_data_caffe2.py (528:533)

duplicated block id: 109
size: 6 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (947:954)
 - dlrm_s_caffe2.py (1006:1013)

duplicated block id: 110
size: 6 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (837:844)
 - dlrm_s_caffe2.py (947:954)

duplicated block id: 111
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (279:285)
 - dlrm_data_pytorch.py (557:563)

duplicated block id: 112
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (898:905)
 - dlrm_data_pytorch.py (1035:1042)

duplicated block id: 113
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (455:461)
 - dlrm_data_pytorch.py (830:836)

duplicated block id: 114
size: 6 cleaned lines of code
in 2 files:
 - extend_distributed.py (328:334)
 - extend_distributed.py (424:430)

duplicated block id: 115
size: 6 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (1486:1491)
 - dlrm_s_pytorch.py (1606:1613)

duplicated block id: 116
size: 6 cleaned lines of code
in 2 files:
 - dlrm_s_pytorch.py (1166:1171)
 - dlrm_s_pytorch.py (1174:1179)

duplicated block id: 117
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (528:533)
 - dlrm_data_pytorch.py (823:828)

duplicated block id: 118
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_caffe2.py (484:489)
 - dlrm_data_pytorch.py (859:864)

duplicated block id: 119
size: 6 cleaned lines of code
in 2 files:
 - data_utils.py (1108:1113)
 - data_utils.py (1177:1182)

duplicated block id: 120
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (898:905)
 - dlrm_data_pytorch.py (960:967)

duplicated block id: 121
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (814:819)
 - dlrm_data_pytorch.py (860:865)

duplicated block id: 122
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (330:336)
 - dlrm_data_pytorch.py (401:407)

duplicated block id: 123
size: 6 cleaned lines of code
in 2 files:
 - dlrm_s_pytorch.py (568:576)
 - dlrm_s_pytorch.py (595:603)

duplicated block id: 124
size: 6 cleaned lines of code
in 2 files:
 - dlrm_data_pytorch.py (1081:1086)
 - dlrm_data_pytorch.py (1108:1113)

duplicated block id: 125
size: 6 cleaned lines of code
in 2 files:
 - dlrm_s_caffe2.py (804:809)
 - dlrm_s_caffe2.py (901:906)