duplicated block id: 1
size: 49 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/funnel_transformer.py (387:436)
 - mesh_tensorflow/transformer/transformer.py (1650:1699)

duplicated block id: 2
size: 43 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (744:792)
 - mesh_tensorflow/bert/run_squad.py (698:746)

duplicated block id: 3
size: 42 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1063:1112)
 - mesh_tensorflow/transformer/moe.py (1323:1372)

duplicated block id: 4
size: 32 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (349:387)
 - mesh_tensorflow/transformer/moe.py (466:504)

duplicated block id: 5
size: 30 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/funnel_transformer.py (253:312)
 - mesh_tensorflow/transformer/transformer.py (1525:1580)

duplicated block id: 6
size: 26 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (100:130)
 - mesh_tensorflow/transformer/moe.py (99:129)

duplicated block id: 7
size: 24 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (254:284)
 - mesh_tensorflow/transformer/moe.py (371:401)

duplicated block id: 8
size: 24 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/funnel_transformer.py (341:382)
 - mesh_tensorflow/transformer/transformer.py (1605:1649)

duplicated block id: 9
size: 23 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (39:61)
 - mesh_tensorflow/transformer/moe.py (40:62)

duplicated block id: 10
size: 23 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (643:673)
 - mesh_tensorflow/bert/run_squad.py (600:630)

duplicated block id: 11
size: 22 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (938:963)
 - mesh_tensorflow/transformer/moe.py (1098:1123)

duplicated block id: 12
size: 22 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (115:141)
 - mesh_tensorflow/bert/run_pretraining.py (99:125)

duplicated block id: 13
size: 22 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (115:141)
 - mesh_tensorflow/bert/run_squad.py (132:159)

duplicated block id: 14
size: 22 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_pretraining.py (99:125)
 - mesh_tensorflow/bert/run_squad.py (132:159)

duplicated block id: 15
size: 21 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (540:573)
 - mesh_tensorflow/bert/run_squad.py (780:813)

duplicated block id: 16
size: 21 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (70:90)
 - mesh_tensorflow/transformer/moe.py (70:90)

duplicated block id: 17
size: 21 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer.py (1146:1167)
 - mesh_tensorflow/transformer/transformer.py (1321:1342)

duplicated block id: 18
size: 20 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/bert.py (716:758)
 - mesh_tensorflow/transformer/transformer_layers.py (1014:1056)

duplicated block id: 19
size: 20 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (920:942)
 - mesh_tensorflow/bert/run_squad.py (1214:1236)

duplicated block id: 20
size: 19 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (437:457)
 - mesh_tensorflow/transformer/moe.py (531:551)

duplicated block id: 21
size: 18 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_pretraining.py (299:318)
 - mesh_tensorflow/bert/run_squad.py (722:741)

duplicated block id: 22
size: 18 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (768:787)
 - mesh_tensorflow/bert/run_pretraining.py (299:318)

duplicated block id: 23
size: 17 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1123:1140)
 - mesh_tensorflow/transformer/moe.py (1375:1392)

duplicated block id: 24
size: 16 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/funnel_transformer.py (323:338)
 - mesh_tensorflow/transformer/transformer.py (1587:1602)

duplicated block id: 25
size: 16 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/attention.py (370:385)
 - mesh_tensorflow/transformer/attention.py (619:634)

duplicated block id: 26
size: 16 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1570:1587)
 - mesh_tensorflow/transformer/moe.py (1823:1840)

duplicated block id: 27
size: 15 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (938:952)
 - mesh_tensorflow/transformer/moe.py (1358:1372)

duplicated block id: 28
size: 15 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer_layers.py (119:133)
 - mesh_tensorflow/transformer/transformer_layers.py (434:448)

duplicated block id: 29
size: 14 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (4758:4788)
 - mesh_tensorflow/ops.py (4788:4821)

duplicated block id: 30
size: 14 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (907:923)
 - mesh_tensorflow/transformer/moe.py (1068:1084)

duplicated block id: 31
size: 14 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (923:937)
 - mesh_tensorflow/bert/run_pretraining.py (438:452)

duplicated block id: 32
size: 14 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_pretraining.py (438:452)
 - mesh_tensorflow/bert/run_squad.py (1217:1231)

duplicated block id: 33
size: 14 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1063:1078)
 - mesh_tensorflow/transformer/moe.py (1191:1208)

duplicated block id: 34
size: 14 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (907:923)
 - mesh_tensorflow/transformer/moe.py (1328:1344)

duplicated block id: 35
size: 14 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1191:1208)
 - mesh_tensorflow/transformer/moe.py (1323:1338)

duplicated block id: 36
size: 14 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (316:338)
 - mesh_tensorflow/bert/run_classifier.py (356:378)

duplicated block id: 37
size: 13 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (59:75)
 - mesh_tensorflow/bert/run_squad.py (61:77)

duplicated block id: 38
size: 13 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (95:113)
 - mesh_tensorflow/bert/run_squad.py (102:120)

duplicated block id: 39
size: 13 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer_layers.py (583:595)
 - mesh_tensorflow/transformer/transformer_layers.py (1235:1247)

duplicated block id: 40
size: 13 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1445:1530)
 - mesh_tensorflow/transformer/moe.py (1713:1770)

duplicated block id: 41
size: 13 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (227:249)
 - mesh_tensorflow/transformer/moe.py (345:367)

duplicated block id: 42
size: 12 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (4800:4830)
 - mesh_tensorflow/ops.py (4828:4858)

duplicated block id: 43
size: 12 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1109:1124)
 - mesh_tensorflow/transformer/moe.py (1261:1276)

duplicated block id: 44
size: 12 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer_layers.py (156:167)
 - mesh_tensorflow/transformer/transformer_layers.py (492:503)

duplicated block id: 45
size: 12 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (456:474)
 - mesh_tensorflow/bert/run_squad.py (406:424)

duplicated block id: 46
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (658:669)
 - mesh_tensorflow/bert/run_pretraining.py (146:157)

duplicated block id: 47
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (949:963)
 - mesh_tensorflow/transformer/moe.py (1576:1591)

duplicated block id: 48
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (949:963)
 - mesh_tensorflow/transformer/moe.py (1261:1275)

duplicated block id: 49
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_pretraining.py (146:157)
 - mesh_tensorflow/bert/run_squad.py (615:626)

duplicated block id: 50
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (301:311)
 - mesh_tensorflow/transformer/moe.py (418:428)

duplicated block id: 51
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (715:727)
 - mesh_tensorflow/bert/run_pretraining.py (240:253)

duplicated block id: 52
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1109:1123)
 - mesh_tensorflow/transformer/moe.py (1576:1591)

duplicated block id: 53
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (969:979)
 - mesh_tensorflow/transformer/moe.py (1382:1392)

duplicated block id: 54
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (289:299)
 - mesh_tensorflow/transformer/moe.py (406:416)

duplicated block id: 55
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (313:323)
 - mesh_tensorflow/transformer/moe.py (430:440)

duplicated block id: 56
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer_layers.py (1220:1232)
 - mesh_tensorflow/transformer/transformer_layers.py (1420:1432)

duplicated block id: 57
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (337:347)
 - mesh_tensorflow/transformer/moe.py (454:464)

duplicated block id: 58
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (969:979)
 - mesh_tensorflow/transformer/moe.py (1130:1140)

duplicated block id: 59
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer_layers.py (190:200)
 - mesh_tensorflow/transformer/transformer_layers.py (527:537)

duplicated block id: 60
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/experimental/unet.py (281:291)
 - mesh_tensorflow/experimental/unet.py (481:491)

duplicated block id: 61
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (325:335)
 - mesh_tensorflow/transformer/moe.py (442:452)

duplicated block id: 62
size: 11 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1261:1275)
 - mesh_tensorflow/transformer/moe.py (1576:1591)

duplicated block id: 63
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (101:112)
 - mesh_tensorflow/transformer/moe.py (174:184)

duplicated block id: 64
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (313:322)
 - mesh_tensorflow/transformer/heterogeneous_moe.py (337:346)

duplicated block id: 65
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (301:310)
 - mesh_tensorflow/transformer/moe.py (454:463)

duplicated block id: 66
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (301:310)
 - mesh_tensorflow/transformer/moe.py (442:451)

duplicated block id: 67
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (301:310)
 - mesh_tensorflow/transformer/moe.py (430:439)

duplicated block id: 68
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (442:451)
 - mesh_tensorflow/transformer/moe.py (454:463)

duplicated block id: 69
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (406:415)
 - mesh_tensorflow/transformer/moe.py (418:427)

duplicated block id: 70
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (301:310)
 - mesh_tensorflow/transformer/heterogeneous_moe.py (337:346)

duplicated block id: 71
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (406:415)
 - mesh_tensorflow/transformer/moe.py (442:451)

duplicated block id: 72
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (406:415)
 - mesh_tensorflow/transformer/moe.py (430:439)

duplicated block id: 73
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (399:410)
 - mesh_tensorflow/transformer/moe.py (507:517)

duplicated block id: 74
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (951:963)
 - mesh_tensorflow/bert/run_squad.py (1250:1262)

duplicated block id: 75
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (907:917)
 - mesh_tensorflow/transformer/moe.py (1196:1208)

duplicated block id: 76
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1261:1272)
 - mesh_tensorflow/transformer/moe.py (1829:1840)

duplicated block id: 77
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (325:334)
 - mesh_tensorflow/transformer/moe.py (406:415)

duplicated block id: 78
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (313:322)
 - mesh_tensorflow/transformer/moe.py (406:415)

duplicated block id: 79
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (313:322)
 - mesh_tensorflow/transformer/moe.py (454:463)

duplicated block id: 80
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/attention.py (620:629)
 - mesh_tensorflow/transformer/fixup_layers.py (120:129)

duplicated block id: 81
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer_layers.py (235:244)
 - mesh_tensorflow/transformer/transformer_layers.py (565:574)

duplicated block id: 82
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (949:960)
 - mesh_tensorflow/transformer/moe.py (1829:1840)

duplicated block id: 83
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/attention.py (371:380)
 - mesh_tensorflow/transformer/fixup_layers.py (120:129)

duplicated block id: 84
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (313:322)
 - mesh_tensorflow/transformer/moe.py (418:427)

duplicated block id: 85
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (313:322)
 - mesh_tensorflow/transformer/moe.py (442:451)

duplicated block id: 86
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (337:346)
 - mesh_tensorflow/transformer/moe.py (442:451)

duplicated block id: 87
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (337:346)
 - mesh_tensorflow/transformer/moe.py (418:427)

duplicated block id: 88
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (337:346)
 - mesh_tensorflow/transformer/moe.py (430:439)

duplicated block id: 89
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (102:113)
 - mesh_tensorflow/transformer/moe.py (174:184)

duplicated block id: 90
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (313:322)
 - mesh_tensorflow/transformer/heterogeneous_moe.py (325:334)

duplicated block id: 91
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (289:298)
 - mesh_tensorflow/transformer/heterogeneous_moe.py (337:346)

duplicated block id: 92
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (301:310)
 - mesh_tensorflow/transformer/heterogeneous_moe.py (313:322)

duplicated block id: 93
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (301:310)
 - mesh_tensorflow/transformer/heterogeneous_moe.py (325:334)

duplicated block id: 94
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (430:439)
 - mesh_tensorflow/transformer/moe.py (454:463)

duplicated block id: 95
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (430:439)
 - mesh_tensorflow/transformer/moe.py (442:451)

duplicated block id: 96
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (289:298)
 - mesh_tensorflow/transformer/moe.py (418:427)

duplicated block id: 97
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (289:298)
 - mesh_tensorflow/transformer/moe.py (454:463)

duplicated block id: 98
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/fixup_layers.py (372:381)
 - mesh_tensorflow/transformer/transformer_layers.py (451:460)

duplicated block id: 99
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (289:298)
 - mesh_tensorflow/transformer/moe.py (430:439)

duplicated block id: 100
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (289:298)
 - mesh_tensorflow/transformer/heterogeneous_moe.py (325:334)

duplicated block id: 101
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (289:298)
 - mesh_tensorflow/transformer/moe.py (442:451)

duplicated block id: 102
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/optimize.py (458:486)
 - mesh_tensorflow/transformer/learning_rate_schedules.py (33:61)

duplicated block id: 103
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (301:310)
 - mesh_tensorflow/transformer/moe.py (406:415)

duplicated block id: 104
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (325:334)
 - mesh_tensorflow/transformer/heterogeneous_moe.py (337:346)

duplicated block id: 105
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (325:334)
 - mesh_tensorflow/transformer/moe.py (418:427)

duplicated block id: 106
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (337:346)
 - mesh_tensorflow/transformer/moe.py (406:415)

duplicated block id: 107
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (418:427)
 - mesh_tensorflow/transformer/moe.py (454:463)

duplicated block id: 108
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (325:334)
 - mesh_tensorflow/transformer/moe.py (430:439)

duplicated block id: 109
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (418:427)
 - mesh_tensorflow/transformer/moe.py (430:439)

duplicated block id: 110
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (418:427)
 - mesh_tensorflow/transformer/moe.py (442:451)

duplicated block id: 111
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (289:298)
 - mesh_tensorflow/transformer/heterogeneous_moe.py (313:322)

duplicated block id: 112
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (406:415)
 - mesh_tensorflow/transformer/moe.py (454:463)

duplicated block id: 113
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (325:334)
 - mesh_tensorflow/transformer/moe.py (454:463)

duplicated block id: 114
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (289:298)
 - mesh_tensorflow/transformer/heterogeneous_moe.py (301:310)

duplicated block id: 115
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1109:1120)
 - mesh_tensorflow/transformer/moe.py (1829:1840)

duplicated block id: 116
size: 10 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/attention.py (310:319)
 - mesh_tensorflow/transformer/attention.py (337:346)

duplicated block id: 117
size: 9 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer.py (1211:1219)
 - mesh_tensorflow/transformer/transformer.py (1363:1371)

duplicated block id: 118
size: 9 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (2417:2426)
 - mesh_tensorflow/ops.py (2484:2493)

duplicated block id: 119
size: 9 cleaned lines of code
in 2 files:
 - mesh_tensorflow/placement_mesh_impl.py (64:81)
 - mesh_tensorflow/simd_mesh_impl.py (144:161)

duplicated block id: 120
size: 9 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/attention.py (28:36)
 - mesh_tensorflow/transformer/attention.py (183:191)

duplicated block id: 121
size: 9 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/fixup_layers.py (120:128)
 - mesh_tensorflow/transformer/fixup_layers.py (150:158)

duplicated block id: 122
size: 9 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/attention.py (371:379)
 - mesh_tensorflow/transformer/fixup_layers.py (150:158)

duplicated block id: 123
size: 9 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/attention.py (620:628)
 - mesh_tensorflow/transformer/fixup_layers.py (150:158)

duplicated block id: 124
size: 9 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/funnel_transformer.py (200:219)
 - mesh_tensorflow/transformer/transformer.py (427:446)

duplicated block id: 125
size: 9 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1591:1600)
 - mesh_tensorflow/transformer/moe.py (1856:1865)

duplicated block id: 126
size: 9 cleaned lines of code
in 2 files:
 - mesh_tensorflow/placement_mesh_impl.py (147:157)
 - mesh_tensorflow/simd_mesh_impl.py (292:302)

duplicated block id: 127
size: 9 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/tokenization.py (101:109)
 - mesh_tensorflow/bert/tokenization.py (124:132)

duplicated block id: 128
size: 9 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (2210:2218)
 - mesh_tensorflow/ops.py (2229:2237)

duplicated block id: 129
size: 9 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer_layers.py (1983:1991)
 - mesh_tensorflow/transformer/transformer_layers.py (2014:2022)

duplicated block id: 130
size: 8 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (133:142)
 - mesh_tensorflow/transformer/moe.py (195:204)

duplicated block id: 131
size: 8 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (4976:4983)
 - mesh_tensorflow/ops.py (4999:5006)

duplicated block id: 132
size: 8 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1045:1061)
 - mesh_tensorflow/transformer/moe.py (1306:1320)

duplicated block id: 133
size: 8 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (709:716)
 - mesh_tensorflow/bert/run_squad.py (676:683)

duplicated block id: 134
size: 8 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/utils.py (2081:2088)
 - mesh_tensorflow/transformer/utils.py (2943:2950)

duplicated block id: 135
size: 8 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/utils.py (2219:2226)
 - mesh_tensorflow/transformer/utils.py (3027:3034)

duplicated block id: 136
size: 8 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (6434:6442)
 - mesh_tensorflow/ops.py (6473:6481)

duplicated block id: 137
size: 8 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer_layers.py (253:260)
 - mesh_tensorflow/transformer/transformer_layers.py (1239:1246)

duplicated block id: 138
size: 8 cleaned lines of code
in 2 files:
 - mesh_tensorflow/placement_mesh_impl.py (52:61)
 - mesh_tensorflow/simd_mesh_impl.py (132:141)

duplicated block id: 139
size: 8 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer_layers.py (253:260)
 - mesh_tensorflow/transformer/transformer_layers.py (587:594)

duplicated block id: 140
size: 8 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/attention.py (240:247)
 - mesh_tensorflow/transformer/attention.py (301:308)

duplicated block id: 141
size: 8 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_pretraining.py (400:412)
 - mesh_tensorflow/bert/run_squad.py (780:792)

duplicated block id: 142
size: 8 cleaned lines of code
in 2 files:
 - mesh_tensorflow/layers.py (1691:1698)
 - mesh_tensorflow/layers.py (1991:1998)

duplicated block id: 143
size: 8 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (540:552)
 - mesh_tensorflow/bert/run_pretraining.py (400:412)

duplicated block id: 144
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (5097:5103)
 - mesh_tensorflow/ops.py (5164:5170)

duplicated block id: 145
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (5097:5103)
 - mesh_tensorflow/ops.py (5143:5149)

duplicated block id: 146
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (5097:5103)
 - mesh_tensorflow/ops.py (5124:5130)

duplicated block id: 147
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (2210:2216)
 - mesh_tensorflow/ops.py (5097:5103)

duplicated block id: 148
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (353:359)
 - mesh_tensorflow/transformer/universal_transformer.py (645:651)

duplicated block id: 149
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (646:656)
 - mesh_tensorflow/bert/run_pretraining.py (133:143)

duplicated block id: 150
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer_layers.py (1883:1889)
 - mesh_tensorflow/transformer/transformer_layers.py (2044:2050)

duplicated block id: 151
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (2210:2216)
 - mesh_tensorflow/ops.py (5164:5170)

duplicated block id: 152
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (2210:2216)
 - mesh_tensorflow/ops.py (5143:5149)

duplicated block id: 153
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (2210:2216)
 - mesh_tensorflow/ops.py (5124:5130)

duplicated block id: 154
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/vocab_embeddings.py (294:300)
 - mesh_tensorflow/transformer/vocab_embeddings.py (439:445)

duplicated block id: 155
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/experimental/unet.py (152:160)
 - mesh_tensorflow/experimental/unet.py (235:243)

duplicated block id: 156
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/adaptive_softmax.py (182:188)
 - mesh_tensorflow/transformer/vocab_embeddings.py (381:387)

duplicated block id: 157
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_pretraining.py (133:143)
 - mesh_tensorflow/bert/run_squad.py (603:613)

duplicated block id: 158
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/adaptive_softmax.py (182:188)
 - mesh_tensorflow/transformer/vocab_embeddings.py (263:269)

duplicated block id: 159
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/vocab_embeddings.py (35:41)
 - mesh_tensorflow/transformer/vocab_embeddings.py (149:155)

duplicated block id: 160
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (5124:5130)
 - mesh_tensorflow/ops.py (5143:5149)

duplicated block id: 161
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (5124:5130)
 - mesh_tensorflow/ops.py (5164:5170)

duplicated block id: 162
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (346:352)
 - mesh_tensorflow/transformer/universal_transformer.py (635:641)

duplicated block id: 163
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (2229:2235)
 - mesh_tensorflow/ops.py (5124:5130)

duplicated block id: 164
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (2229:2235)
 - mesh_tensorflow/ops.py (5143:5149)

duplicated block id: 165
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (2229:2235)
 - mesh_tensorflow/ops.py (5164:5170)

duplicated block id: 166
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (2229:2235)
 - mesh_tensorflow/ops.py (5097:5103)

duplicated block id: 167
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/vocab_embeddings.py (263:269)
 - mesh_tensorflow/transformer/vocab_embeddings.py (381:387)

duplicated block id: 168
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer_layers.py (220:226)
 - mesh_tensorflow/transformer/transformer_layers.py (552:558)

duplicated block id: 169
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/ops.py (5143:5149)
 - mesh_tensorflow/ops.py (5164:5170)

duplicated block id: 170
size: 7 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/attention.py (243:249)
 - mesh_tensorflow/transformer/attention.py (270:276)

duplicated block id: 171
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (354:359)
 - mesh_tensorflow/transformer/universal_transformer.py (382:387)

duplicated block id: 172
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/experimental/input_reader.py (385:390)
 - mesh_tensorflow/experimental/input_reader.py (398:403)

duplicated block id: 173
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/layers.py (1241:1274)
 - mesh_tensorflow/layers.py (1500:1534)

duplicated block id: 174
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1179:1189)
 - mesh_tensorflow/transformer/moe.py (1309:1319)

duplicated block id: 175
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer.py (965:970)
 - mesh_tensorflow/transformer/transformer.py (1525:1530)

duplicated block id: 176
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (347:352)
 - mesh_tensorflow/transformer/universal_transformer.py (646:651)

duplicated block id: 177
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/layers.py (1358:1363)
 - mesh_tensorflow/layers.py (1451:1456)

duplicated block id: 178
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/optimize.py (532:538)
 - mesh_tensorflow/optimize.py (588:594)

duplicated block id: 179
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (91:96)
 - mesh_tensorflow/transformer/moe.py (92:97)

duplicated block id: 180
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1395:1400)
 - mesh_tensorflow/transformer/moe.py (1582:1587)

duplicated block id: 181
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (122:127)
 - mesh_tensorflow/transformer/moe.py (188:193)

duplicated block id: 182
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer_layers.py (1774:1780)
 - mesh_tensorflow/transformer/transformer_layers.py (1864:1870)

duplicated block id: 183
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (347:352)
 - mesh_tensorflow/transformer/universal_transformer.py (354:359)

duplicated block id: 184
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (382:387)
 - mesh_tensorflow/transformer/universal_transformer.py (636:641)

duplicated block id: 185
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer_layers.py (1792:1797)
 - mesh_tensorflow/transformer/transformer_layers.py (1883:1888)

duplicated block id: 186
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (596:601)
 - mesh_tensorflow/bert/run_squad.py (571:576)

duplicated block id: 187
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (382:387)
 - mesh_tensorflow/transformer/universal_transformer.py (646:651)

duplicated block id: 188
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/experimental/data_aug_lib.py (229:234)
 - mesh_tensorflow/experimental/data_aug_lib.py (240:245)

duplicated block id: 189
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_squad.py (730:735)
 - mesh_tensorflow/transformer/utils.py (993:998)

duplicated block id: 190
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/heterogeneous_moe.py (123:128)
 - mesh_tensorflow/transformer/moe.py (188:193)

duplicated block id: 191
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1115:1120)
 - mesh_tensorflow/transformer/moe.py (1395:1400)

duplicated block id: 192
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (365:370)
 - mesh_tensorflow/transformer/universal_transformer.py (636:641)

duplicated block id: 193
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/vocab_embeddings.py (308:313)
 - mesh_tensorflow/transformer/vocab_embeddings.py (447:452)

duplicated block id: 194
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (365:370)
 - mesh_tensorflow/transformer/universal_transformer.py (646:651)

duplicated block id: 195
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/attention.py (117:122)
 - mesh_tensorflow/transformer/attention.py (185:190)

duplicated block id: 196
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1267:1272)
 - mesh_tensorflow/transformer/moe.py (1395:1400)

duplicated block id: 197
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_pretraining.py (307:312)
 - mesh_tensorflow/transformer/utils.py (993:998)

duplicated block id: 198
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (372:377)
 - mesh_tensorflow/transformer/universal_transformer.py (636:641)

duplicated block id: 199
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (365:370)
 - mesh_tensorflow/transformer/universal_transformer.py (372:377)

duplicated block id: 200
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (372:377)
 - mesh_tensorflow/transformer/universal_transformer.py (646:651)

duplicated block id: 201
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/fixup_layers.py (311:316)
 - mesh_tensorflow/transformer/transformer_layers.py (60:65)

duplicated block id: 202
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer.py (509:514)
 - mesh_tensorflow/transformer/transformer.py (538:543)

duplicated block id: 203
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/attention.py (30:35)
 - mesh_tensorflow/transformer/attention.py (117:122)

duplicated block id: 204
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/layers.py (1747:1752)
 - mesh_tensorflow/layers.py (2038:2043)

duplicated block id: 205
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (776:781)
 - mesh_tensorflow/transformer/utils.py (993:998)

duplicated block id: 206
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_pretraining.py (32:40)
 - mesh_tensorflow/bert/run_squad.py (36:44)

duplicated block id: 207
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (354:359)
 - mesh_tensorflow/transformer/universal_transformer.py (636:641)

duplicated block id: 208
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer.py (506:511)
 - mesh_tensorflow/transformer/transformer.py (570:575)

duplicated block id: 209
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/bert/run_classifier.py (53:61)
 - mesh_tensorflow/bert/run_pretraining.py (50:57)

duplicated block id: 210
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer_layers.py (1792:1797)
 - mesh_tensorflow/transformer/transformer_layers.py (2044:2049)

duplicated block id: 211
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (354:359)
 - mesh_tensorflow/transformer/universal_transformer.py (365:370)

duplicated block id: 212
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer.py (453:459)
 - mesh_tensorflow/transformer/universal_transformer.py (723:729)

duplicated block id: 213
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (354:359)
 - mesh_tensorflow/transformer/universal_transformer.py (372:377)

duplicated block id: 214
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (347:352)
 - mesh_tensorflow/transformer/universal_transformer.py (382:387)

duplicated block id: 215
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/experimental/data_aug_lib.py (260:265)
 - mesh_tensorflow/experimental/data_aug_lib.py (271:276)

duplicated block id: 216
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (636:641)
 - mesh_tensorflow/transformer/universal_transformer.py (646:651)

duplicated block id: 217
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (955:960)
 - mesh_tensorflow/transformer/moe.py (1395:1400)

duplicated block id: 218
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/funnel_transformer.py (253:258)
 - mesh_tensorflow/transformer/transformer.py (965:970)

duplicated block id: 219
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1050:1060)
 - mesh_tensorflow/transformer/moe.py (1179:1189)

duplicated block id: 220
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (365:370)
 - mesh_tensorflow/transformer/universal_transformer.py (382:387)

duplicated block id: 221
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer.py (1770:1775)
 - mesh_tensorflow/transformer/transformer.py (1790:1795)

duplicated block id: 222
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (347:352)
 - mesh_tensorflow/transformer/universal_transformer.py (365:370)

duplicated block id: 223
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/vocab_embeddings.py (344:349)
 - mesh_tensorflow/transformer/vocab_embeddings.py (543:548)

duplicated block id: 224
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/transformer_layers.py (477:485)
 - mesh_tensorflow/transformer/transformer_layers.py (1554:1562)

duplicated block id: 225
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (347:352)
 - mesh_tensorflow/transformer/universal_transformer.py (372:377)

duplicated block id: 226
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/placement_mesh_impl.py (43:50)
 - mesh_tensorflow/simd_mesh_impl.py (119:126)

duplicated block id: 227
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/moe.py (1395:1400)
 - mesh_tensorflow/transformer/moe.py (1835:1840)

duplicated block id: 228
size: 6 cleaned lines of code
in 2 files:
 - mesh_tensorflow/transformer/universal_transformer.py (372:377)
 - mesh_tensorflow/transformer/universal_transformer.py (382:387)