duplicated block id: 1
size: 213 cleaned lines of code
in 2 files:
 - fairseq_cli/train.py (25:306)
 - train.py (25:306)

duplicated block id: 2
size: 191 cleaned lines of code
in 2 files:
 - fairseq_cli/preprocess.py (26:254)
 - preprocess.py (26:254)

duplicated block id: 3
size: 157 cleaned lines of code
in 2 files:
 - eval_lm.py (22:225)
 - fairseq_cli/eval_lm.py (22:225)

duplicated block id: 4
size: 134 cleaned lines of code
in 2 files:
 - fairseq_cli/generate.py (18:192)
 - generate.py (18:192)

duplicated block id: 5
size: 134 cleaned lines of code
in 2 files:
 - fairseq_cli/interactive.py (21:195)
 - interactive.py (21:195)

duplicated block id: 6
size: 58 cleaned lines of code
in 2 files:
 - fairseq_cli/score.py (20:90)
 - score.py (20:90)

duplicated block id: 7
size: 52 cleaned lines of code
in 2 files:
 - fairseq_cli/setup.py (13:68)
 - setup.py (13:68)

duplicated block id: 8
size: 28 cleaned lines of code
in 2 files:
 - fairseq/models/bert_seq2seq.py (85:112)
 - fairseq/models/transformer.py (76:103)

duplicated block id: 9
size: 25 cleaned lines of code
in 2 files:
 - fairseq/modules/sparse_transformer_sentence_encoder.py (19:43)
 - fairseq/modules/transformer_sentence_encoder.py (69:93)

duplicated block id: 10
size: 17 cleaned lines of code
in 2 files:
 - fairseq/data/language_pair_dataset.py (105:121)
 - fairseq/data/language_pair_self_dataset_mask.py (127:143)

duplicated block id: 11
size: 17 cleaned lines of code
in 2 files:
 - fairseq/optim/fp16_optimizer.py (69:87)
 - fairseq/optim/fp16_optimizer.py (240:258)

duplicated block id: 12
size: 13 cleaned lines of code
in 2 files:
 - fairseq/models/bert_seq2seq.py (323:339)
 - fairseq/models/transformer.py (411:429)

duplicated block id: 13
size: 13 cleaned lines of code
in 2 files:
 - fairseq/modules/dynamic_convolution.py (200:216)
 - fairseq/modules/lightweight_convolution.py (216:232)

duplicated block id: 14
size: 12 cleaned lines of code
in 2 files:
 - fairseq/modules/sparse_transformer_sentence_encoder_layer.py (17:28)
 - fairseq/modules/transformer_sentence_encoder_layer.py (25:36)

duplicated block id: 15
size: 12 cleaned lines of code
in 2 files:
 - fairseq/optim/fp16_optimizer.py (180:194)
 - fairseq/optim/fp16_optimizer.py (352:367)

duplicated block id: 16
size: 12 cleaned lines of code
in 2 files:
 - fairseq/tasks/translation.py (116:127)
 - fairseq/tasks/translation_self.py (47:58)

duplicated block id: 17
size: 10 cleaned lines of code
in 2 files:
 - fairseq/optim/nag.py (25:42)
 - fairseq/optim/sgd.py (24:41)

duplicated block id: 18
size: 10 cleaned lines of code
in 2 files:
 - fairseq/modules/sparse_transformer_sentence_encoder.py (61:70)
 - fairseq/modules/transformer_sentence_encoder.py (132:141)

duplicated block id: 19
size: 10 cleaned lines of code
in 2 files:
 - fairseq_cli/generate.py (65:76)
 - generate_cmlm.py (65:76)

duplicated block id: 20
size: 10 cleaned lines of code
in 2 files:
 - fairseq/modules/dynamic_convolution.py (108:118)
 - fairseq/modules/dynamic_convolution.py (162:171)

duplicated block id: 21
size: 10 cleaned lines of code
in 2 files:
 - fairseq/optim/adafactor.py (130:146)
 - fairseq/optim/adam.py (96:112)

duplicated block id: 22
size: 10 cleaned lines of code
in 2 files:
 - generate.py (65:76)
 - generate_cmlm.py (65:76)

duplicated block id: 23
size: 9 cleaned lines of code
in 2 files:
 - fairseq_cli/interactive.py (92:100)
 - generate.py (53:61)

duplicated block id: 24
size: 9 cleaned lines of code
in 2 files:
 - generate.py (53:61)
 - interactive.py (92:100)

duplicated block id: 25
size: 9 cleaned lines of code
in 2 files:
 - fairseq_cli/generate.py (53:61)
 - interactive.py (92:100)

duplicated block id: 26
size: 9 cleaned lines of code
in 2 files:
 - fairseq_cli/generate.py (53:61)
 - fairseq_cli/interactive.py (92:100)

duplicated block id: 27
size: 9 cleaned lines of code
in 2 files:
 - fairseq/modules/dynamic_convolution.py (39:48)
 - fairseq/modules/lightweight_convolution.py (98:107)

duplicated block id: 28
size: 9 cleaned lines of code
in 2 files:
 - fairseq/models/bert_seq2seq.py (468:478)
 - fairseq/models/transformer.py (735:745)

duplicated block id: 29
size: 9 cleaned lines of code
in 2 files:
 - fairseq/modules/dynamic_convolution.py (123:131)
 - fairseq/modules/lightweight_convolution.py (162:170)

duplicated block id: 30
size: 9 cleaned lines of code
in 2 files:
 - fairseq/optim/lr_scheduler/fixed_schedule.py (47:59)
 - fairseq/optim/lr_scheduler/polynomial_decay_schedule.py (50:62)

duplicated block id: 31
size: 9 cleaned lines of code
in 2 files:
 - fairseq/criterions/label_smoothed_cross_entropy.py (38:58)
 - fairseq/criterions/label_smoothed_length_cross_entropy.py (18:35)

duplicated block id: 32
size: 8 cleaned lines of code
in 2 files:
 - fairseq/optim/adam.py (96:110)
 - fairseq/optim/lamb.py (87:100)

duplicated block id: 33
size: 8 cleaned lines of code
in 2 files:
 - fairseq/models/bert_seq2seq.py (571:587)
 - fairseq/models/transformer.py (255:273)

duplicated block id: 34
size: 8 cleaned lines of code
in 2 files:
 - fairseq/optim/adam.py (92:107)
 - fairseq/optim/nag.py (50:65)

duplicated block id: 35
size: 8 cleaned lines of code
in 2 files:
 - fairseq_cli/interactive.py (164:171)
 - generate.py (139:146)

duplicated block id: 36
size: 8 cleaned lines of code
in 2 files:
 - fairseq/models/bert_seq2seq.py (453:461)
 - fairseq/models/transformer.py (716:724)

duplicated block id: 37
size: 8 cleaned lines of code
in 2 files:
 - fairseq/criterions/label_smoothed_cross_entropy.py (65:73)
 - fairseq/criterions/label_smoothed_length_cross_entropy.py (43:51)

duplicated block id: 38
size: 8 cleaned lines of code
in 2 files:
 - fairseq/models/transformer.py (573:580)
 - fairseq/models/transformer.py (723:730)

duplicated block id: 39
size: 8 cleaned lines of code
in 2 files:
 - generate.py (139:146)
 - interactive.py (164:171)

duplicated block id: 40
size: 8 cleaned lines of code
in 2 files:
 - fairseq/tasks/translation.py (130:143)
 - fairseq/tasks/translation_self.py (66:78)

duplicated block id: 41
size: 8 cleaned lines of code
in 2 files:
 - fairseq/tasks/translation.py (196:208)
 - fairseq/tasks/translation_self.py (184:196)

duplicated block id: 42
size: 8 cleaned lines of code
in 2 files:
 - fairseq/modules/dynamic_convolution.py (158:165)
 - fairseq/modules/lightweight_convolution.py (190:197)

duplicated block id: 43
size: 8 cleaned lines of code
in 2 files:
 - fairseq/optim/adafactor.py (130:144)
 - fairseq/optim/lamb.py (87:100)

duplicated block id: 44
size: 8 cleaned lines of code
in 2 files:
 - fairseq/criterions/cross_entropy.py (35:43)
 - fairseq/criterions/label_smoothed_cross_entropy.py (64:72)

duplicated block id: 45
size: 8 cleaned lines of code
in 2 files:
 - fairseq_cli/generate.py (139:146)
 - interactive.py (164:171)

duplicated block id: 46
size: 8 cleaned lines of code
in 2 files:
 - fairseq_cli/generate.py (139:146)
 - fairseq_cli/interactive.py (164:171)

duplicated block id: 47
size: 8 cleaned lines of code
in 2 files:
 - fairseq/optim/lr_scheduler/fixed_schedule.py (15:25)
 - fairseq/optim/lr_scheduler/polynomial_decay_schedule.py (15:25)

duplicated block id: 48
size: 7 cleaned lines of code
in 2 files:
 - fairseq_cli/interactive.py (92:98)
 - generate_cmlm.py (55:61)

duplicated block id: 49
size: 7 cleaned lines of code
in 2 files:
 - fairseq/tasks/translation.py (59:67)
 - fairseq/tasks/translation_self.py (145:153)

duplicated block id: 50
size: 7 cleaned lines of code
in 2 files:
 - fairseq/modules/dynamic_convolution.py (190:198)
 - fairseq/modules/lightweight_convolution.py (206:213)

duplicated block id: 51
size: 7 cleaned lines of code
in 2 files:
 - generate.py (53:59)
 - generate_cmlm.py (55:61)

duplicated block id: 52
size: 7 cleaned lines of code
in 2 files:
 - fairseq/models/bert_seq2seq.py (282:288)
 - fairseq/models/transformer.py (354:360)

duplicated block id: 53
size: 7 cleaned lines of code
in 2 files:
 - generate_cmlm.py (55:61)
 - interactive.py (92:98)

duplicated block id: 54
size: 7 cleaned lines of code
in 2 files:
 - fairseq_cli/generate.py (53:59)
 - generate_cmlm.py (55:61)

duplicated block id: 55
size: 7 cleaned lines of code
in 2 files:
 - fairseq/models/transformer.py (282:289)
 - fairseq/models/transformer.py (469:477)

duplicated block id: 56
size: 7 cleaned lines of code
in 2 files:
 - fairseq/models/bert_seq2seq.py (607:627)
 - fairseq/models/transformer.py (498:520)

duplicated block id: 57
size: 7 cleaned lines of code
in 2 files:
 - fairseq/modules/simple_sinusoidal_positional_embedding.py (22:29)
 - fairseq/modules/sinusoidal_positional_embedding.py (45:52)

duplicated block id: 58
size: 7 cleaned lines of code
in 2 files:
 - fairseq/criterions/cross_entropy.py (36:43)
 - fairseq/criterions/label_smoothed_length_cross_entropy.py (43:50)

duplicated block id: 59
size: 7 cleaned lines of code
in 2 files:
 - fairseq/models/transformer.py (524:531)
 - fairseq/models/transformer.py (619:626)

duplicated block id: 60
size: 6 cleaned lines of code
in 2 files:
 - fairseq/models/bert_seq2seq.py (264:270)
 - fairseq/models/transformer.py (339:345)

duplicated block id: 61
size: 6 cleaned lines of code
in 2 files:
 - fairseq/optim/lamb.py (34:47)
 - fairseq/optim/nag.py (26:39)

duplicated block id: 62
size: 6 cleaned lines of code
in 2 files:
 - fairseq/models/bert_seq2seq.py (470:475)
 - fairseq/models/transformer.py (583:588)

duplicated block id: 63
size: 6 cleaned lines of code
in 2 files:
 - fairseq/strategies/easy_first.py (22:27)
 - fairseq/strategies/left_to_right.py (21:26)

duplicated block id: 64
size: 6 cleaned lines of code
in 2 files:
 - fairseq/models/transformer.py (755:760)
 - fairseq/modules/dynamic_convolution.py (16:21)

duplicated block id: 65
size: 6 cleaned lines of code
in 2 files:
 - fairseq/optim/adagrad.py (23:36)
 - fairseq/optim/adam.py (39:52)

duplicated block id: 66
size: 6 cleaned lines of code
in 2 files:
 - fairseq/optim/lamb.py (34:47)
 - fairseq/optim/sgd.py (25:38)

duplicated block id: 67
size: 6 cleaned lines of code
in 2 files:
 - fairseq/modules/lightweight_convolution.py (46:52)
 - fairseq/modules/lightweight_convolution.py (115:121)

duplicated block id: 68
size: 6 cleaned lines of code
in 2 files:
 - fairseq/optim/adam.py (116:126)
 - fairseq/optim/adam.py (275:285)

duplicated block id: 69
size: 6 cleaned lines of code
in 2 files:
 - fairseq/criterions/label_smoothed_cross_entropy.py (79:85)
 - fairseq/criterions/label_smoothed_length_cross_entropy.py (66:72)

duplicated block id: 70
size: 6 cleaned lines of code
in 2 files:
 - fairseq/models/bert_seq2seq.py (193:199)
 - fairseq/models/transformer.py (137:143)

duplicated block id: 71
size: 6 cleaned lines of code
in 2 files:
 - fairseq/modules/sparse_transformer_sentence_encoder.py (43:49)
 - fairseq/modules/sparse_transformer_sentence_encoder_layer.py (28:34)

duplicated block id: 72
size: 6 cleaned lines of code
in 2 files:
 - fairseq/modules/adaptive_input.py (26:32)
 - fairseq/modules/adaptive_softmax.py (60:66)

duplicated block id: 73
size: 6 cleaned lines of code
in 2 files:
 - fairseq/data/indexed_dataset.py (165:172)
 - fairseq/data/indexed_dataset.py (272:279)

duplicated block id: 74
size: 6 cleaned lines of code
in 2 files:
 - fairseq/modules/dynamic_convolution.py (106:111)
 - fairseq/modules/lightweight_convolution.py (154:159)

duplicated block id: 75
size: 6 cleaned lines of code
in 2 files:
 - fairseq/data/language_pair_dataset.py (151:184)
 - fairseq/data/language_pair_self_dataset_mask.py (195:223)

duplicated block id: 76
size: 6 cleaned lines of code
in 2 files:
 - fairseq/optim/adam.py (39:52)
 - fairseq/optim/lamb.py (34:47)

duplicated block id: 77
size: 6 cleaned lines of code
in 2 files:
 - fairseq/models/bert_seq2seq.py (676:681)
 - fairseq/models/transformer.py (770:775)

duplicated block id: 78
size: 6 cleaned lines of code
in 2 files:
 - fairseq/optim/adagrad.py (23:36)
 - fairseq/optim/lamb.py (34:47)

duplicated block id: 79
size: 6 cleaned lines of code
in 2 files:
 - fairseq/data/language_pair_dataset.py (14:19)
 - fairseq/data/language_pair_self_dataset_mask.py (17:22)

duplicated block id: 80
size: 6 cleaned lines of code
in 2 files:
 - fairseq/optim/adagrad.py (23:36)
 - fairseq/optim/sgd.py (25:38)

duplicated block id: 81
size: 6 cleaned lines of code
in 2 files:
 - fairseq/optim/adam.py (39:52)
 - fairseq/optim/nag.py (26:39)

duplicated block id: 82
size: 6 cleaned lines of code
in 2 files:
 - fairseq_cli/generate.py (18:23)
 - generate_cmlm.py (22:27)

duplicated block id: 83
size: 6 cleaned lines of code
in 2 files:
 - fairseq/optim/adam.py (39:52)
 - fairseq/optim/sgd.py (25:38)

duplicated block id: 84
size: 6 cleaned lines of code
in 2 files:
 - fairseq/models/transformer.py (293:299)
 - fairseq/models/transformer.py (491:498)

duplicated block id: 85
size: 6 cleaned lines of code
in 2 files:
 - fairseq/optim/adagrad.py (23:36)
 - fairseq/optim/nag.py (26:39)

duplicated block id: 86
size: 6 cleaned lines of code
in 2 files:
 - fairseq_cli/generate.py (45:50)
 - interactive.py (80:85)

duplicated block id: 87
size: 6 cleaned lines of code
in 2 files:
 - generate.py (45:50)
 - interactive.py (80:85)

duplicated block id: 88
size: 6 cleaned lines of code
in 2 files:
 - fairseq/models/transformer.py (583:588)
 - fairseq/models/transformer.py (737:742)

duplicated block id: 89
size: 6 cleaned lines of code
in 2 files:
 - fairseq_cli/interactive.py (80:85)
 - generate.py (45:50)

duplicated block id: 90
size: 6 cleaned lines of code
in 2 files:
 - fairseq_cli/generate.py (45:50)
 - fairseq_cli/interactive.py (80:85)

duplicated block id: 91
size: 6 cleaned lines of code
in 2 files:
 - generate.py (18:23)
 - generate_cmlm.py (22:27)