duplicated block id: 1
size: 597 cleaned lines of code
in 2 files:
 - src/trainer.py (27:935)
 - xlm/trainer.py (27:935)

duplicated block id: 2
size: 435 cleaned lines of code
in 2 files:
 - src/model/memory/memory.py (15:687)
 - xlm/model/memory/memory.py (15:687)

duplicated block id: 3
size: 432 cleaned lines of code
in 2 files:
 - src/model/transformer.py (19:748)
 - xlm/model/transformer.py (19:748)

duplicated block id: 4
size: 340 cleaned lines of code
in 2 files:
 - src/evaluation/evaluator.py (19:565)
 - xlm/evaluation/evaluator.py (19:565)

duplicated block id: 5
size: 233 cleaned lines of code
in 2 files:
 - src/data/dataset.py (14:404)
 - xlm/data/dataset.py (14:404)

duplicated block id: 6
size: 218 cleaned lines of code
in 2 files:
 - src/data/loader.py (17:351)
 - xlm/data/loader.py (17:351)

duplicated block id: 7
size: 194 cleaned lines of code
in 2 files:
 - src/evaluation/glue.py (29:325)
 - xlm/evaluation/glue.py (29:325)

duplicated block id: 8
size: 183 cleaned lines of code
in 2 files:
 - src/model/memory/query.py (7:252)
 - xlm/model/memory/query.py (7:252)

duplicated block id: 9
size: 170 cleaned lines of code
in 2 files:
 - src/utils.py (22:294)
 - xlm/utils.py (22:294)

duplicated block id: 10
size: 168 cleaned lines of code
in 2 files:
 - src/optim.py (16:270)
 - xlm/optim.py (16:270)

duplicated block id: 11
size: 157 cleaned lines of code
in 2 files:
 - src/data/dictionary.py (14:228)
 - xlm/data/dictionary.py (14:228)

duplicated block id: 12
size: 138 cleaned lines of code
in 2 files:
 - src/evaluation/xnli.py (25:254)
 - xlm/evaluation/xnli.py (25:254)

duplicated block id: 13
size: 137 cleaned lines of code
in 2 files:
 - src/evaluation/multi-bleu.perl (10:177)
 - xlm/evaluation/multi-bleu.perl (10:177)

duplicated block id: 14
size: 111 cleaned lines of code
in 2 files:
 - src/model/__init__.py (17:185)
 - xlm/model/__init__.py (17:185)

duplicated block id: 15
size: 92 cleaned lines of code
in 2 files:
 - src/model/memory/utils.py (8:163)
 - xlm/model/memory/utils.py (8:163)

duplicated block id: 16
size: 89 cleaned lines of code
in 2 files:
 - src/slurm.py (17:170)
 - xlm/slurm.py (17:170)

duplicated block id: 17
size: 69 cleaned lines of code
in 2 files:
 - src/model/embedder.py (16:137)
 - xlm/model/embedder.py (16:137)

duplicated block id: 18
size: 52 cleaned lines of code
in 2 files:
 - src/model/pretrain.py (14:95)
 - xlm/model/pretrain.py (14:95)

duplicated block id: 19
size: 35 cleaned lines of code
in 2 files:
 - src/logger.py (13:66)
 - xlm/logger.py (13:66)

duplicated block id: 20
size: 15 cleaned lines of code
in 2 files:
 - src/evaluation/evaluator.py (272:291)
 - xlm/evaluation/evaluator.py (347:366)

duplicated block id: 21
size: 15 cleaned lines of code
in 2 files:
 - xlm/evaluation/evaluator.py (272:291)
 - xlm/evaluation/evaluator.py (347:366)

duplicated block id: 22
size: 15 cleaned lines of code
in 2 files:
 - src/evaluation/evaluator.py (347:366)
 - xlm/evaluation/evaluator.py (272:291)

duplicated block id: 23
size: 15 cleaned lines of code
in 2 files:
 - src/evaluation/evaluator.py (272:291)
 - src/evaluation/evaluator.py (347:366)

duplicated block id: 24
size: 13 cleaned lines of code
in 2 files:
 - src/data/dataset.py (212:230)
 - xlm/data/dataset.py (377:395)

duplicated block id: 25
size: 13 cleaned lines of code
in 2 files:
 - src/data/dataset.py (212:230)
 - src/data/dataset.py (377:395)

duplicated block id: 26
size: 13 cleaned lines of code
in 2 files:
 - src/data/dataset.py (377:395)
 - xlm/data/dataset.py (212:230)

duplicated block id: 27
size: 13 cleaned lines of code
in 2 files:
 - xlm/data/dataset.py (212:230)
 - xlm/data/dataset.py (377:395)

duplicated block id: 28
size: 11 cleaned lines of code
in 2 files:
 - xlm/optim.py (107:119)
 - xlm/optim.py (161:173)

duplicated block id: 29
size: 11 cleaned lines of code
in 2 files:
 - src/model/memory/query.py (158:168)
 - xlm/model/memory/query.py (210:220)

duplicated block id: 30
size: 11 cleaned lines of code
in 2 files:
 - src/model/memory/query.py (158:168)
 - src/model/memory/query.py (210:220)

duplicated block id: 31
size: 11 cleaned lines of code
in 2 files:
 - src/optim.py (161:173)
 - xlm/optim.py (107:119)

duplicated block id: 32
size: 11 cleaned lines of code
in 2 files:
 - xlm/model/memory/query.py (158:168)
 - xlm/model/memory/query.py (210:220)

duplicated block id: 33
size: 11 cleaned lines of code
in 2 files:
 - src/optim.py (107:119)
 - src/optim.py (161:173)

duplicated block id: 34
size: 11 cleaned lines of code
in 2 files:
 - src/optim.py (107:119)
 - xlm/optim.py (161:173)

duplicated block id: 35
size: 11 cleaned lines of code
in 2 files:
 - src/model/memory/query.py (210:220)
 - xlm/model/memory/query.py (158:168)

duplicated block id: 36
size: 10 cleaned lines of code
in 2 files:
 - src/model/memory/memory.py (537:548)
 - xlm/model/memory/memory.py (425:436)

duplicated block id: 37
size: 10 cleaned lines of code
in 2 files:
 - src/model/memory/memory.py (425:436)
 - src/model/memory/memory.py (537:548)

duplicated block id: 38
size: 10 cleaned lines of code
in 2 files:
 - xlm/model/memory/memory.py (425:436)
 - xlm/model/memory/memory.py (537:548)

duplicated block id: 39
size: 10 cleaned lines of code
in 2 files:
 - src/model/memory/memory.py (425:436)
 - xlm/model/memory/memory.py (537:548)

duplicated block id: 40
size: 8 cleaned lines of code
in 2 files:
 - src/evaluation/xnli.py (61:72)
 - xlm/evaluation/glue.py (81:92)

duplicated block id: 41
size: 8 cleaned lines of code
in 2 files:
 - xlm/evaluation/glue.py (163:172)
 - xlm/evaluation/xnli.py (141:150)

duplicated block id: 42
size: 8 cleaned lines of code
in 2 files:
 - src/evaluation/xnli.py (96:108)
 - xlm/evaluation/glue.py (117:129)

duplicated block id: 43
size: 8 cleaned lines of code
in 2 files:
 - xlm/evaluation/glue.py (81:92)
 - xlm/evaluation/xnli.py (61:72)

duplicated block id: 44
size: 8 cleaned lines of code
in 2 files:
 - src/evaluation/xnli.py (141:150)
 - xlm/evaluation/glue.py (163:172)

duplicated block id: 45
size: 8 cleaned lines of code
in 2 files:
 - src/evaluation/glue.py (81:92)
 - src/evaluation/xnli.py (61:72)

duplicated block id: 46
size: 8 cleaned lines of code
in 2 files:
 - src/evaluation/glue.py (117:129)
 - xlm/evaluation/xnli.py (96:108)

duplicated block id: 47
size: 8 cleaned lines of code
in 2 files:
 - src/evaluation/glue.py (163:172)
 - xlm/evaluation/xnli.py (141:150)

duplicated block id: 48
size: 8 cleaned lines of code
in 2 files:
 - xlm/evaluation/glue.py (117:129)
 - xlm/evaluation/xnli.py (96:108)

duplicated block id: 49
size: 8 cleaned lines of code
in 2 files:
 - src/evaluation/glue.py (81:92)
 - xlm/evaluation/xnli.py (61:72)

duplicated block id: 50
size: 8 cleaned lines of code
in 2 files:
 - src/evaluation/glue.py (117:129)
 - src/evaluation/xnli.py (96:108)

duplicated block id: 51
size: 8 cleaned lines of code
in 2 files:
 - src/evaluation/glue.py (163:172)
 - src/evaluation/xnli.py (141:150)

duplicated block id: 52
size: 7 cleaned lines of code
in 2 files:
 - src/evaluation/evaluator.py (272:280)
 - xlm/evaluation/evaluator.py (436:444)

duplicated block id: 53
size: 7 cleaned lines of code
in 2 files:
 - xlm/evaluation/evaluator.py (454:464)
 - xlm/trainer.py (838:848)

duplicated block id: 54
size: 7 cleaned lines of code
in 2 files:
 - xlm/evaluation/xnli.py (123:129)
 - xlm/evaluation/xnli.py (186:192)

duplicated block id: 55
size: 7 cleaned lines of code
in 2 files:
 - src/evaluation/xnli.py (123:129)
 - src/evaluation/xnli.py (186:192)

duplicated block id: 56
size: 7 cleaned lines of code
in 2 files:
 - src/trainer.py (838:848)
 - xlm/evaluation/evaluator.py (454:464)

duplicated block id: 57
size: 7 cleaned lines of code
in 2 files:
 - xlm/model/memory/memory.py (576:586)
 - xlm/model/memory/memory.py (647:657)

duplicated block id: 58
size: 7 cleaned lines of code
in 2 files:
 - src/data/dataset.py (178:189)
 - src/data/dataset.py (345:356)

duplicated block id: 59
size: 7 cleaned lines of code
in 2 files:
 - glue-xnli.py (51:57)
 - train.py (125:131)

duplicated block id: 60
size: 7 cleaned lines of code
in 2 files:
 - xlm/evaluation/evaluator.py (347:355)
 - xlm/evaluation/evaluator.py (436:444)

duplicated block id: 61
size: 7 cleaned lines of code
in 2 files:
 - src/trainer.py (736:742)
 - xlm/trainer.py (702:708)

duplicated block id: 62
size: 7 cleaned lines of code
in 2 files:
 - src/evaluation/evaluator.py (436:444)
 - xlm/evaluation/evaluator.py (272:280)

duplicated block id: 63
size: 7 cleaned lines of code
in 2 files:
 - src/trainer.py (702:708)
 - xlm/trainer.py (736:742)

duplicated block id: 64
size: 7 cleaned lines of code
in 2 files:
 - src/trainer.py (702:708)
 - src/trainer.py (736:742)

duplicated block id: 65
size: 7 cleaned lines of code
in 2 files:
 - src/evaluation/evaluator.py (347:355)
 - xlm/evaluation/evaluator.py (436:444)

duplicated block id: 66
size: 7 cleaned lines of code
in 2 files:
 - src/model/transformer.py (595:601)
 - xlm/model/transformer.py (492:498)

duplicated block id: 67
size: 7 cleaned lines of code
in 2 files:
 - src/evaluation/xnli.py (186:192)
 - xlm/evaluation/xnli.py (123:129)

duplicated block id: 68
size: 7 cleaned lines of code
in 2 files:
 - xlm/evaluation/evaluator.py (272:280)
 - xlm/evaluation/evaluator.py (436:444)

duplicated block id: 69
size: 7 cleaned lines of code
in 2 files:
 - src/model/transformer.py (492:498)
 - src/model/transformer.py (595:601)

duplicated block id: 70
size: 7 cleaned lines of code
in 2 files:
 - src/evaluation/evaluator.py (454:464)
 - xlm/trainer.py (838:848)

duplicated block id: 71
size: 7 cleaned lines of code
in 2 files:
 - src/evaluation/evaluator.py (272:280)
 - src/evaluation/evaluator.py (436:444)

duplicated block id: 72
size: 7 cleaned lines of code
in 2 files:
 - src/data/dataset.py (178:189)
 - xlm/data/dataset.py (345:356)

duplicated block id: 73
size: 7 cleaned lines of code
in 2 files:
 - src/evaluation/evaluator.py (454:464)
 - src/trainer.py (838:848)

duplicated block id: 74
size: 7 cleaned lines of code
in 2 files:
 - xlm/model/transformer.py (492:498)
 - xlm/model/transformer.py (595:601)

duplicated block id: 75
size: 7 cleaned lines of code
in 2 files:
 - src/evaluation/xnli.py (123:129)
 - xlm/evaluation/xnli.py (186:192)

duplicated block id: 76
size: 7 cleaned lines of code
in 2 files:
 - src/model/memory/memory.py (576:586)
 - src/model/memory/memory.py (647:657)

duplicated block id: 77
size: 7 cleaned lines of code
in 2 files:
 - src/model/memory/memory.py (576:586)
 - xlm/model/memory/memory.py (647:657)

duplicated block id: 78
size: 7 cleaned lines of code
in 2 files:
 - src/evaluation/evaluator.py (436:444)
 - xlm/evaluation/evaluator.py (347:355)

duplicated block id: 79
size: 7 cleaned lines of code
in 2 files:
 - src/model/memory/memory.py (647:657)
 - xlm/model/memory/memory.py (576:586)

duplicated block id: 80
size: 7 cleaned lines of code
in 2 files:
 - xlm/trainer.py (702:708)
 - xlm/trainer.py (736:742)

duplicated block id: 81
size: 7 cleaned lines of code
in 2 files:
 - xlm/data/dataset.py (178:189)
 - xlm/data/dataset.py (345:356)

duplicated block id: 82
size: 7 cleaned lines of code
in 2 files:
 - src/evaluation/evaluator.py (347:355)
 - src/evaluation/evaluator.py (436:444)

duplicated block id: 83
size: 7 cleaned lines of code
in 2 files:
 - src/data/dataset.py (345:356)
 - xlm/data/dataset.py (178:189)

duplicated block id: 84
size: 7 cleaned lines of code
in 2 files:
 - src/model/transformer.py (492:498)
 - xlm/model/transformer.py (595:601)

duplicated block id: 85
size: 6 cleaned lines of code
in 2 files:
 - src/evaluation/evaluator.py (307:312)
 - xlm/evaluation/evaluator.py (478:483)

duplicated block id: 86
size: 6 cleaned lines of code
in 2 files:
 - src/evaluation/xnli.py (111:119)
 - xlm/evaluation/glue.py (132:140)

duplicated block id: 87
size: 6 cleaned lines of code
in 2 files:
 - src/evaluation/evaluator.py (478:483)
 - xlm/evaluation/evaluator.py (307:312)

duplicated block id: 88
size: 6 cleaned lines of code
in 2 files:
 - src/evaluation/glue.py (132:140)
 - src/evaluation/xnli.py (111:119)

duplicated block id: 89
size: 6 cleaned lines of code
in 2 files:
 - xlm/evaluation/glue.py (132:140)
 - xlm/evaluation/xnli.py (111:119)

duplicated block id: 90
size: 6 cleaned lines of code
in 2 files:
 - src/data/dataset.py (142:151)
 - xlm/data/dataset.py (300:309)

duplicated block id: 91
size: 6 cleaned lines of code
in 2 files:
 - src/evaluation/evaluator.py (307:312)
 - src/evaluation/evaluator.py (478:483)

duplicated block id: 92
size: 6 cleaned lines of code
in 2 files:
 - src/data/dataset.py (300:309)
 - xlm/data/dataset.py (142:151)

duplicated block id: 93
size: 6 cleaned lines of code
in 2 files:
 - src/evaluation/glue.py (132:140)
 - xlm/evaluation/xnli.py (111:119)

duplicated block id: 94
size: 6 cleaned lines of code
in 2 files:
 - xlm/optim.py (126:132)
 - xlm/optim.py (183:189)

duplicated block id: 95
size: 6 cleaned lines of code
in 2 files:
 - src/data/dataset.py (142:151)
 - src/data/dataset.py (300:309)

duplicated block id: 96
size: 6 cleaned lines of code
in 2 files:
 - xlm/data/dataset.py (142:151)
 - xlm/data/dataset.py (300:309)

duplicated block id: 97
size: 6 cleaned lines of code
in 2 files:
 - src/optim.py (126:132)
 - xlm/optim.py (183:189)

duplicated block id: 98
size: 6 cleaned lines of code
in 2 files:
 - src/optim.py (126:132)
 - src/optim.py (183:189)

duplicated block id: 99
size: 6 cleaned lines of code
in 2 files:
 - src/optim.py (183:189)
 - xlm/optim.py (126:132)

duplicated block id: 100
size: 6 cleaned lines of code
in 2 files:
 - xlm/evaluation/evaluator.py (307:312)
 - xlm/evaluation/evaluator.py (478:483)