duplicated block id: 1
size: 19 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (507:531)
 - src/sagemaker_training/smdataparallel.py (417:441)

duplicated block id: 2
size: 15 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (430:446)
 - src/sagemaker_training/smdataparallel.py (341:357)

duplicated block id: 3
size: 13 cleaned lines of code
in 2 files:
 - src/sagemaker_training/recordio.py (116:128)
 - src/sagemaker_training/recordio.py (155:167)

duplicated block id: 4
size: 12 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (220:231)
 - src/sagemaker_training/smdataparallel.py (72:83)

duplicated block id: 5
size: 12 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (324:335)
 - src/sagemaker_training/smdataparallel.py (171:182)

duplicated block id: 6
size: 11 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (409:420)
 - src/sagemaker_training/smdataparallel.py (318:330)

duplicated block id: 7
size: 10 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (448:488)
 - src/sagemaker_training/smdataparallel.py (360:401)

duplicated block id: 8
size: 9 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (338:346)
 - src/sagemaker_training/smdataparallel.py (186:194)

duplicated block id: 9
size: 9 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (264:276)
 - src/sagemaker_training/smdataparallel.py (114:126)

duplicated block id: 10
size: 9 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (311:319)
 - src/sagemaker_training/smdataparallel.py (162:170)

duplicated block id: 11
size: 8 cleaned lines of code
in 2 files:
 - src/sagemaker_training/runner.py (94:101)
 - src/sagemaker_training/runner.py (129:136)

duplicated block id: 12
size: 8 cleaned lines of code
in 2 files:
 - src/sagemaker_training/smdataparallel.py (72:79)
 - src/sagemaker_training/torch_distributed.py (39:46)

duplicated block id: 13
size: 8 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (220:227)
 - src/sagemaker_training/torch_distributed.py (39:46)

duplicated block id: 14
size: 8 cleaned lines of code
in 2 files:
 - src/sagemaker_training/runner.py (104:111)
 - src/sagemaker_training/runner.py (141:148)

duplicated block id: 15
size: 7 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (32:40)
 - src/sagemaker_training/smdataparallel.py (29:37)

duplicated block id: 16
size: 7 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (220:226)
 - src/sagemaker_training/pytorch_xla.py (37:43)

duplicated block id: 17
size: 7 cleaned lines of code
in 2 files:
 - src/sagemaker_training/pytorch_xla.py (37:43)
 - src/sagemaker_training/torch_distributed.py (39:45)

duplicated block id: 18
size: 7 cleaned lines of code
in 2 files:
 - src/sagemaker_training/process.py (425:431)
 - src/sagemaker_training/smdataparallel.py (324:330)

duplicated block id: 19
size: 7 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (414:420)
 - src/sagemaker_training/process.py (425:431)

duplicated block id: 20
size: 7 cleaned lines of code
in 2 files:
 - src/sagemaker_training/environment.py (377:383)
 - src/sagemaker_training/environment.py (395:401)

duplicated block id: 21
size: 7 cleaned lines of code
in 2 files:
 - src/sagemaker_training/pytorch_xla.py (37:43)
 - src/sagemaker_training/smdataparallel.py (72:78)

duplicated block id: 22
size: 7 cleaned lines of code
in 2 files:
 - src/sagemaker_training/smdataparallel.py (326:332)
 - src/sagemaker_training/torch_distributed.py (156:162)

duplicated block id: 23
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/process.py (425:430)
 - src/sagemaker_training/process.py (433:438)

duplicated block id: 24
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (414:419)
 - src/sagemaker_training/smdataparallel.py (332:337)

duplicated block id: 25
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/runner.py (142:147)
 - src/sagemaker_training/runner.py (151:156)

duplicated block id: 26
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/smdataparallel.py (324:329)
 - src/sagemaker_training/smdataparallel.py (332:337)

duplicated block id: 27
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/process.py (433:438)
 - src/sagemaker_training/smdataparallel.py (332:337)

duplicated block id: 28
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/runner.py (94:99)
 - src/sagemaker_training/runner.py (114:119)

duplicated block id: 29
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/process.py (425:430)
 - src/sagemaker_training/smdataparallel.py (332:337)

duplicated block id: 30
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (303:308)
 - src/sagemaker_training/smdataparallel.py (154:159)

duplicated block id: 31
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (422:427)
 - src/sagemaker_training/process.py (425:430)

duplicated block id: 32
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/torch_distributed.py (154:159)
 - src/sagemaker_training/torch_distributed.py (162:167)

duplicated block id: 33
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/process.py (433:438)
 - src/sagemaker_training/smdataparallel.py (324:329)

duplicated block id: 34
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/runner.py (105:110)
 - src/sagemaker_training/runner.py (151:156)

duplicated block id: 35
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (422:427)
 - src/sagemaker_training/process.py (433:438)

duplicated block id: 36
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/runner.py (114:119)
 - src/sagemaker_training/runner.py (129:134)

duplicated block id: 37
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (422:427)
 - src/sagemaker_training/smdataparallel.py (324:329)

duplicated block id: 38
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (414:419)
 - src/sagemaker_training/process.py (433:438)

duplicated block id: 39
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (422:427)
 - src/sagemaker_training/smdataparallel.py (332:337)

duplicated block id: 40
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/smdataparallel.py (26:31)
 - src/sagemaker_training/torch_distributed.py (22:27)

duplicated block id: 41
size: 6 cleaned lines of code
in 2 files:
 - src/sagemaker_training/mpi.py (414:419)
 - src/sagemaker_training/mpi.py (422:427)