duplicated block id: 1
size: 54 cleaned lines of code
in 2 files:
 - src/accelerate/utils/launch.py (219:277)
 - src/accelerate/utils/launch.py (412:470)

duplicated block id: 2
size: 52 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_5.py (33:88)
 - manim_animations/dataloaders/stage_6.py (34:89)

duplicated block id: 3
size: 51 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/fp8_utils.py (17:109)
 - benchmarks/fp8/transformer_engine/fp8_utils.py (17:109)

duplicated block id: 4
size: 39 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/ddp.py (97:144)
 - benchmarks/fp8/transformer_engine/fsdp.py (114:161)

duplicated block id: 5
size: 38 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (112:158)
 - benchmarks/fp8/torchao/fsdp.py (127:173)

duplicated block id: 6
size: 32 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_5.py (171:203)
 - manim_animations/dataloaders/stage_6.py (161:193)

duplicated block id: 7
size: 32 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (34:73)
 - benchmarks/fp8/torchao/non_distributed.py (33:73)

duplicated block id: 8
size: 31 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (136:173)
 - benchmarks/fp8/transformer_engine/fsdp.py (124:161)

duplicated block id: 9
size: 31 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (121:158)
 - benchmarks/fp8/transformer_engine/ddp.py (107:144)

duplicated block id: 10
size: 31 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (136:173)
 - benchmarks/fp8/transformer_engine/ddp.py (107:144)

duplicated block id: 11
size: 31 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (121:158)
 - benchmarks/fp8/transformer_engine/fsdp.py (124:161)

duplicated block id: 12
size: 30 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fp8_utils.py (17:62)
 - benchmarks/fp8/transformer_engine/fp8_utils.py (17:62)

duplicated block id: 13
size: 30 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/fp8_utils.py (17:62)
 - benchmarks/fp8/torchao/fp8_utils.py (17:62)

duplicated block id: 14
size: 28 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/ddp.py (61:95)
 - benchmarks/fp8/transformer_engine/fsdp.py (73:107)

duplicated block id: 15
size: 27 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fp8_utils.py (80:116)
 - benchmarks/fp8/transformer_engine/fp8_utils.py (80:116)

duplicated block id: 16
size: 26 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_5.py (103:130)
 - manim_animations/dataloaders/stage_6.py (92:119)

duplicated block id: 17
size: 26 cleaned lines of code
in 2 files:
 - src/accelerate/commands/config/cluster.py (169:195)
 - src/accelerate/commands/config/sagemaker.py (174:200)

duplicated block id: 18
size: 25 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (71:102)
 - benchmarks/fp8/transformer_engine/non_distributed.py (86:117)

duplicated block id: 19
size: 25 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_4.py (18:46)
 - manim_animations/big_model_inference/stage_5.py (18:47)

duplicated block id: 20
size: 23 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_3.py (23:49)
 - manim_animations/big_model_inference/stage_5.py (24:50)

duplicated block id: 21
size: 22 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/fsdp.py (134:159)
 - benchmarks/fp8/transformer_engine/non_distributed.py (107:132)

duplicated block id: 22
size: 22 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_2.py (20:45)
 - manim_animations/big_model_inference/stage_3.py (21:46)

duplicated block id: 23
size: 22 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (146:171)
 - benchmarks/fp8/transformer_engine/non_distributed.py (107:132)

duplicated block id: 24
size: 22 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/ddp.py (117:142)
 - benchmarks/fp8/transformer_engine/non_distributed.py (107:132)

duplicated block id: 25
size: 22 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (131:156)
 - benchmarks/fp8/transformer_engine/non_distributed.py (107:132)

duplicated block id: 26
size: 21 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_3.py (23:46)
 - manim_animations/big_model_inference/stage_4.py (23:46)

duplicated block id: 27
size: 21 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_2.py (22:45)
 - manim_animations/big_model_inference/stage_5.py (24:47)

duplicated block id: 28
size: 21 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_5.py (131:152)
 - manim_animations/dataloaders/stage_6.py (121:142)

duplicated block id: 29
size: 21 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_2.py (22:45)
 - manim_animations/big_model_inference/stage_4.py (23:46)

duplicated block id: 30
size: 21 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (84:110)
 - benchmarks/fp8/torchao/fsdp.py (94:120)

duplicated block id: 31
size: 20 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/fp8_utils.py (80:109)
 - benchmarks/fp8/torchao/fp8_utils.py (80:109)

duplicated block id: 32
size: 19 cleaned lines of code
in 2 files:
 - src/accelerate/commands/config/cluster.py (197:215)
 - src/accelerate/commands/config/sagemaker.py (202:220)

duplicated block id: 33
size: 19 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (191:211)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (169:189)

duplicated block id: 34
size: 18 cleaned lines of code
in 2 files:
 - src/accelerate/utils/launch.py (175:193)
 - src/accelerate/utils/launch.py (284:302)

duplicated block id: 35
size: 18 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (84:102)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (70:88)

duplicated block id: 36
size: 17 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (88:109)
 - benchmarks/fp8/transformer_engine/fsdp.py (83:104)

duplicated block id: 37
size: 17 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (88:109)
 - benchmarks/fp8/transformer_engine/ddp.py (71:92)

duplicated block id: 38
size: 17 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (98:119)
 - benchmarks/fp8/transformer_engine/ddp.py (71:92)

duplicated block id: 39
size: 17 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (98:119)
 - benchmarks/fp8/transformer_engine/fsdp.py (83:104)

duplicated block id: 40
size: 17 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (171:188)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (150:167)

duplicated block id: 41
size: 17 cleaned lines of code
in 2 files:
 - src/accelerate/accelerator.py (54:70)
 - src/accelerate/utils/__init__.py (43:59)

duplicated block id: 42
size: 16 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/ddp.py (82:100)
 - benchmarks/fp8/transformer_engine/non_distributed.py (73:91)

duplicated block id: 43
size: 16 cleaned lines of code
in 2 files:
 - src/accelerate/commands/launch.py (806:822)
 - src/accelerate/commands/launch.py (860:875)

duplicated block id: 44
size: 16 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (118:134)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (105:121)

duplicated block id: 45
size: 15 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (89:108)
 - benchmarks/fp8/torchao/fsdp.py (137:156)

duplicated block id: 46
size: 15 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (89:108)
 - benchmarks/fp8/transformer_engine/fsdp.py (125:144)

duplicated block id: 47
size: 15 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (89:108)
 - benchmarks/fp8/torchao/ddp.py (122:141)

duplicated block id: 48
size: 15 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (63:78)
 - benchmarks/fp8/torchao/fsdp.py (69:84)

duplicated block id: 49
size: 15 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (65:82)
 - benchmarks/fp8/ms_amp/non_distributed.py (59:76)

duplicated block id: 50
size: 15 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (89:108)
 - benchmarks/fp8/transformer_engine/ddp.py (108:127)

duplicated block id: 51
size: 15 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (81:100)
 - benchmarks/fp8/transformer_engine/non_distributed.py (64:83)

duplicated block id: 52
size: 14 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_0.py (19:32)
 - manim_animations/dataloaders/stage_1.py (18:31)

duplicated block id: 53
size: 14 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_3.py (94:112)
 - manim_animations/big_model_inference/stage_5.py (73:91)

duplicated block id: 54
size: 14 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_4.py (87:105)
 - manim_animations/big_model_inference/stage_5.py (73:91)

duplicated block id: 55
size: 14 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_3.py (94:112)
 - manim_animations/big_model_inference/stage_4.py (87:105)

duplicated block id: 56
size: 14 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (81:97)
 - benchmarks/fp8/torchao/non_distributed.py (111:127)

duplicated block id: 57
size: 14 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_3.py (49:65)
 - manim_animations/big_model_inference/stage_4.py (48:64)

duplicated block id: 58
size: 14 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (111:127)
 - benchmarks/fp8/transformer_engine/non_distributed.py (64:80)

duplicated block id: 59
size: 13 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_2.py (75:92)
 - manim_animations/big_model_inference/stage_3.py (94:111)

duplicated block id: 60
size: 13 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (114:131)
 - benchmarks/fp8/transformer_engine/non_distributed.py (101:118)

duplicated block id: 61
size: 13 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_5.py (18:31)
 - manim_animations/dataloaders/stage_6.py (19:32)

duplicated block id: 62
size: 13 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (133:145)
 - benchmarks/fp8/transformer_engine/fsdp.py (146:159)

duplicated block id: 63
size: 13 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_5.py (167:181)
 - manim_animations/dataloaders/stage_7.py (147:159)

duplicated block id: 64
size: 13 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_2.py (75:92)
 - manim_animations/big_model_inference/stage_5.py (73:90)

duplicated block id: 65
size: 13 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_2.py (75:92)
 - manim_animations/big_model_inference/stage_4.py (87:104)

duplicated block id: 66
size: 13 cleaned lines of code
in 2 files:
 - src/accelerate/utils/fsdp_utils.py (109:125)
 - src/accelerate/utils/fsdp_utils.py (167:183)

duplicated block id: 67
size: 13 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (143:156)
 - benchmarks/fp8/torchao/non_distributed.py (133:145)

duplicated block id: 68
size: 13 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (133:145)
 - benchmarks/fp8/transformer_engine/non_distributed.py (119:132)

duplicated block id: 69
size: 13 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (158:171)
 - benchmarks/fp8/torchao/non_distributed.py (133:145)

duplicated block id: 70
size: 13 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (133:145)
 - benchmarks/fp8/transformer_engine/ddp.py (129:142)

duplicated block id: 71
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/ddp.py (39:55)
 - benchmarks/fp8/transformer_engine/fsdp.py (47:63)

duplicated block id: 72
size: 12 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_2.py (34:45)
 - manim_animations/dataloaders/stage_5.py (33:44)

duplicated block id: 73
size: 12 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_2.py (34:45)
 - manim_animations/dataloaders/stage_7.py (22:33)

duplicated block id: 74
size: 12 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_2.py (34:45)
 - manim_animations/dataloaders/stage_6.py (34:45)

duplicated block id: 75
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (98:112)
 - benchmarks/fp8/ms_amp/non_distributed.py (92:107)

duplicated block id: 76
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (107:118)
 - benchmarks/fp8/transformer_engine/ddp.py (131:142)

duplicated block id: 77
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (38:49)
 - benchmarks/fp8/torchao/fp8_utils.py (105:116)

duplicated block id: 78
size: 12 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_6.py (34:45)
 - manim_animations/dataloaders/stage_7.py (22:33)

duplicated block id: 79
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (107:118)
 - benchmarks/fp8/torchao/non_distributed.py (134:145)

duplicated block id: 80
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (52:66)
 - benchmarks/fp8/transformer_engine/non_distributed.py (66:80)

duplicated block id: 81
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fp8_utils.py (105:116)
 - benchmarks/fp8/torchao/non_distributed.py (37:48)

duplicated block id: 82
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fp8_utils.py (105:116)
 - benchmarks/fp8/torchao/fsdp.py (55:66)

duplicated block id: 83
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (38:49)
 - benchmarks/fp8/torchao/fsdp.py (55:66)

duplicated block id: 84
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (52:66)
 - benchmarks/fp8/torchao/non_distributed.py (83:97)

duplicated block id: 85
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (107:118)
 - benchmarks/fp8/torchao/ddp.py (145:156)

duplicated block id: 86
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (107:118)
 - benchmarks/fp8/transformer_engine/fsdp.py (148:159)

duplicated block id: 87
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (55:66)
 - benchmarks/fp8/torchao/non_distributed.py (37:48)

duplicated block id: 88
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (37:48)
 - benchmarks/fp8/transformer_engine/fp8_utils.py (105:116)

duplicated block id: 89
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (52:66)
 - benchmarks/fp8/torchao/non_distributed.py (113:127)

duplicated block id: 90
size: 12 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_1.py (19:31)
 - manim_animations/big_model_inference/stage_2.py (18:30)

duplicated block id: 91
size: 12 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_5.py (33:44)
 - manim_animations/dataloaders/stage_7.py (22:33)

duplicated block id: 92
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (86:102)
 - benchmarks/fp8/torchao/non_distributed.py (114:130)

duplicated block id: 93
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (38:49)
 - benchmarks/fp8/transformer_engine/fp8_utils.py (105:116)

duplicated block id: 94
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (107:118)
 - benchmarks/fp8/transformer_engine/non_distributed.py (121:132)

duplicated block id: 95
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (55:66)
 - benchmarks/fp8/transformer_engine/fp8_utils.py (105:116)

duplicated block id: 96
size: 12 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (107:118)
 - benchmarks/fp8/torchao/fsdp.py (160:171)

duplicated block id: 97
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (125:138)
 - benchmarks/fp8/transformer_engine/ddp.py (76:89)

duplicated block id: 98
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (84:97)
 - benchmarks/fp8/transformer_engine/non_distributed.py (101:114)

duplicated block id: 99
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (59:72)
 - benchmarks/fp8/torchao/fsdp.py (103:116)

duplicated block id: 100
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (59:72)
 - benchmarks/fp8/torchao/fsdp.py (140:153)

duplicated block id: 101
size: 11 cleaned lines of code
in 2 files:
 - src/accelerate/utils/megatron_lm.py (656:670)
 - src/accelerate/utils/megatron_lm.py (819:833)

duplicated block id: 102
size: 11 cleaned lines of code
in 2 files:
 - src/accelerate/commands/launch.py (794:804)
 - src/accelerate/commands/launch.py (834:844)

duplicated block id: 103
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/fsdp.py (88:101)
 - benchmarks/fp8/transformer_engine/fsdp.py (128:141)

duplicated block id: 104
size: 11 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_6.py (21:31)
 - manim_animations/dataloaders/stage_7.py (34:44)

duplicated block id: 105
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (93:106)
 - benchmarks/fp8/transformer_engine/ddp.py (111:124)

duplicated block id: 106
size: 11 cleaned lines of code
in 2 files:
 - src/accelerate/accelerator.py (3383:3397)
 - src/accelerate/accelerator.py (3531:3544)

duplicated block id: 107
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (92:105)
 - benchmarks/fp8/transformer_engine/fsdp.py (88:101)

duplicated block id: 108
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (92:105)
 - benchmarks/fp8/torchao/ddp.py (93:106)

duplicated block id: 109
size: 11 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_6.py (161:171)
 - manim_animations/dataloaders/stage_7.py (149:159)

duplicated block id: 110
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (53:66)
 - benchmarks/fp8/transformer_engine/non_distributed.py (101:114)

duplicated block id: 111
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (59:72)
 - benchmarks/fp8/transformer_engine/ddp.py (111:124)

duplicated block id: 112
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (53:66)
 - benchmarks/fp8/ms_amp/non_distributed.py (86:99)

duplicated block id: 113
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (140:153)
 - benchmarks/fp8/transformer_engine/fsdp.py (88:101)

duplicated block id: 114
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (103:116)
 - benchmarks/fp8/transformer_engine/fsdp.py (128:141)

duplicated block id: 115
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (59:72)
 - benchmarks/fp8/transformer_engine/ddp.py (76:89)

duplicated block id: 116
size: 11 cleaned lines of code
in 2 files:
 - src/accelerate/data_loader.py (635:647)
 - src/accelerate/data_loader.py (962:974)

duplicated block id: 117
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (92:105)
 - benchmarks/fp8/transformer_engine/ddp.py (76:89)

duplicated block id: 118
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/fsdp.py (94:107)
 - benchmarks/fp8/transformer_engine/non_distributed.py (73:86)

duplicated block id: 119
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (59:72)
 - benchmarks/fp8/ms_amp/ddp.py (92:105)

duplicated block id: 120
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (59:72)
 - benchmarks/fp8/torchao/ddp.py (125:138)

duplicated block id: 121
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/ddp.py (76:89)
 - benchmarks/fp8/transformer_engine/ddp.py (111:124)

duplicated block id: 122
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (69:79)
 - benchmarks/fp8/torchao/non_distributed.py (62:73)

duplicated block id: 123
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (59:72)
 - benchmarks/fp8/torchao/ddp.py (93:106)

duplicated block id: 124
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/ddp.py (76:89)
 - benchmarks/fp8/transformer_engine/fsdp.py (128:141)

duplicated block id: 125
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (93:106)
 - benchmarks/fp8/torchao/ddp.py (125:138)

duplicated block id: 126
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (125:138)
 - benchmarks/fp8/transformer_engine/fsdp.py (88:101)

duplicated block id: 127
size: 11 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_5.py (20:30)
 - manim_animations/dataloaders/stage_7.py (34:44)

duplicated block id: 128
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (140:153)
 - benchmarks/fp8/transformer_engine/ddp.py (76:89)

duplicated block id: 129
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (93:106)
 - benchmarks/fp8/transformer_engine/fsdp.py (128:141)

duplicated block id: 130
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (125:138)
 - benchmarks/fp8/torchao/fsdp.py (103:116)

duplicated block id: 131
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/ddp.py (111:124)
 - benchmarks/fp8/transformer_engine/fsdp.py (88:101)

duplicated block id: 132
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/non_distributed.py (67:80)
 - benchmarks/fp8/transformer_engine/non_distributed.py (101:114)

duplicated block id: 133
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (93:106)
 - benchmarks/fp8/torchao/fsdp.py (140:153)

duplicated block id: 134
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (86:99)
 - benchmarks/fp8/transformer_engine/non_distributed.py (67:80)

duplicated block id: 135
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (86:99)
 - benchmarks/fp8/torchao/non_distributed.py (84:97)

duplicated block id: 136
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (103:116)
 - benchmarks/fp8/torchao/fsdp.py (140:153)

duplicated block id: 137
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (59:72)
 - benchmarks/fp8/transformer_engine/fsdp.py (88:101)

duplicated block id: 138
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (103:116)
 - benchmarks/fp8/transformer_engine/ddp.py (111:124)

duplicated block id: 139
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (92:105)
 - benchmarks/fp8/torchao/fsdp.py (103:116)

duplicated block id: 140
size: 11 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (59:72)
 - benchmarks/fp8/transformer_engine/fsdp.py (128:141)

duplicated block id: 141
size: 10 cleaned lines of code
in 2 files:
 - src/accelerate/utils/fsdp_utils.py (174:184)
 - src/accelerate/utils/fsdp_utils.py (282:291)

duplicated block id: 142
size: 10 cleaned lines of code
in 2 files:
 - src/accelerate/tracking.py (378:387)
 - src/accelerate/tracking.py (925:934)

duplicated block id: 143
size: 10 cleaned lines of code
in 2 files:
 - src/accelerate/hooks.py (531:540)
 - src/accelerate/hooks.py (677:686)

duplicated block id: 144
size: 10 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (109:121)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (166:175)

duplicated block id: 145
size: 10 cleaned lines of code
in 2 files:
 - src/accelerate/utils/megatron_lm.py (515:527)
 - src/accelerate/utils/megatron_lm.py (656:668)

duplicated block id: 146
size: 10 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_5.py (158:169)
 - manim_animations/dataloaders/stage_6.py (148:159)

duplicated block id: 147
size: 10 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (127:137)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (181:191)

duplicated block id: 148
size: 10 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_1.py (21:31)
 - manim_animations/big_model_inference/stage_3.py (21:31)

duplicated block id: 149
size: 10 cleaned lines of code
in 2 files:
 - src/accelerate/utils/megatron_lm.py (515:527)
 - src/accelerate/utils/megatron_lm.py (819:831)

duplicated block id: 150
size: 9 cleaned lines of code
in 2 files:
 - src/accelerate/utils/fsdp_utils.py (236:246)
 - src/accelerate/utils/fsdp_utils.py (282:290)

duplicated block id: 151
size: 9 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (131:142)
 - benchmarks/fp8/torchao/non_distributed.py (120:131)

duplicated block id: 152
size: 9 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_6.py (104:112)
 - manim_animations/dataloaders/stage_7.py (149:157)

duplicated block id: 153
size: 9 cleaned lines of code
in 2 files:
 - src/accelerate/utils/fsdp_utils.py (174:183)
 - src/accelerate/utils/fsdp_utils.py (236:246)

duplicated block id: 154
size: 9 cleaned lines of code
in 2 files:
 - src/accelerate/utils/fsdp_utils.py (116:125)
 - src/accelerate/utils/fsdp_utils.py (236:246)

duplicated block id: 155
size: 9 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (114:123)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (160:169)

duplicated block id: 156
size: 9 cleaned lines of code
in 2 files:
 - src/accelerate/utils/fsdp_utils.py (116:125)
 - src/accelerate/utils/fsdp_utils.py (282:290)

duplicated block id: 157
size: 9 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_5.py (115:123)
 - manim_animations/dataloaders/stage_6.py (161:169)

duplicated block id: 158
size: 9 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_1.py (23:31)
 - manim_animations/big_model_inference/stage_5.py (24:32)

duplicated block id: 159
size: 9 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_6.py (104:112)
 - manim_animations/dataloaders/stage_6.py (161:169)

duplicated block id: 160
size: 9 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (120:131)
 - benchmarks/fp8/transformer_engine/fsdp.py (134:145)

duplicated block id: 161
size: 9 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_5.py (62:71)
 - manim_animations/dataloaders/stage_7.py (62:71)

duplicated block id: 162
size: 9 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_2.py (99:110)
 - manim_animations/dataloaders/stage_5.py (101:112)

duplicated block id: 163
size: 9 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_5.py (115:123)
 - manim_animations/dataloaders/stage_7.py (149:157)

duplicated block id: 164
size: 9 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (77:86)
 - benchmarks/fp8/transformer_engine/ddp.py (95:104)

duplicated block id: 165
size: 9 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (53:64)
 - benchmarks/fp8/transformer_engine/non_distributed.py (43:54)

duplicated block id: 166
size: 9 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (120:131)
 - benchmarks/fp8/transformer_engine/ddp.py (117:128)

duplicated block id: 167
size: 9 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_6.py (63:72)
 - manim_animations/dataloaders/stage_7.py (62:71)

duplicated block id: 168
size: 9 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_5.py (171:179)
 - manim_animations/dataloaders/stage_6.py (104:112)

duplicated block id: 169
size: 9 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (146:157)
 - benchmarks/fp8/torchao/non_distributed.py (120:131)

duplicated block id: 170
size: 9 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_1.py (23:31)
 - manim_animations/big_model_inference/stage_4.py (23:31)

duplicated block id: 171
size: 9 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_5.py (115:123)
 - manim_animations/dataloaders/stage_5.py (171:179)

duplicated block id: 172
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (90:100)
 - benchmarks/fp8/transformer_engine/ddp.py (82:92)

duplicated block id: 173
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (80:88)
 - benchmarks/fp8/torchao/fsdp.py (134:142)

duplicated block id: 174
size: 8 cleaned lines of code
in 2 files:
 - src/accelerate/utils/modeling.py (1126:1133)
 - src/accelerate/utils/modeling.py (1336:1343)

duplicated block id: 175
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (92:102)
 - benchmarks/fp8/transformer_engine/fsdp.py (134:144)

duplicated block id: 176
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (47:54)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (82:89)

duplicated block id: 177
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (92:102)
 - benchmarks/fp8/torchao/fsdp.py (146:156)

duplicated block id: 178
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (98:108)
 - benchmarks/fp8/torchao/non_distributed.py (120:130)

duplicated block id: 179
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (99:109)
 - benchmarks/fp8/torchao/non_distributed.py (90:100)

duplicated block id: 180
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (119:127)
 - benchmarks/fp8/transformer_engine/non_distributed.py (95:103)

duplicated block id: 181
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (69:76)
 - benchmarks/fp8/torchao/fsdp.py (72:79)

duplicated block id: 182
size: 8 cleaned lines of code
in 2 files:
 - src/accelerate/accelerator.py (779:787)
 - src/accelerate/accelerator.py (905:913)

duplicated block id: 183
size: 8 cleaned lines of code
in 2 files:
 - src/accelerate/commands/config/cluster.py (86:93)
 - src/accelerate/state.py (389:396)

duplicated block id: 184
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (118:125)
 - benchmarks/fp8/transformer_engine/fsdp.py (120:128)

duplicated block id: 185
size: 8 cleaned lines of code
in 2 files:
 - src/accelerate/utils/launch.py (208:217)
 - src/accelerate/utils/launch.py (358:367)

duplicated block id: 186
size: 8 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_2.py (24:32)
 - manim_animations/dataloaders/stage_5.py (24:31)

duplicated block id: 187
size: 8 cleaned lines of code
in 2 files:
 - src/accelerate/tracking.py (209:218)
 - src/accelerate/tracking.py (539:548)

duplicated block id: 188
size: 8 cleaned lines of code
in 2 files:
 - src/accelerate/accelerator.py (779:787)
 - src/accelerate/accelerator.py (953:961)

duplicated block id: 189
size: 8 cleaned lines of code
in 2 files:
 - src/accelerate/utils/dataclasses.py (2581:2588)
 - src/accelerate/utils/dataclasses.py (2612:2619)

duplicated block id: 190
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (80:88)
 - benchmarks/fp8/torchao/ddp.py (119:127)

duplicated block id: 191
size: 8 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_3.py (120:127)
 - manim_animations/big_model_inference/stage_4.py (68:75)

duplicated block id: 192
size: 8 cleaned lines of code
in 2 files:
 - src/accelerate/utils/dataclasses.py (2548:2555)
 - src/accelerate/utils/dataclasses.py (2581:2588)

duplicated block id: 193
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (134:142)
 - benchmarks/fp8/transformer_engine/non_distributed.py (95:103)

duplicated block id: 194
size: 8 cleaned lines of code
in 2 files:
 - src/accelerate/utils/dataclasses.py (2548:2555)
 - src/accelerate/utils/dataclasses.py (2612:2619)

duplicated block id: 195
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (66:73)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (69:76)

duplicated block id: 196
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (90:100)
 - benchmarks/fp8/transformer_engine/fsdp.py (94:104)

duplicated block id: 197
size: 8 cleaned lines of code
in 2 files:
 - src/accelerate/tracking.py (456:465)
 - src/accelerate/tracking.py (539:548)

duplicated block id: 198
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (127:134)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (160:167)

duplicated block id: 199
size: 8 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_2.py (101:110)
 - manim_animations/dataloaders/stage_6.py (92:101)

duplicated block id: 200
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (181:188)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (114:121)

duplicated block id: 201
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (69:76)
 - benchmarks/fp8/torchao/non_distributed.py (65:73)

duplicated block id: 202
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (118:125)
 - benchmarks/fp8/transformer_engine/ddp.py (103:111)

duplicated block id: 203
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (109:119)
 - benchmarks/fp8/torchao/non_distributed.py (90:100)

duplicated block id: 204
size: 8 cleaned lines of code
in 2 files:
 - src/accelerate/utils/bnb.py (447:454)
 - src/accelerate/utils/modeling.py (250:257)

duplicated block id: 205
size: 8 cleaned lines of code
in 2 files:
 - src/accelerate/tracking.py (209:218)
 - src/accelerate/tracking.py (456:465)

duplicated block id: 206
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (92:102)
 - benchmarks/fp8/transformer_engine/ddp.py (117:127)

duplicated block id: 207
size: 8 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_2.py (24:32)
 - manim_animations/dataloaders/stage_6.py (25:32)

duplicated block id: 208
size: 8 cleaned lines of code
in 2 files:
 - src/accelerate/tracking.py (319:328)
 - src/accelerate/tracking.py (1095:1104)

duplicated block id: 209
size: 8 cleaned lines of code
in 2 files:
 - src/accelerate/accelerator.py (905:913)
 - src/accelerate/accelerator.py (953:961)

duplicated block id: 210
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (98:108)
 - benchmarks/fp8/transformer_engine/non_distributed.py (107:117)

duplicated block id: 211
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (109:119)
 - benchmarks/fp8/transformer_engine/non_distributed.py (73:83)

duplicated block id: 212
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (92:102)
 - benchmarks/fp8/torchao/ddp.py (131:141)

duplicated block id: 213
size: 8 cleaned lines of code
in 2 files:
 - src/accelerate/tracking.py (305:314)
 - src/accelerate/tracking.py (1080:1089)

duplicated block id: 214
size: 8 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (99:109)
 - benchmarks/fp8/transformer_engine/non_distributed.py (73:83)

duplicated block id: 215
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (90:97)
 - benchmarks/fp8/transformer_engine/ddp.py (117:124)

duplicated block id: 216
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/utils/launch.py (175:181)
 - src/accelerate/utils/launch.py (479:485)

duplicated block id: 217
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (131:138)
 - benchmarks/fp8/torchao/non_distributed.py (90:97)

duplicated block id: 218
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/fp8_utils.py (112:118)
 - benchmarks/fp8/torchao/non_distributed.py (42:48)

duplicated block id: 219
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (59:66)
 - benchmarks/fp8/torchao/ddp.py (131:138)

duplicated block id: 220
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (112:119)
 - benchmarks/fp8/transformer_engine/fsdp.py (114:121)

duplicated block id: 221
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (65:72)
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:100)

duplicated block id: 222
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (59:66)
 - benchmarks/fp8/torchao/ddp.py (99:106)

duplicated block id: 223
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (40:48)
 - benchmarks/fp8/torchao/fsdp.py (44:52)

duplicated block id: 224
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/accelerator.py (1626:1632)
 - src/accelerate/state.py (388:394)

duplicated block id: 225
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/commands/config/cluster.py (621:627)
 - src/accelerate/utils/modeling.py (2070:2076)

duplicated block id: 226
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (92:99)
 - benchmarks/fp8/transformer_engine/fsdp.py (94:101)

duplicated block id: 227
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/accelerator.py (1217:1223)
 - src/accelerate/commands/launch.py (1016:1022)

duplicated block id: 228
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (59:66)
 - benchmarks/fp8/transformer_engine/ddp.py (117:124)

duplicated block id: 229
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/ddp.py (82:89)
 - benchmarks/fp8/transformer_engine/non_distributed.py (107:114)

duplicated block id: 230
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (83:90)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (108:115)

duplicated block id: 231
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/commands/config/cluster.py (621:627)
 - src/accelerate/state.py (969:975)

duplicated block id: 232
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/accelerator.py (1217:1223)
 - src/accelerate/commands/config/cluster.py (380:386)

duplicated block id: 233
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/fp8_utils.py (112:118)
 - benchmarks/fp8/torchao/ddp.py (43:49)

duplicated block id: 234
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/fp8_utils.py (112:118)
 - benchmarks/fp8/transformer_engine/fp8_utils.py (110:116)

duplicated block id: 235
size: 7 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_3.py (120:126)
 - manim_animations/big_model_inference/stage_5.py (63:69)

duplicated block id: 236
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (59:66)
 - benchmarks/fp8/transformer_engine/fsdp.py (134:141)

duplicated block id: 237
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (123:130)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (175:182)

duplicated block id: 238
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/fsdp.py (134:141)
 - benchmarks/fp8/transformer_engine/non_distributed.py (73:80)

duplicated block id: 239
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (59:66)
 - benchmarks/fp8/transformer_engine/fsdp.py (94:101)

duplicated block id: 240
size: 7 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_2.py (24:30)
 - manim_animations/dataloaders/stage_7.py (38:44)

duplicated block id: 241
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/fp8_utils.py (112:118)
 - benchmarks/fp8/torchao/fsdp.py (60:66)

duplicated block id: 242
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/commands/launch.py (781:787)
 - src/accelerate/commands/launch.py (852:858)

duplicated block id: 243
size: 7 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_4.py (68:74)
 - manim_animations/big_model_inference/stage_5.py (63:69)

duplicated block id: 244
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (92:99)
 - benchmarks/fp8/torchao/fsdp.py (109:116)

duplicated block id: 245
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (111:119)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (138:146)

duplicated block id: 246
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (99:106)
 - benchmarks/fp8/torchao/non_distributed.py (120:127)

duplicated block id: 247
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/state.py (42:48)
 - src/accelerate/utils/memory.py (31:37)

duplicated block id: 248
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/data_loader.py (1248:1256)
 - src/accelerate/data_loader.py (1397:1405)

duplicated block id: 249
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (79:86)
 - benchmarks/fp8/transformer_engine/fsdp.py (114:121)

duplicated block id: 250
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (120:127)
 - benchmarks/fp8/transformer_engine/fsdp.py (94:101)

duplicated block id: 251
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (98:105)
 - benchmarks/fp8/ms_amp/non_distributed.py (59:66)

duplicated block id: 252
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/data_loader.py (1237:1243)
 - src/accelerate/data_loader.py (1389:1395)

duplicated block id: 253
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (52:60)
 - benchmarks/fp8/torchao/fsdp.py (44:52)

duplicated block id: 254
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/ddp.py (107:113)
 - benchmarks/fp8/transformer_engine/non_distributed.py (97:103)

duplicated block id: 255
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:100)
 - benchmarks/fp8/torchao/non_distributed.py (120:127)

duplicated block id: 256
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:100)
 - benchmarks/fp8/torchao/non_distributed.py (90:97)

duplicated block id: 257
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/fp8_utils.py (112:118)
 - benchmarks/fp8/torchao/fp8_utils.py (110:116)

duplicated block id: 258
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:100)
 - benchmarks/fp8/torchao/fsdp.py (109:116)

duplicated block id: 259
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:100)
 - benchmarks/fp8/torchao/fsdp.py (146:153)

duplicated block id: 260
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (112:119)
 - benchmarks/fp8/transformer_engine/ddp.py (97:104)

duplicated block id: 261
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/accelerator.py (1627:1633)
 - src/accelerate/utils/modeling.py (2070:2076)

duplicated block id: 262
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (90:97)
 - benchmarks/fp8/transformer_engine/fsdp.py (134:141)

duplicated block id: 263
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/accelerator.py (128:139)
 - src/accelerate/utils/__init__.py (203:213)

duplicated block id: 264
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/fsdp.py (94:101)
 - benchmarks/fp8/transformer_engine/non_distributed.py (107:114)

duplicated block id: 265
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/accelerator.py (1627:1633)
 - src/accelerate/state.py (969:975)

duplicated block id: 266
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (120:127)
 - benchmarks/fp8/transformer_engine/ddp.py (82:89)

duplicated block id: 267
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:100)
 - benchmarks/fp8/torchao/ddp.py (99:106)

duplicated block id: 268
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:100)
 - benchmarks/fp8/torchao/ddp.py (131:138)

duplicated block id: 269
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (109:116)
 - benchmarks/fp8/transformer_engine/non_distributed.py (107:114)

duplicated block id: 270
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (65:72)
 - benchmarks/fp8/torchao/non_distributed.py (120:127)

duplicated block id: 271
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/utils/launch.py (34:40)
 - src/accelerate/utils/random.py (26:32)

duplicated block id: 272
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (123:130)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (154:161)

duplicated block id: 273
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (146:153)
 - benchmarks/fp8/transformer_engine/non_distributed.py (73:80)

duplicated block id: 274
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/commands/config/cluster.py (380:386)
 - src/accelerate/commands/launch.py (1016:1022)

duplicated block id: 275
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (65:72)
 - benchmarks/fp8/torchao/non_distributed.py (90:97)

duplicated block id: 276
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (109:116)
 - benchmarks/fp8/torchao/non_distributed.py (120:127)

duplicated block id: 277
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (40:48)
 - benchmarks/fp8/torchao/non_distributed.py (51:59)

duplicated block id: 278
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (82:88)
 - benchmarks/fp8/transformer_engine/ddp.py (107:113)

duplicated block id: 279
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:100)
 - benchmarks/fp8/transformer_engine/ddp.py (117:124)

duplicated block id: 280
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (98:105)
 - benchmarks/fp8/torchao/non_distributed.py (90:97)

duplicated block id: 281
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (65:72)
 - benchmarks/fp8/ms_amp/non_distributed.py (92:99)

duplicated block id: 282
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (92:99)
 - benchmarks/fp8/transformer_engine/ddp.py (82:89)

duplicated block id: 283
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:100)
 - benchmarks/fp8/transformer_engine/ddp.py (82:89)

duplicated block id: 284
size: 7 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_2.py (48:59)
 - manim_animations/big_model_inference/stage_3.py (52:60)

duplicated block id: 285
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (59:66)
 - benchmarks/fp8/torchao/fsdp.py (146:153)

duplicated block id: 286
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (79:86)
 - benchmarks/fp8/torchao/fsdp.py (127:134)

duplicated block id: 287
size: 7 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_1.py (60:68)
 - manim_animations/big_model_inference/stage_3.py (94:102)

duplicated block id: 288
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:100)
 - benchmarks/fp8/transformer_engine/non_distributed.py (107:114)

duplicated block id: 289
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (82:88)
 - benchmarks/fp8/transformer_engine/fsdp.py (124:130)

duplicated block id: 290
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/state.py (969:975)
 - src/accelerate/utils/modeling.py (2070:2076)

duplicated block id: 291
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (98:105)
 - benchmarks/fp8/transformer_engine/non_distributed.py (73:80)

duplicated block id: 292
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (99:106)
 - benchmarks/fp8/transformer_engine/non_distributed.py (107:114)

duplicated block id: 293
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (146:153)
 - benchmarks/fp8/torchao/non_distributed.py (90:97)

duplicated block id: 294
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/utils/launch.py (284:290)
 - src/accelerate/utils/launch.py (479:485)

duplicated block id: 295
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/ddp.py (117:124)
 - benchmarks/fp8/transformer_engine/non_distributed.py (73:80)

duplicated block id: 296
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:100)
 - benchmarks/fp8/ms_amp/non_distributed.py (92:99)

duplicated block id: 297
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (57:63)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (143:149)

duplicated block id: 298
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (59:66)
 - benchmarks/fp8/torchao/fsdp.py (109:116)

duplicated block id: 299
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (127:134)
 - benchmarks/fp8/transformer_engine/fsdp.py (114:121)

duplicated block id: 300
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:100)
 - benchmarks/fp8/transformer_engine/non_distributed.py (73:80)

duplicated block id: 301
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:100)
 - benchmarks/fp8/ms_amp/non_distributed.py (59:66)

duplicated block id: 302
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (92:99)
 - benchmarks/fp8/torchao/ddp.py (99:106)

duplicated block id: 303
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (59:66)
 - benchmarks/fp8/transformer_engine/ddp.py (82:89)

duplicated block id: 304
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:100)
 - benchmarks/fp8/transformer_engine/fsdp.py (134:141)

duplicated block id: 305
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/fsdp.py (124:130)
 - benchmarks/fp8/transformer_engine/non_distributed.py (97:103)

duplicated block id: 306
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (127:134)
 - benchmarks/fp8/transformer_engine/ddp.py (97:104)

duplicated block id: 307
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (83:90)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (121:128)

duplicated block id: 308
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (65:72)
 - benchmarks/fp8/transformer_engine/non_distributed.py (107:114)

duplicated block id: 309
size: 7 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_2.py (48:59)
 - manim_animations/big_model_inference/stage_4.py (51:59)

duplicated block id: 310
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (52:60)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (40:48)

duplicated block id: 311
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (44:52)
 - benchmarks/fp8/torchao/non_distributed.py (51:59)

duplicated block id: 312
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (79:86)
 - benchmarks/fp8/torchao/ddp.py (112:119)

duplicated block id: 313
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (65:72)
 - benchmarks/fp8/transformer_engine/non_distributed.py (73:80)

duplicated block id: 314
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/accelerator.py (1354:1360)
 - src/accelerate/accelerator.py (1560:1566)

duplicated block id: 315
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (98:105)
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:100)

duplicated block id: 316
size: 7 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_1.py (60:68)
 - manim_animations/big_model_inference/stage_2.py (75:83)

duplicated block id: 317
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:100)
 - benchmarks/fp8/transformer_engine/fsdp.py (94:101)

duplicated block id: 318
size: 7 cleaned lines of code
in 2 files:
 - src/accelerate/accelerator.py (1627:1633)
 - src/accelerate/commands/config/cluster.py (621:627)

duplicated block id: 319
size: 7 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_1.py (60:68)
 - manim_animations/big_model_inference/stage_5.py (73:81)

duplicated block id: 320
size: 7 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_1.py (60:68)
 - manim_animations/big_model_inference/stage_4.py (87:95)

duplicated block id: 321
size: 7 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (131:138)
 - benchmarks/fp8/transformer_engine/non_distributed.py (73:80)

duplicated block id: 322
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)
 - benchmarks/fp8/transformer_engine/fsdp.py (94:99)

duplicated block id: 323
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/commands/config/cluster.py (86:91)
 - src/accelerate/utils/modeling.py (2070:2075)

duplicated block id: 324
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/state.py (389:394)
 - src/accelerate/state.py (969:974)

duplicated block id: 325
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/commands/config/cluster.py (123:128)
 - src/accelerate/commands/config/sagemaker.py (233:238)

duplicated block id: 326
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)
 - benchmarks/fp8/torchao/non_distributed.py (90:95)

duplicated block id: 327
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (65:70)
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)

duplicated block id: 328
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/torchao/non_distributed.py (120:125)

duplicated block id: 329
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (59:64)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)

duplicated block id: 330
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (77:82)
 - benchmarks/fp8/transformer_engine/non_distributed.py (86:91)

duplicated block id: 331
size: 6 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_1.py (40:47)
 - manim_animations/big_model_inference/stage_4.py (38:45)

duplicated block id: 332
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/ddp.py (117:122)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)

duplicated block id: 333
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/torchao/non_distributed.py (90:95)

duplicated block id: 334
size: 6 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_5.py (145:151)
 - manim_animations/dataloaders/stage_7.py (136:142)

duplicated block id: 335
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (99:104)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)

duplicated block id: 336
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (100:105)
 - benchmarks/fp8/torchao/non_distributed.py (111:116)

duplicated block id: 337
size: 6 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_5.py (126:131)
 - manim_animations/dataloaders/stage_7.py (116:121)

duplicated block id: 338
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/fsdp.py (85:90)
 - benchmarks/fp8/transformer_engine/non_distributed.py (64:69)

duplicated block id: 339
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (100:105)
 - benchmarks/fp8/torchao/non_distributed.py (81:86)

duplicated block id: 340
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/state.py (389:394)
 - src/accelerate/utils/modeling.py (2070:2075)

duplicated block id: 341
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (65:70)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)

duplicated block id: 342
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)
 - benchmarks/fp8/transformer_engine/fsdp.py (134:139)

duplicated block id: 343
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (131:136)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)

duplicated block id: 344
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)

duplicated block id: 345
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)

duplicated block id: 346
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/utils/deepspeed.py (308:315)
 - src/accelerate/utils/megatron_lm.py (372:379)

duplicated block id: 347
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)
 - benchmarks/fp8/transformer_engine/ddp.py (82:87)

duplicated block id: 348
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/ms_amp/non_distributed.py (59:64)

duplicated block id: 349
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (59:64)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)

duplicated block id: 350
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)
 - benchmarks/fp8/transformer_engine/non_distributed.py (73:78)

duplicated block id: 351
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)
 - benchmarks/fp8/transformer_engine/ddp.py (117:122)

duplicated block id: 352
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:98)
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)

duplicated block id: 353
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (81:86)
 - benchmarks/fp8/transformer_engine/fsdp.py (85:90)

duplicated block id: 354
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (87:92)
 - benchmarks/fp8/transformer_engine/fsdp.py (66:71)

duplicated block id: 355
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/ms_amp/non_distributed.py (92:97)

duplicated block id: 356
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/ddp.py (117:122)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)

duplicated block id: 357
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)

duplicated block id: 358
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/commands/config/cluster.py (86:91)
 - src/accelerate/commands/config/cluster.py (621:626)

duplicated block id: 359
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (72:78)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (91:97)

duplicated block id: 360
size: 6 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_1.py (40:47)
 - manim_animations/big_model_inference/stage_2.py (37:44)

duplicated block id: 361
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/accelerator.py (2126:2131)
 - src/accelerate/accelerator.py (2518:2523)

duplicated block id: 362
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/ddp.py (73:78)
 - benchmarks/fp8/transformer_engine/non_distributed.py (64:69)

duplicated block id: 363
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)
 - benchmarks/fp8/transformer_engine/non_distributed.py (107:112)

duplicated block id: 364
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/utils/megatron_lm.py (471:478)
 - src/accelerate/utils/megatron_lm.py (619:626)

duplicated block id: 365
size: 6 cleaned lines of code
in 2 files:
 - manim_animations/dataloaders/stage_6.py (135:141)
 - manim_animations/dataloaders/stage_7.py (136:142)

duplicated block id: 366
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/utils/launch.py (168:173)
 - src/accelerate/utils/launch.py (471:476)

duplicated block id: 367
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (98:103)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)

duplicated block id: 368
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/transformer_engine/fsdp.py (94:99)

duplicated block id: 369
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (90:95)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)

duplicated block id: 370
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (99:104)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)

duplicated block id: 371
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (111:116)
 - benchmarks/fp8/transformer_engine/ddp.py (73:78)

duplicated block id: 372
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)
 - benchmarks/fp8/transformer_engine/ddp.py (82:87)

duplicated block id: 373
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (98:103)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)

duplicated block id: 374
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (99:104)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)

duplicated block id: 375
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:98)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)

duplicated block id: 376
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/utils/modeling.py (1651:1656)
 - src/accelerate/utils/modeling.py (1687:1692)

duplicated block id: 377
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)
 - benchmarks/fp8/transformer_engine/ddp.py (117:122)

duplicated block id: 378
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (49:54)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (70:75)

duplicated block id: 379
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/commands/config/config.py (53:58)
 - src/accelerate/commands/config/default.py (138:143)

duplicated block id: 380
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/utils/fsdp_utils.py (135:140)
 - src/accelerate/utils/fsdp_utils.py (197:202)

duplicated block id: 381
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (65:70)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)

duplicated block id: 382
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/big_modeling.py (654:659)
 - src/accelerate/big_modeling.py (715:720)

duplicated block id: 383
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/big_modeling.py (206:211)
 - src/accelerate/big_modeling.py (296:301)

duplicated block id: 384
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/transformer_engine/non_distributed.py (73:78)

duplicated block id: 385
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (71:76)
 - benchmarks/fp8/transformer_engine/ddp.py (95:100)

duplicated block id: 386
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)
 - benchmarks/fp8/transformer_engine/non_distributed.py (107:112)

duplicated block id: 387
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/transformer_engine/non_distributed.py (107:112)

duplicated block id: 388
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:98)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)

duplicated block id: 389
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (146:151)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)

duplicated block id: 390
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (109:114)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)

duplicated block id: 391
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)
 - benchmarks/fp8/transformer_engine/non_distributed.py (73:78)

duplicated block id: 392
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/utils/megatron_lm.py (471:478)
 - src/accelerate/utils/megatron_lm.py (775:782)

duplicated block id: 393
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/transformer_engine/fsdp.py (134:139)

duplicated block id: 394
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)
 - benchmarks/fp8/torchao/non_distributed.py (120:125)

duplicated block id: 395
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (96:103)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (145:150)

duplicated block id: 396
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (131:136)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)

duplicated block id: 397
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (120:125)
 - benchmarks/fp8/transformer_engine/fsdp.py (107:112)

duplicated block id: 398
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/utils/launch.py (471:476)
 - src/accelerate/utils/launch.py (600:605)

duplicated block id: 399
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (92:97)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)

duplicated block id: 400
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (100:105)
 - benchmarks/fp8/transformer_engine/non_distributed.py (64:69)

duplicated block id: 401
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (89:94)
 - benchmarks/fp8/ms_amp/non_distributed.py (83:88)

duplicated block id: 402
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)
 - benchmarks/fp8/transformer_engine/non_distributed.py (107:112)

duplicated block id: 403
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/tracking.py (308:314)
 - src/accelerate/tracking.py (439:445)

duplicated block id: 404
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (90:95)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)

duplicated block id: 405
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/commands/to_fsdp2.py (53:58)
 - src/accelerate/commands/to_fsdp2.py (60:65)

duplicated block id: 406
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/utils/dataclasses.py (2572:2577)
 - src/accelerate/utils/dataclasses.py (2636:2641)

duplicated block id: 407
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (92:97)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)

duplicated block id: 408
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (146:151)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)

duplicated block id: 409
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/utils/launch.py (168:173)
 - src/accelerate/utils/launch.py (600:605)

duplicated block id: 410
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (98:103)
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)

duplicated block id: 411
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)
 - benchmarks/fp8/torchao/fsdp.py (109:114)

duplicated block id: 412
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (108:115)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (93:100)

duplicated block id: 413
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)
 - benchmarks/fp8/transformer_engine/fsdp.py (134:139)

duplicated block id: 414
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:98)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)

duplicated block id: 415
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)
 - benchmarks/fp8/torchao/fsdp.py (146:151)

duplicated block id: 416
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)
 - benchmarks/fp8/transformer_engine/fsdp.py (94:99)

duplicated block id: 417
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (98:103)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)

duplicated block id: 418
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)
 - benchmarks/fp8/transformer_engine/non_distributed.py (73:78)

duplicated block id: 419
size: 6 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_1.py (40:47)
 - manim_animations/big_model_inference/stage_3.py (38:45)

duplicated block id: 420
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/fsdp.py (109:114)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)

duplicated block id: 421
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/utils/megatron_lm.py (619:626)
 - src/accelerate/utils/megatron_lm.py (775:782)

duplicated block id: 422
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/transformer_engine/ddp.py (82:87)

duplicated block id: 423
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (89:94)
 - benchmarks/fp8/transformer_engine/non_distributed.py (98:103)

duplicated block id: 424
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (59:64)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)

duplicated block id: 425
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (77:83)
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (118:123)

duplicated block id: 426
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/ddp.py (82:87)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)

duplicated block id: 427
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (99:104)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)

duplicated block id: 428
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/transformer_engine/ddp.py (117:122)

duplicated block id: 429
size: 6 cleaned lines of code
in 2 files:
 - manim_animations/big_model_inference/stage_1.py (40:47)
 - manim_animations/big_model_inference/stage_5.py (39:46)

duplicated block id: 430
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/torchao/fsdp.py (146:151)

duplicated block id: 431
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/commands/config/cluster.py (86:91)
 - src/accelerate/state.py (969:974)

duplicated block id: 432
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (92:97)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)

duplicated block id: 433
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (65:70)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (83:89)

duplicated block id: 434
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/ddp.py (82:87)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)

duplicated block id: 435
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (131:136)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)

duplicated block id: 436
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (65:70)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)

duplicated block id: 437
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/tracking.py (439:445)
 - src/accelerate/tracking.py (1083:1089)

duplicated block id: 438
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)

duplicated block id: 439
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)
 - benchmarks/fp8/torchao/non_distributed.py (120:125)

duplicated block id: 440
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)
 - benchmarks/fp8/transformer_engine/non_distributed.py (73:78)

duplicated block id: 441
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)
 - benchmarks/fp8/transformer_engine/fsdp.py (94:99)

duplicated block id: 442
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)
 - benchmarks/fp8/transformer_engine/fsdp.py (94:99)

duplicated block id: 443
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/hooks.py (334:339)
 - src/accelerate/hooks.py (375:380)

duplicated block id: 444
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)
 - benchmarks/fp8/torchao/non_distributed.py (90:95)

duplicated block id: 445
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)
 - benchmarks/fp8/transformer_engine/fsdp.py (134:139)

duplicated block id: 446
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (55:60)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (77:82)

duplicated block id: 447
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (65:70)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)

duplicated block id: 448
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (81:86)
 - benchmarks/fp8/transformer_engine/ddp.py (73:78)

duplicated block id: 449
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/torchao/fsdp.py (109:114)

duplicated block id: 450
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/hooks.py (465:470)
 - src/accelerate/hooks.py (560:565)

duplicated block id: 451
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)
 - benchmarks/fp8/transformer_engine/non_distributed.py (107:112)

duplicated block id: 452
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (93:98)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (129:134)

duplicated block id: 453
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (90:95)
 - benchmarks/fp8/torchao/non_distributed.py (81:86)

duplicated block id: 454
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (55:60)
 - benchmarks/fp8/torchao/distrib_deepspeed.py (91:96)

duplicated block id: 455
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/utils/launch.py (292:297)
 - src/accelerate/utils/launch.py (607:612)

duplicated block id: 456
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (120:125)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)

duplicated block id: 457
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (77:83)
 - benchmarks/fp8/transformer_engine/fsdp.py (120:126)

duplicated block id: 458
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (59:64)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)

duplicated block id: 459
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/accelerator.py (1627:1632)
 - src/accelerate/commands/config/cluster.py (86:91)

duplicated block id: 460
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/non_distributed.py (92:97)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)

duplicated block id: 461
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/commands/config/cluster.py (621:626)
 - src/accelerate/state.py (389:394)

duplicated block id: 462
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (111:116)
 - benchmarks/fp8/transformer_engine/fsdp.py (85:90)

duplicated block id: 463
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (90:95)
 - benchmarks/fp8/torchao/non_distributed.py (111:116)

duplicated block id: 464
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)
 - benchmarks/fp8/torchao/fsdp.py (146:151)

duplicated block id: 465
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (98:103)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)

duplicated block id: 466
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/distrib_deepspeed.py (183:188)
 - benchmarks/fp8/torchao/fsdp.py (109:114)

duplicated block id: 467
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/torchao/ddp.py (131:136)

duplicated block id: 468
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (162:167)
 - benchmarks/fp8/transformer_engine/fsdp.py (134:139)

duplicated block id: 469
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (77:83)
 - benchmarks/fp8/transformer_engine/ddp.py (103:109)

duplicated block id: 470
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (90:95)
 - benchmarks/fp8/transformer_engine/non_distributed.py (64:69)

duplicated block id: 471
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/distrib_deepspeed.py (132:137)
 - benchmarks/fp8/torchao/ddp.py (99:104)

duplicated block id: 472
size: 6 cleaned lines of code
in 2 files:
 - src/accelerate/utils/launch.py (183:188)
 - src/accelerate/utils/launch.py (607:612)

duplicated block id: 473
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/ms_amp/ddp.py (51:57)
 - benchmarks/fp8/ms_amp/ddp.py (85:90)

duplicated block id: 474
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/non_distributed.py (120:125)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)

duplicated block id: 475
size: 6 cleaned lines of code
in 2 files:
 - benchmarks/fp8/torchao/ddp.py (131:136)
 - benchmarks/fp8/transformer_engine/distrib_deepspeed.py (116:121)