duplicated block id: 1
size: 207 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/tensor_parallel.py (10:299)
 - step7_pipeline_parallel_afab/tensor_parallel.py (10:299)

duplicated block id: 2
size: 207 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/tensor_parallel.py (10:299)
 - step8_pipeline_parallel_1f1b/tensor_parallel.py (10:299)

duplicated block id: 3
size: 207 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/tensor_parallel.py (10:299)
 - step7_pipeline_parallel_afab/tensor_parallel.py (10:299)

duplicated block id: 4
size: 207 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/tensor_parallel.py (10:299)
 - step6_data_parallel_bucket/tensor_parallel.py (10:299)

duplicated block id: 5
size: 207 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/tensor_parallel.py (10:299)
 - step6_data_parallel_bucket/tensor_parallel.py (10:299)

duplicated block id: 6
size: 207 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/tensor_parallel.py (10:299)
 - step8_pipeline_parallel_1f1b/tensor_parallel.py (10:299)

duplicated block id: 7
size: 207 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/tensor_parallel.py (10:299)
 - step7_pipeline_parallel_afab/tensor_parallel.py (10:299)

duplicated block id: 8
size: 207 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/tensor_parallel.py (10:299)
 - step5_data_parallel_naive/tensor_parallel.py (10:299)

duplicated block id: 9
size: 207 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/tensor_parallel.py (10:299)
 - step8_pipeline_parallel_1f1b/tensor_parallel.py (10:299)

duplicated block id: 10
size: 207 cleaned lines of code
in 2 files:
 - step7_pipeline_parallel_afab/tensor_parallel.py (10:299)
 - step8_pipeline_parallel_1f1b/tensor_parallel.py (10:299)

duplicated block id: 11
size: 139 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/data_parallel.py (10:257)
 - step8_pipeline_parallel_1f1b/data_parallel.py (10:255)

duplicated block id: 12
size: 139 cleaned lines of code
in 2 files:
 - step7_pipeline_parallel_afab/data_parallel.py (10:255)
 - step8_pipeline_parallel_1f1b/data_parallel.py (10:255)

duplicated block id: 13
size: 139 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/data_parallel.py (10:257)
 - step7_pipeline_parallel_afab/data_parallel.py (10:255)

duplicated block id: 14
size: 116 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/model.py (9:152)
 - step5_data_parallel_naive/model.py (9:152)

duplicated block id: 15
size: 116 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/model.py (9:152)
 - step7_pipeline_parallel_afab/model.py (9:152)

duplicated block id: 16
size: 116 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/model.py (9:152)
 - step8_pipeline_parallel_1f1b/model.py (9:152)

duplicated block id: 17
size: 116 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/model.py (9:152)
 - step6_data_parallel_bucket/model.py (9:152)

duplicated block id: 18
size: 116 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/model.py (9:152)
 - step8_pipeline_parallel_1f1b/model.py (9:152)

duplicated block id: 19
size: 116 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/model.py (9:152)
 - step8_pipeline_parallel_1f1b/model.py (9:152)

duplicated block id: 20
size: 116 cleaned lines of code
in 2 files:
 - step7_pipeline_parallel_afab/model.py (9:152)
 - step8_pipeline_parallel_1f1b/model.py (9:152)

duplicated block id: 21
size: 116 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/model.py (9:152)
 - step6_data_parallel_bucket/model.py (9:152)

duplicated block id: 22
size: 116 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/model.py (9:152)
 - step7_pipeline_parallel_afab/model.py (9:152)

duplicated block id: 23
size: 116 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/model.py (9:152)
 - step7_pipeline_parallel_afab/model.py (9:152)

duplicated block id: 24
size: 114 cleaned lines of code
in 2 files:
 - step1_modeling/model.py (8:148)
 - step2_process_group_manager/model.py (8:148)

duplicated block id: 25
size: 114 cleaned lines of code
in 2 files:
 - step2_process_group_manager/model.py (8:148)
 - step3_dataloader/model.py (8:148)

duplicated block id: 26
size: 114 cleaned lines of code
in 2 files:
 - step1_modeling/model.py (8:148)
 - step3_dataloader/model.py (8:148)

duplicated block id: 27
size: 113 cleaned lines of code
in 2 files:
 - step7_pipeline_parallel_afab/train.py (27:195)
 - step8_pipeline_parallel_1f1b/train.py (27:195)

duplicated block id: 28
size: 92 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/dataloader.py (10:121)
 - step7_pipeline_parallel_afab/dataloader.py (10:121)

duplicated block id: 29
size: 92 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/dataloader.py (10:121)
 - step8_pipeline_parallel_1f1b/dataloader.py (10:121)

duplicated block id: 30
size: 92 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/dataloader.py (10:121)
 - step8_pipeline_parallel_1f1b/dataloader.py (10:121)

duplicated block id: 31
size: 92 cleaned lines of code
in 2 files:
 - step7_pipeline_parallel_afab/dataloader.py (10:121)
 - step8_pipeline_parallel_1f1b/dataloader.py (10:121)

duplicated block id: 32
size: 92 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/dataloader.py (10:121)
 - step6_data_parallel_bucket/dataloader.py (10:121)

duplicated block id: 33
size: 92 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/dataloader.py (10:121)
 - step7_pipeline_parallel_afab/dataloader.py (10:121)

duplicated block id: 34
size: 84 cleaned lines of code
in 2 files:
 - step3_dataloader/dataloader.py (10:112)
 - step4_tensor_parallel/dataloader.py (10:112)

duplicated block id: 35
size: 78 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/train.py (26:141)
 - step6_data_parallel_bucket/train.py (26:141)

duplicated block id: 36
size: 76 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/train.py (26:135)
 - step7_pipeline_parallel_afab/train.py (35:144)

duplicated block id: 37
size: 76 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/train.py (26:135)
 - step8_pipeline_parallel_1f1b/train.py (35:144)

duplicated block id: 38
size: 76 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/train.py (26:135)
 - step7_pipeline_parallel_afab/train.py (35:144)

duplicated block id: 39
size: 76 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/train.py (26:135)
 - step8_pipeline_parallel_1f1b/train.py (35:144)

duplicated block id: 40
size: 71 cleaned lines of code
in 2 files:
 - step1_modeling/model.py (58:148)
 - step5_data_parallel_naive/model.py (62:152)

duplicated block id: 41
size: 71 cleaned lines of code
in 2 files:
 - step1_modeling/model.py (58:148)
 - step7_pipeline_parallel_afab/model.py (62:152)

duplicated block id: 42
size: 71 cleaned lines of code
in 2 files:
 - step1_modeling/model.py (58:148)
 - step8_pipeline_parallel_1f1b/model.py (62:152)

duplicated block id: 43
size: 71 cleaned lines of code
in 2 files:
 - step2_process_group_manager/model.py (58:148)
 - step7_pipeline_parallel_afab/model.py (62:152)

duplicated block id: 44
size: 71 cleaned lines of code
in 2 files:
 - step3_dataloader/model.py (58:148)
 - step5_data_parallel_naive/model.py (62:152)

duplicated block id: 45
size: 71 cleaned lines of code
in 2 files:
 - step2_process_group_manager/model.py (58:148)
 - step8_pipeline_parallel_1f1b/model.py (62:152)

duplicated block id: 46
size: 71 cleaned lines of code
in 2 files:
 - step2_process_group_manager/model.py (58:148)
 - step5_data_parallel_naive/model.py (62:152)

duplicated block id: 47
size: 71 cleaned lines of code
in 2 files:
 - step1_modeling/model.py (58:148)
 - step4_tensor_parallel/model.py (62:152)

duplicated block id: 48
size: 71 cleaned lines of code
in 2 files:
 - step3_dataloader/model.py (58:148)
 - step7_pipeline_parallel_afab/model.py (62:152)

duplicated block id: 49
size: 71 cleaned lines of code
in 2 files:
 - step3_dataloader/model.py (58:148)
 - step6_data_parallel_bucket/model.py (62:152)

duplicated block id: 50
size: 71 cleaned lines of code
in 2 files:
 - step2_process_group_manager/model.py (58:148)
 - step4_tensor_parallel/model.py (62:152)

duplicated block id: 51
size: 71 cleaned lines of code
in 2 files:
 - step2_process_group_manager/model.py (58:148)
 - step6_data_parallel_bucket/model.py (62:152)

duplicated block id: 52
size: 71 cleaned lines of code
in 2 files:
 - step1_modeling/model.py (58:148)
 - step6_data_parallel_bucket/model.py (62:152)

duplicated block id: 53
size: 71 cleaned lines of code
in 2 files:
 - step3_dataloader/train.py (23:123)
 - step4_tensor_parallel/train.py (25:125)

duplicated block id: 54
size: 71 cleaned lines of code
in 2 files:
 - step3_dataloader/model.py (58:148)
 - step4_tensor_parallel/model.py (62:152)

duplicated block id: 55
size: 71 cleaned lines of code
in 2 files:
 - step3_dataloader/model.py (58:148)
 - step8_pipeline_parallel_1f1b/model.py (62:152)

duplicated block id: 56
size: 68 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/train.py (34:130)
 - step5_data_parallel_naive/train.py (41:139)

duplicated block id: 57
size: 68 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/train.py (34:130)
 - step6_data_parallel_bucket/train.py (41:139)

duplicated block id: 58
size: 67 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/dataloader.py (34:112)
 - step5_data_parallel_naive/dataloader.py (43:121)

duplicated block id: 59
size: 67 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/dataloader.py (34:112)
 - step6_data_parallel_bucket/dataloader.py (43:121)

duplicated block id: 60
size: 67 cleaned lines of code
in 2 files:
 - step3_dataloader/dataloader.py (34:112)
 - step5_data_parallel_naive/dataloader.py (43:121)

duplicated block id: 61
size: 67 cleaned lines of code
in 2 files:
 - step3_dataloader/dataloader.py (34:112)
 - step8_pipeline_parallel_1f1b/dataloader.py (43:121)

duplicated block id: 62
size: 67 cleaned lines of code
in 2 files:
 - step3_dataloader/dataloader.py (34:112)
 - step7_pipeline_parallel_afab/dataloader.py (43:121)

duplicated block id: 63
size: 67 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/train.py (34:128)
 - step8_pipeline_parallel_1f1b/train.py (50:144)

duplicated block id: 64
size: 67 cleaned lines of code
in 2 files:
 - step3_dataloader/dataloader.py (34:112)
 - step6_data_parallel_bucket/dataloader.py (43:121)

duplicated block id: 65
size: 67 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/dataloader.py (34:112)
 - step7_pipeline_parallel_afab/dataloader.py (43:121)

duplicated block id: 66
size: 67 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/dataloader.py (34:112)
 - step8_pipeline_parallel_1f1b/dataloader.py (43:121)

duplicated block id: 67
size: 67 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/train.py (34:128)
 - step7_pipeline_parallel_afab/train.py (50:144)

duplicated block id: 68
size: 65 cleaned lines of code
in 2 files:
 - step3_dataloader/train.py (32:123)
 - step6_data_parallel_bucket/train.py (41:132)

duplicated block id: 69
size: 65 cleaned lines of code
in 2 files:
 - step3_dataloader/train.py (32:123)
 - step5_data_parallel_naive/train.py (41:132)

duplicated block id: 70
size: 65 cleaned lines of code
in 2 files:
 - step3_dataloader/train.py (32:123)
 - step7_pipeline_parallel_afab/train.py (50:141)

duplicated block id: 71
size: 65 cleaned lines of code
in 2 files:
 - step3_dataloader/train.py (32:123)
 - step8_pipeline_parallel_1f1b/train.py (50:141)

duplicated block id: 72
size: 49 cleaned lines of code
in 2 files:
 - step7_pipeline_parallel_afab/pipeline_parallel.py (75:140)
 - step8_pipeline_parallel_1f1b/pipeline_parallel.py (128:193)

duplicated block id: 73
size: 45 cleaned lines of code
in 2 files:
 - step2_process_group_manager/train.py (39:97)
 - step3_dataloader/train.py (73:131)

duplicated block id: 74
size: 44 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/train.py (144:207)
 - step6_data_parallel_bucket/train.py (144:207)

duplicated block id: 75
size: 42 cleaned lines of code
in 2 files:
 - step3_dataloader/train.py (124:183)
 - step4_tensor_parallel/train.py (130:189)

duplicated block id: 76
size: 41 cleaned lines of code
in 2 files:
 - step2_process_group_manager/model.py (8:54)
 - step6_data_parallel_bucket/model.py (9:55)

duplicated block id: 77
size: 41 cleaned lines of code
in 2 files:
 - step1_modeling/model.py (8:54)
 - step5_data_parallel_naive/model.py (9:55)

duplicated block id: 78
size: 41 cleaned lines of code
in 2 files:
 - step2_process_group_manager/model.py (8:54)
 - step4_tensor_parallel/model.py (9:55)

duplicated block id: 79
size: 41 cleaned lines of code
in 2 files:
 - step3_dataloader/model.py (8:54)
 - step5_data_parallel_naive/model.py (9:55)

duplicated block id: 80
size: 41 cleaned lines of code
in 2 files:
 - step3_dataloader/model.py (8:54)
 - step8_pipeline_parallel_1f1b/model.py (9:55)

duplicated block id: 81
size: 41 cleaned lines of code
in 2 files:
 - step1_modeling/model.py (8:54)
 - step7_pipeline_parallel_afab/model.py (9:55)

duplicated block id: 82
size: 41 cleaned lines of code
in 2 files:
 - step1_modeling/model.py (8:54)
 - step4_tensor_parallel/model.py (9:55)

duplicated block id: 83
size: 41 cleaned lines of code
in 2 files:
 - step2_process_group_manager/model.py (8:54)
 - step5_data_parallel_naive/model.py (9:55)

duplicated block id: 84
size: 41 cleaned lines of code
in 2 files:
 - step2_process_group_manager/model.py (8:54)
 - step7_pipeline_parallel_afab/model.py (9:55)

duplicated block id: 85
size: 41 cleaned lines of code
in 2 files:
 - step1_modeling/model.py (8:54)
 - step8_pipeline_parallel_1f1b/model.py (9:55)

duplicated block id: 86
size: 41 cleaned lines of code
in 2 files:
 - step3_dataloader/model.py (8:54)
 - step4_tensor_parallel/model.py (9:55)

duplicated block id: 87
size: 41 cleaned lines of code
in 2 files:
 - step3_dataloader/model.py (8:54)
 - step6_data_parallel_bucket/model.py (9:55)

duplicated block id: 88
size: 41 cleaned lines of code
in 2 files:
 - step3_dataloader/model.py (8:54)
 - step7_pipeline_parallel_afab/model.py (9:55)

duplicated block id: 89
size: 41 cleaned lines of code
in 2 files:
 - step1_modeling/model.py (8:54)
 - step6_data_parallel_bucket/model.py (9:55)

duplicated block id: 90
size: 41 cleaned lines of code
in 2 files:
 - step2_process_group_manager/model.py (8:54)
 - step8_pipeline_parallel_1f1b/model.py (9:55)

duplicated block id: 91
size: 40 cleaned lines of code
in 2 files:
 - step2_process_group_manager/train.py (39:89)
 - step4_tensor_parallel/train.py (75:125)

duplicated block id: 92
size: 40 cleaned lines of code
in 2 files:
 - step2_process_group_manager/train.py (39:89)
 - step5_data_parallel_naive/train.py (82:132)

duplicated block id: 93
size: 40 cleaned lines of code
in 2 files:
 - step2_process_group_manager/train.py (39:89)
 - step6_data_parallel_bucket/train.py (82:132)

duplicated block id: 94
size: 40 cleaned lines of code
in 2 files:
 - step2_process_group_manager/train.py (39:89)
 - step8_pipeline_parallel_1f1b/train.py (91:141)

duplicated block id: 95
size: 40 cleaned lines of code
in 2 files:
 - step2_process_group_manager/train.py (39:89)
 - step7_pipeline_parallel_afab/train.py (91:141)

duplicated block id: 96
size: 34 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/process_group_manager.py (5:54)
 - step6_data_parallel_bucket/process_group_manager.py (5:54)

duplicated block id: 97
size: 34 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/process_group_manager.py (5:54)
 - step8_pipeline_parallel_1f1b/process_group_manager.py (5:54)

duplicated block id: 98
size: 34 cleaned lines of code
in 2 files:
 - step2_process_group_manager/process_group_manager.py (5:54)
 - step3_dataloader/process_group_manager.py (5:54)

duplicated block id: 99
size: 34 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/process_group_manager.py (5:54)
 - step6_data_parallel_bucket/process_group_manager.py (5:54)

duplicated block id: 100
size: 34 cleaned lines of code
in 2 files:
 - step3_dataloader/process_group_manager.py (5:54)
 - step4_tensor_parallel/process_group_manager.py (5:54)

duplicated block id: 101
size: 34 cleaned lines of code
in 2 files:
 - step3_dataloader/process_group_manager.py (5:54)
 - step7_pipeline_parallel_afab/process_group_manager.py (5:54)

duplicated block id: 102
size: 34 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/process_group_manager.py (5:54)
 - step8_pipeline_parallel_1f1b/process_group_manager.py (5:54)

duplicated block id: 103
size: 34 cleaned lines of code
in 2 files:
 - step3_dataloader/process_group_manager.py (5:54)
 - step5_data_parallel_naive/process_group_manager.py (5:54)

duplicated block id: 104
size: 34 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/process_group_manager.py (5:54)
 - step7_pipeline_parallel_afab/process_group_manager.py (5:54)

duplicated block id: 105
size: 34 cleaned lines of code
in 2 files:
 - step2_process_group_manager/process_group_manager.py (5:54)
 - step8_pipeline_parallel_1f1b/process_group_manager.py (5:54)

duplicated block id: 106
size: 34 cleaned lines of code
in 2 files:
 - step3_dataloader/process_group_manager.py (5:54)
 - step6_data_parallel_bucket/process_group_manager.py (5:54)

duplicated block id: 107
size: 34 cleaned lines of code
in 2 files:
 - step2_process_group_manager/process_group_manager.py (5:54)
 - step6_data_parallel_bucket/process_group_manager.py (5:54)

duplicated block id: 108
size: 34 cleaned lines of code
in 2 files:
 - step7_pipeline_parallel_afab/process_group_manager.py (5:54)
 - step8_pipeline_parallel_1f1b/process_group_manager.py (5:54)

duplicated block id: 109
size: 34 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/process_group_manager.py (5:54)
 - step7_pipeline_parallel_afab/process_group_manager.py (5:54)

duplicated block id: 110
size: 34 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/process_group_manager.py (5:54)
 - step8_pipeline_parallel_1f1b/process_group_manager.py (5:54)

duplicated block id: 111
size: 34 cleaned lines of code
in 2 files:
 - step2_process_group_manager/process_group_manager.py (5:54)
 - step7_pipeline_parallel_afab/process_group_manager.py (5:54)

duplicated block id: 112
size: 34 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/process_group_manager.py (5:54)
 - step5_data_parallel_naive/process_group_manager.py (5:54)

duplicated block id: 113
size: 34 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/process_group_manager.py (5:54)
 - step7_pipeline_parallel_afab/process_group_manager.py (5:54)

duplicated block id: 114
size: 34 cleaned lines of code
in 2 files:
 - step3_dataloader/process_group_manager.py (5:54)
 - step8_pipeline_parallel_1f1b/process_group_manager.py (5:54)

duplicated block id: 115
size: 34 cleaned lines of code
in 2 files:
 - step2_process_group_manager/process_group_manager.py (5:54)
 - step5_data_parallel_naive/process_group_manager.py (5:54)

duplicated block id: 116
size: 34 cleaned lines of code
in 2 files:
 - step2_process_group_manager/process_group_manager.py (5:54)
 - step4_tensor_parallel/process_group_manager.py (5:54)

duplicated block id: 117
size: 29 cleaned lines of code
in 2 files:
 - step1_modeling/utils.py (7:40)
 - step6_data_parallel_bucket/utils.py (7:40)

duplicated block id: 118
size: 29 cleaned lines of code
in 2 files:
 - step2_process_group_manager/utils.py (7:40)
 - step8_pipeline_parallel_1f1b/utils.py (7:40)

duplicated block id: 119
size: 29 cleaned lines of code
in 2 files:
 - step1_modeling/utils.py (7:40)
 - step3_dataloader/utils.py (7:40)

duplicated block id: 120
size: 29 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/utils.py (7:40)
 - step8_pipeline_parallel_1f1b/utils.py (7:40)

duplicated block id: 121
size: 29 cleaned lines of code
in 2 files:
 - step7_pipeline_parallel_afab/pipeline_parallel.py (10:71)
 - step8_pipeline_parallel_1f1b/pipeline_parallel.py (10:71)

duplicated block id: 122
size: 29 cleaned lines of code
in 2 files:
 - step7_pipeline_parallel_afab/utils.py (7:40)
 - step8_pipeline_parallel_1f1b/utils.py (7:40)

duplicated block id: 123
size: 29 cleaned lines of code
in 2 files:
 - step3_dataloader/utils.py (7:40)
 - step7_pipeline_parallel_afab/utils.py (7:40)

duplicated block id: 124
size: 29 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/utils.py (7:40)
 - step7_pipeline_parallel_afab/utils.py (7:40)

duplicated block id: 125
size: 29 cleaned lines of code
in 2 files:
 - step1_modeling/utils.py (7:40)
 - step4_tensor_parallel/utils.py (7:40)

duplicated block id: 126
size: 29 cleaned lines of code
in 2 files:
 - step1_modeling/utils.py (7:40)
 - step5_data_parallel_naive/utils.py (7:40)

duplicated block id: 127
size: 29 cleaned lines of code
in 2 files:
 - step1_modeling/utils.py (7:40)
 - step7_pipeline_parallel_afab/utils.py (7:40)

duplicated block id: 128
size: 29 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/utils.py (7:40)
 - step5_data_parallel_naive/utils.py (7:40)

duplicated block id: 129
size: 29 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/utils.py (7:40)
 - step8_pipeline_parallel_1f1b/utils.py (7:40)

duplicated block id: 130
size: 29 cleaned lines of code
in 2 files:
 - step3_dataloader/utils.py (7:40)
 - step4_tensor_parallel/utils.py (7:40)

duplicated block id: 131
size: 29 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/utils.py (7:40)
 - step7_pipeline_parallel_afab/utils.py (7:40)

duplicated block id: 132
size: 29 cleaned lines of code
in 2 files:
 - step3_dataloader/utils.py (7:40)
 - step8_pipeline_parallel_1f1b/utils.py (7:40)

duplicated block id: 133
size: 29 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/utils.py (7:40)
 - step6_data_parallel_bucket/utils.py (7:40)

duplicated block id: 134
size: 29 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/utils.py (7:40)
 - step7_pipeline_parallel_afab/utils.py (7:40)

duplicated block id: 135
size: 29 cleaned lines of code
in 2 files:
 - step3_dataloader/utils.py (7:40)
 - step5_data_parallel_naive/utils.py (7:40)

duplicated block id: 136
size: 29 cleaned lines of code
in 2 files:
 - step2_process_group_manager/utils.py (7:40)
 - step5_data_parallel_naive/utils.py (7:40)

duplicated block id: 137
size: 29 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/utils.py (7:40)
 - step6_data_parallel_bucket/utils.py (7:40)

duplicated block id: 138
size: 29 cleaned lines of code
in 2 files:
 - step1_modeling/utils.py (7:40)
 - step2_process_group_manager/utils.py (7:40)

duplicated block id: 139
size: 29 cleaned lines of code
in 2 files:
 - step3_dataloader/utils.py (7:40)
 - step6_data_parallel_bucket/utils.py (7:40)

duplicated block id: 140
size: 29 cleaned lines of code
in 2 files:
 - step2_process_group_manager/utils.py (7:40)
 - step4_tensor_parallel/utils.py (7:40)

duplicated block id: 141
size: 29 cleaned lines of code
in 2 files:
 - step2_process_group_manager/utils.py (7:40)
 - step6_data_parallel_bucket/utils.py (7:40)

duplicated block id: 142
size: 29 cleaned lines of code
in 2 files:
 - step2_process_group_manager/utils.py (7:40)
 - step3_dataloader/utils.py (7:40)

duplicated block id: 143
size: 29 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/utils.py (7:40)
 - step8_pipeline_parallel_1f1b/utils.py (7:40)

duplicated block id: 144
size: 29 cleaned lines of code
in 2 files:
 - step1_modeling/utils.py (7:40)
 - step8_pipeline_parallel_1f1b/utils.py (7:40)

duplicated block id: 145
size: 29 cleaned lines of code
in 2 files:
 - step2_process_group_manager/utils.py (7:40)
 - step7_pipeline_parallel_afab/utils.py (7:40)

duplicated block id: 146
size: 25 cleaned lines of code
in 2 files:
 - step7_pipeline_parallel_afab/train.py (196:229)
 - step8_pipeline_parallel_1f1b/train.py (198:231)

duplicated block id: 147
size: 22 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/train.py (139:169)
 - step8_pipeline_parallel_1f1b/train.py (151:181)

duplicated block id: 148
size: 22 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/train.py (139:169)
 - step7_pipeline_parallel_afab/train.py (151:181)

duplicated block id: 149
size: 20 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/train.py (181:207)
 - step7_pipeline_parallel_afab/train.py (203:229)

duplicated block id: 150
size: 20 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/train.py (181:207)
 - step7_pipeline_parallel_afab/train.py (203:229)

duplicated block id: 151
size: 20 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (58:93)
 - step2_process_group_manager/train.py (83:118)

duplicated block id: 152
size: 20 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/train.py (181:207)
 - step8_pipeline_parallel_1f1b/train.py (205:231)

duplicated block id: 153
size: 20 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/train.py (181:207)
 - step8_pipeline_parallel_1f1b/train.py (205:231)

duplicated block id: 154
size: 19 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/train.py (144:169)
 - step7_pipeline_parallel_afab/train.py (156:181)

duplicated block id: 155
size: 19 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/train.py (144:169)
 - step8_pipeline_parallel_1f1b/train.py (156:181)

duplicated block id: 156
size: 17 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/data_parallel.py (10:33)
 - step7_pipeline_parallel_afab/data_parallel.py (10:33)

duplicated block id: 157
size: 17 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/data_parallel.py (10:33)
 - step8_pipeline_parallel_1f1b/data_parallel.py (10:33)

duplicated block id: 158
size: 17 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/data_parallel.py (10:33)
 - step6_data_parallel_bucket/data_parallel.py (10:34)

duplicated block id: 159
size: 15 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/tensor_parallel.py (132:153)
 - step6_data_parallel_bucket/tensor_parallel.py (184:205)

duplicated block id: 160
size: 15 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/tensor_parallel.py (132:153)
 - step7_pipeline_parallel_afab/tensor_parallel.py (184:205)

duplicated block id: 161
size: 15 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/tensor_parallel.py (184:205)
 - step8_pipeline_parallel_1f1b/tensor_parallel.py (132:153)

duplicated block id: 162
size: 15 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/tensor_parallel.py (184:205)
 - step7_pipeline_parallel_afab/tensor_parallel.py (132:153)

duplicated block id: 163
size: 15 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/tensor_parallel.py (184:205)
 - step6_data_parallel_bucket/tensor_parallel.py (132:153)

duplicated block id: 164
size: 15 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/tensor_parallel.py (132:153)
 - step4_tensor_parallel/tensor_parallel.py (184:205)

duplicated block id: 165
size: 15 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/tensor_parallel.py (184:205)
 - step7_pipeline_parallel_afab/tensor_parallel.py (132:153)

duplicated block id: 166
size: 15 cleaned lines of code
in 2 files:
 - step7_pipeline_parallel_afab/tensor_parallel.py (132:153)
 - step8_pipeline_parallel_1f1b/tensor_parallel.py (184:205)

duplicated block id: 167
size: 15 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/tensor_parallel.py (132:153)
 - step5_data_parallel_naive/tensor_parallel.py (184:205)

duplicated block id: 168
size: 15 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/tensor_parallel.py (184:205)
 - step7_pipeline_parallel_afab/tensor_parallel.py (132:153)

duplicated block id: 169
size: 15 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/tensor_parallel.py (132:153)
 - step7_pipeline_parallel_afab/tensor_parallel.py (184:205)

duplicated block id: 170
size: 15 cleaned lines of code
in 2 files:
 - step7_pipeline_parallel_afab/tensor_parallel.py (132:153)
 - step7_pipeline_parallel_afab/tensor_parallel.py (184:205)

duplicated block id: 171
size: 15 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/tensor_parallel.py (184:205)
 - step6_data_parallel_bucket/tensor_parallel.py (132:153)

duplicated block id: 172
size: 15 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/tensor_parallel.py (132:153)
 - step7_pipeline_parallel_afab/tensor_parallel.py (184:205)

duplicated block id: 173
size: 15 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/tensor_parallel.py (184:205)
 - step8_pipeline_parallel_1f1b/tensor_parallel.py (132:153)

duplicated block id: 174
size: 15 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/tensor_parallel.py (132:153)
 - step8_pipeline_parallel_1f1b/tensor_parallel.py (184:205)

duplicated block id: 175
size: 15 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/tensor_parallel.py (132:153)
 - step8_pipeline_parallel_1f1b/tensor_parallel.py (184:205)

duplicated block id: 176
size: 15 cleaned lines of code
in 2 files:
 - step8_pipeline_parallel_1f1b/tensor_parallel.py (132:153)
 - step8_pipeline_parallel_1f1b/tensor_parallel.py (184:205)

duplicated block id: 177
size: 15 cleaned lines of code
in 2 files:
 - step7_pipeline_parallel_afab/tensor_parallel.py (184:205)
 - step8_pipeline_parallel_1f1b/tensor_parallel.py (132:153)

duplicated block id: 178
size: 15 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/tensor_parallel.py (132:153)
 - step5_data_parallel_naive/tensor_parallel.py (184:205)

duplicated block id: 179
size: 15 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/tensor_parallel.py (132:153)
 - step6_data_parallel_bucket/tensor_parallel.py (184:205)

duplicated block id: 180
size: 15 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/tensor_parallel.py (132:153)
 - step8_pipeline_parallel_1f1b/tensor_parallel.py (184:205)

duplicated block id: 181
size: 15 cleaned lines of code
in 2 files:
 - step6_data_parallel_bucket/tensor_parallel.py (184:205)
 - step8_pipeline_parallel_1f1b/tensor_parallel.py (132:153)

duplicated block id: 182
size: 15 cleaned lines of code
in 2 files:
 - step5_data_parallel_naive/tensor_parallel.py (132:153)
 - step6_data_parallel_bucket/tensor_parallel.py (184:205)

duplicated block id: 183
size: 15 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/tensor_parallel.py (184:205)
 - step5_data_parallel_naive/tensor_parallel.py (132:153)

duplicated block id: 184
size: 14 cleaned lines of code
in 2 files:
 - step3_dataloader/train.py (167:183)
 - step7_pipeline_parallel_afab/train.py (213:229)

duplicated block id: 185
size: 14 cleaned lines of code
in 2 files:
 - step3_dataloader/train.py (167:183)
 - step5_data_parallel_naive/train.py (191:207)

duplicated block id: 186
size: 14 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (36:54)
 - step6_data_parallel_bucket/train.py (88:106)

duplicated block id: 187
size: 14 cleaned lines of code
in 2 files:
 - step3_dataloader/train.py (143:165)
 - step6_data_parallel_bucket/train.py (163:185)

duplicated block id: 188
size: 14 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (36:54)
 - step2_process_group_manager/train.py (45:63)

duplicated block id: 189
size: 14 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/train.py (173:189)
 - step5_data_parallel_naive/train.py (191:207)

duplicated block id: 190
size: 14 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/train.py (173:189)
 - step8_pipeline_parallel_1f1b/train.py (215:231)

duplicated block id: 191
size: 14 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (36:54)
 - step4_tensor_parallel/train.py (81:99)

duplicated block id: 192
size: 14 cleaned lines of code
in 2 files:
 - step3_dataloader/train.py (167:183)
 - step6_data_parallel_bucket/train.py (191:207)

duplicated block id: 193
size: 14 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/train.py (173:189)
 - step7_pipeline_parallel_afab/train.py (213:229)

duplicated block id: 194
size: 14 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/train.py (173:189)
 - step6_data_parallel_bucket/train.py (191:207)

duplicated block id: 195
size: 14 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (36:54)
 - step8_pipeline_parallel_1f1b/train.py (97:115)

duplicated block id: 196
size: 14 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/train.py (149:171)
 - step6_data_parallel_bucket/train.py (163:185)

duplicated block id: 197
size: 14 cleaned lines of code
in 2 files:
 - step3_dataloader/train.py (167:183)
 - step8_pipeline_parallel_1f1b/train.py (215:231)

duplicated block id: 198
size: 14 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (36:54)
 - step7_pipeline_parallel_afab/train.py (97:115)

duplicated block id: 199
size: 14 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/train.py (149:171)
 - step5_data_parallel_naive/train.py (163:185)

duplicated block id: 200
size: 14 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (36:54)
 - step5_data_parallel_naive/train.py (88:106)

duplicated block id: 201
size: 14 cleaned lines of code
in 2 files:
 - step3_dataloader/train.py (143:165)
 - step5_data_parallel_naive/train.py (163:185)

duplicated block id: 202
size: 14 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (36:54)
 - step3_dataloader/train.py (79:97)

duplicated block id: 203
size: 13 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/train.py (131:148)
 - step7_pipeline_parallel_afab/train.py (156:173)

duplicated block id: 204
size: 13 cleaned lines of code
in 2 files:
 - step3_dataloader/train.py (125:142)
 - step6_data_parallel_bucket/train.py (144:161)

duplicated block id: 205
size: 13 cleaned lines of code
in 2 files:
 - step3_dataloader/train.py (125:142)
 - step5_data_parallel_naive/train.py (144:161)

duplicated block id: 206
size: 13 cleaned lines of code
in 2 files:
 - step3_dataloader/train.py (125:142)
 - step7_pipeline_parallel_afab/train.py (156:173)

duplicated block id: 207
size: 13 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/train.py (131:148)
 - step5_data_parallel_naive/train.py (144:161)

duplicated block id: 208
size: 13 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/train.py (131:148)
 - step6_data_parallel_bucket/train.py (144:161)

duplicated block id: 209
size: 13 cleaned lines of code
in 2 files:
 - step3_dataloader/train.py (125:142)
 - step8_pipeline_parallel_1f1b/train.py (156:173)

duplicated block id: 210
size: 13 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/train.py (131:148)
 - step8_pipeline_parallel_1f1b/train.py (156:173)

duplicated block id: 211
size: 12 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (16:33)
 - step2_process_group_manager/train.py (19:36)

duplicated block id: 212
size: 11 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (58:72)
 - step3_dataloader/train.py (117:131)

duplicated block id: 213
size: 9 cleaned lines of code
in 2 files:
 - step3_dataloader/dataloader.py (13:26)
 - step5_data_parallel_naive/dataloader.py (13:26)

duplicated block id: 214
size: 9 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/dataloader.py (13:26)
 - step6_data_parallel_bucket/dataloader.py (13:26)

duplicated block id: 215
size: 9 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/dataloader.py (13:26)
 - step8_pipeline_parallel_1f1b/dataloader.py (13:26)

duplicated block id: 216
size: 9 cleaned lines of code
in 2 files:
 - step3_dataloader/dataloader.py (13:26)
 - step6_data_parallel_bucket/dataloader.py (13:26)

duplicated block id: 217
size: 9 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/dataloader.py (13:26)
 - step5_data_parallel_naive/dataloader.py (13:26)

duplicated block id: 218
size: 9 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/dataloader.py (13:26)
 - step7_pipeline_parallel_afab/dataloader.py (13:26)

duplicated block id: 219
size: 9 cleaned lines of code
in 2 files:
 - step3_dataloader/dataloader.py (13:26)
 - step8_pipeline_parallel_1f1b/dataloader.py (13:26)

duplicated block id: 220
size: 9 cleaned lines of code
in 2 files:
 - step3_dataloader/dataloader.py (13:26)
 - step7_pipeline_parallel_afab/dataloader.py (13:26)

duplicated block id: 221
size: 8 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (16:27)
 - step5_data_parallel_naive/train.py (55:66)

duplicated block id: 222
size: 8 cleaned lines of code
in 2 files:
 - step2_process_group_manager/train.py (19:30)
 - step7_pipeline_parallel_afab/train.py (64:75)

duplicated block id: 223
size: 8 cleaned lines of code
in 2 files:
 - step2_process_group_manager/train.py (19:30)
 - step8_pipeline_parallel_1f1b/train.py (64:75)

duplicated block id: 224
size: 8 cleaned lines of code
in 2 files:
 - step2_process_group_manager/train.py (19:30)
 - step6_data_parallel_bucket/train.py (55:66)

duplicated block id: 225
size: 8 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (16:27)
 - step7_pipeline_parallel_afab/train.py (64:75)

duplicated block id: 226
size: 8 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (16:27)
 - step6_data_parallel_bucket/train.py (55:66)

duplicated block id: 227
size: 8 cleaned lines of code
in 2 files:
 - step2_process_group_manager/train.py (19:30)
 - step5_data_parallel_naive/train.py (55:66)

duplicated block id: 228
size: 8 cleaned lines of code
in 2 files:
 - step2_process_group_manager/train.py (19:30)
 - step3_dataloader/train.py (46:57)

duplicated block id: 229
size: 8 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (16:27)
 - step3_dataloader/train.py (46:57)

duplicated block id: 230
size: 8 cleaned lines of code
in 2 files:
 - step2_process_group_manager/train.py (19:30)
 - step4_tensor_parallel/train.py (48:59)

duplicated block id: 231
size: 8 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (16:27)
 - step8_pipeline_parallel_1f1b/train.py (64:75)

duplicated block id: 232
size: 8 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (16:27)
 - step4_tensor_parallel/train.py (48:59)

duplicated block id: 233
size: 6 cleaned lines of code
in 2 files:
 - step3_dataloader/dataloader.py (28:33)
 - step8_pipeline_parallel_1f1b/dataloader.py (36:41)

duplicated block id: 234
size: 6 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (58:64)
 - step5_data_parallel_naive/train.py (126:132)

duplicated block id: 235
size: 6 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/dataloader.py (28:33)
 - step7_pipeline_parallel_afab/dataloader.py (36:41)

duplicated block id: 236
size: 6 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (58:64)
 - step4_tensor_parallel/train.py (119:125)

duplicated block id: 237
size: 6 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (58:64)
 - step8_pipeline_parallel_1f1b/train.py (135:141)

duplicated block id: 238
size: 6 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/dataloader.py (28:33)
 - step5_data_parallel_naive/dataloader.py (36:41)

duplicated block id: 239
size: 6 cleaned lines of code
in 2 files:
 - step3_dataloader/dataloader.py (28:33)
 - step6_data_parallel_bucket/dataloader.py (36:41)

duplicated block id: 240
size: 6 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/dataloader.py (28:33)
 - step8_pipeline_parallel_1f1b/dataloader.py (36:41)

duplicated block id: 241
size: 6 cleaned lines of code
in 2 files:
 - step4_tensor_parallel/dataloader.py (28:33)
 - step6_data_parallel_bucket/dataloader.py (36:41)

duplicated block id: 242
size: 6 cleaned lines of code
in 2 files:
 - step3_dataloader/dataloader.py (28:33)
 - step5_data_parallel_naive/dataloader.py (36:41)

duplicated block id: 243
size: 6 cleaned lines of code
in 2 files:
 - step3_dataloader/dataloader.py (28:33)
 - step7_pipeline_parallel_afab/dataloader.py (36:41)

duplicated block id: 244
size: 6 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (58:64)
 - step7_pipeline_parallel_afab/train.py (135:141)

duplicated block id: 245
size: 6 cleaned lines of code
in 2 files:
 - step1_modeling/train.py (58:64)
 - step6_data_parallel_bucket/train.py (126:132)