duplicated block id: 1
size: 43 cleaned lines of code
in 2 files:
 - scripts/run_cpt.py (147:209)
 - scripts/run_sft.py (172:233)

duplicated block id: 2
size: 37 cleaned lines of code
in 2 files:
 - scripts/run_cpt.py (34:89)
 - scripts/run_sft.py (36:91)

duplicated block id: 3
size: 36 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_anthropic.yaml (11:48)
 - recipes/constitutional-ai/sft/config_grok.yaml (11:48)

duplicated block id: 4
size: 22 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (48:83)
 - scripts/run_orpo.py (47:82)

duplicated block id: 5
size: 17 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config.yaml (3:24)
 - recipes/smollm2/dpo/config_smol.yaml (3:24)

duplicated block id: 6
size: 16 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (226:248)
 - scripts/run_sft.py (198:220)

duplicated block id: 7
size: 16 cleaned lines of code
in 2 files:
 - scripts/run_cpt.py (174:196)
 - scripts/run_dpo.py (226:248)

duplicated block id: 8
size: 14 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (110:127)
 - scripts/run_orpo.py (166:183)

duplicated block id: 9
size: 14 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (141:156)
 - scripts/run_sft.py (108:123)

duplicated block id: 10
size: 14 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (204:226)
 - scripts/run_orpo.py (211:233)

duplicated block id: 11
size: 14 cleaned lines of code
in 2 files:
 - scripts/run_cpt.py (121:135)
 - scripts/run_sft.py (107:121)

duplicated block id: 12
size: 13 cleaned lines of code
in 2 files:
 - scripts/run_cpt.py (122:135)
 - scripts/run_dpo.py (141:154)

duplicated block id: 13
size: 12 cleaned lines of code
in 2 files:
 - scripts/run_cpt.py (175:189)
 - scripts/run_orpo.py (236:250)

duplicated block id: 14
size: 12 cleaned lines of code
in 2 files:
 - scripts/run_orpo.py (236:250)
 - scripts/run_sft.py (199:213)

duplicated block id: 15
size: 12 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (227:241)
 - scripts/run_orpo.py (236:250)

duplicated block id: 16
size: 11 cleaned lines of code
in 2 files:
 - recipes/smollm2/sft/config.yaml (15:27)
 - recipes/smollm2/sft/config_smol.yaml (12:24)

duplicated block id: 17
size: 11 cleaned lines of code
in 2 files:
 - recipes/smollm2/sft/config.yaml (39:49)
 - recipes/smollm2/sft/config_smol.yaml (36:46)

duplicated block id: 18
size: 11 cleaned lines of code
in 2 files:
 - recipes/smollm2/sft/config.yaml (39:49)
 - recipes/zephyr-7b-gemma/sft/config_full.yaml (38:48)

duplicated block id: 19
size: 11 cleaned lines of code
in 2 files:
 - recipes/smollm/sft/config.yaml (43:53)
 - recipes/smollm2/sft/config.yaml (39:49)

duplicated block id: 20
size: 11 cleaned lines of code
in 2 files:
 - recipes/smollm/sft/config.yaml (43:53)
 - recipes/smollm2/sft/config_smol.yaml (36:46)

duplicated block id: 21
size: 11 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (247:261)
 - scripts/run_orpo.py (256:270)

duplicated block id: 22
size: 11 cleaned lines of code
in 2 files:
 - recipes/zephyr-7b-beta/dpo/config_full.yaml (7:19)
 - recipes/zephyr-7b-beta/dpo/config_qlora.yaml (23:35)

duplicated block id: 23
size: 11 cleaned lines of code
in 2 files:
 - recipes/accelerate_configs/fsdp.yaml (16:26)
 - recipes/accelerate_configs/multi_gpu.yaml (6:16)

duplicated block id: 24
size: 11 cleaned lines of code
in 2 files:
 - recipes/smollm2/sft/config_smol.yaml (36:46)
 - recipes/zephyr-7b-gemma/sft/config_full.yaml (38:48)

duplicated block id: 25
size: 11 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/sft/config_full.yaml (10:22)
 - recipes/zephyr-7b-beta/sft/config_full.yaml (11:23)

duplicated block id: 26
size: 11 cleaned lines of code
in 2 files:
 - scripts/run_orpo.py (30:45)
 - scripts/run_sft.py (34:49)

duplicated block id: 27
size: 11 cleaned lines of code
in 2 files:
 - recipes/accelerate_configs/deepspeed_zero3.yaml (12:22)
 - recipes/accelerate_configs/fsdp.yaml (16:26)

duplicated block id: 28
size: 11 cleaned lines of code
in 2 files:
 - recipes/accelerate_configs/deepspeed_zero3.yaml (12:22)
 - recipes/accelerate_configs/multi_gpu.yaml (6:16)

duplicated block id: 29
size: 11 cleaned lines of code
in 2 files:
 - recipes/smollm/sft/config.yaml (43:53)
 - recipes/zephyr-7b-gemma/sft/config_full.yaml (38:48)

duplicated block id: 30
size: 10 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (27:36)
 - scripts/run_orpo.py (28:37)

duplicated block id: 31
size: 10 cleaned lines of code
in 2 files:
 - recipes/pref_align_scan/dpo/config_zephyr.yaml (2:15)
 - recipes/zephyr-7b-beta/dpo/config_full.yaml (2:16)

duplicated block id: 32
size: 10 cleaned lines of code
in 2 files:
 - recipes/zephyr-7b-beta/sft/config_full.yaml (8:19)
 - recipes/zephyr-7b-beta/sft/config_qlora.yaml (23:34)

duplicated block id: 33
size: 10 cleaned lines of code
in 2 files:
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (13:24)
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (12:23)

duplicated block id: 34
size: 9 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config_smol.yaml (35:43)
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (35:43)

duplicated block id: 35
size: 9 cleaned lines of code
in 2 files:
 - recipes/zephyr-7b-beta/dpo/config_qlora.yaml (11:19)
 - recipes/zephyr-7b-beta/sft/config_qlora.yaml (12:20)

duplicated block id: 36
size: 9 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config.yaml (35:43)
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (35:43)

duplicated block id: 37
size: 9 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config.yaml (35:43)
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (34:42)

duplicated block id: 38
size: 9 cleaned lines of code
in 2 files:
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (35:43)
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (34:42)

duplicated block id: 39
size: 9 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/cpt/config_full.yaml (37:45)
 - recipes/gpt2-nl/sft/config_full.yaml (37:45)

duplicated block id: 40
size: 9 cleaned lines of code
in 2 files:
 - recipes/starchat2-15b/sft/config_v0.1.yaml (29:37)
 - recipes/zephyr-7b-gemma/sft/config_full.yaml (28:36)

duplicated block id: 41
size: 9 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_anthropic.yaml (27:35)
 - recipes/zephyr-7b-beta/sft/config_full.yaml (25:33)

duplicated block id: 42
size: 9 cleaned lines of code
in 2 files:
 - scripts/run_cpt.py (34:47)
 - scripts/run_orpo.py (32:45)

duplicated block id: 43
size: 9 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_anthropic.yaml (40:48)
 - recipes/zephyr-7b-beta/sft/config_full.yaml (38:46)

duplicated block id: 44
size: 9 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config.yaml (35:43)
 - recipes/smollm2/dpo/config_smol.yaml (35:43)

duplicated block id: 45
size: 9 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_grok.yaml (40:48)
 - recipes/zephyr-7b-beta/sft/config_full.yaml (38:46)

duplicated block id: 46
size: 9 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_grok.yaml (27:35)
 - recipes/zephyr-7b-beta/sft/config_full.yaml (25:33)

duplicated block id: 47
size: 9 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config_smol.yaml (35:43)
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (34:42)

duplicated block id: 48
size: 8 cleaned lines of code
in 2 files:
 - scripts/run_orpo.py (107:114)
 - scripts/run_sft.py (114:121)

duplicated block id: 49
size: 8 cleaned lines of code
in 2 files:
 - recipes/starchat2-15b/sft/config_v0.1.yaml (42:49)
 - recipes/zephyr-7b-gemma/sft/config_full.yaml (41:48)

duplicated block id: 50
size: 8 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/dpo/config_full.yaml (35:42)
 - recipes/zephyr-7b-beta/dpo/config_full.yaml (34:41)

duplicated block id: 51
size: 8 cleaned lines of code
in 2 files:
 - recipes/zephyr-7b-beta/sft/config_full.yaml (25:32)
 - recipes/zephyr-7b-gemma/sft/config_full.yaml (28:35)

duplicated block id: 52
size: 8 cleaned lines of code
in 2 files:
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (26:33)
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (25:32)

duplicated block id: 53
size: 8 cleaned lines of code
in 2 files:
 - src/alignment/configs.py (246:253)
 - src/alignment/configs.py (262:269)

duplicated block id: 54
size: 8 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (147:154)
 - scripts/run_orpo.py (107:114)

duplicated block id: 55
size: 8 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_grok.yaml (27:34)
 - recipes/starchat2-15b/sft/config_v0.1.yaml (29:36)

duplicated block id: 56
size: 8 cleaned lines of code
in 2 files:
 - recipes/smollm2/sft/config.yaml (42:49)
 - recipes/starchat2-15b/sft/config_v0.1.yaml (42:49)

duplicated block id: 57
size: 8 cleaned lines of code
in 2 files:
 - scripts/run_cpt.py (128:135)
 - scripts/run_orpo.py (107:114)

duplicated block id: 58
size: 8 cleaned lines of code
in 2 files:
 - recipes/pref_align_scan/dpo/config_openhermes.yaml (8:17)
 - recipes/pref_align_scan/dpo/config_zephyr.yaml (8:17)

duplicated block id: 59
size: 8 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_anthropic.yaml (27:34)
 - recipes/zephyr-7b-gemma/sft/config_full.yaml (28:35)

duplicated block id: 60
size: 8 cleaned lines of code
in 2 files:
 - recipes/starchat2-15b/sft/config_v0.1.yaml (29:36)
 - recipes/zephyr-7b-beta/sft/config_full.yaml (25:32)

duplicated block id: 61
size: 8 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/dpo/config_full.yaml (26:33)
 - recipes/zephyr-7b-beta/dpo/config_full.yaml (25:32)

duplicated block id: 62
size: 8 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_anthropic.yaml (27:34)
 - recipes/starchat2-15b/sft/config_v0.1.yaml (29:36)

duplicated block id: 63
size: 8 cleaned lines of code
in 2 files:
 - recipes/pref_align_scan/dpo/config_zephyr.yaml (6:15)
 - recipes/zephyr-7b-beta/dpo/config_qlora.yaml (23:32)

duplicated block id: 64
size: 8 cleaned lines of code
in 2 files:
 - recipes/smollm2/sft/config_smol.yaml (39:46)
 - recipes/starchat2-15b/sft/config_v0.1.yaml (42:49)

duplicated block id: 65
size: 8 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_grok.yaml (27:34)
 - recipes/zephyr-7b-gemma/sft/config_full.yaml (28:35)

duplicated block id: 66
size: 8 cleaned lines of code
in 2 files:
 - recipes/smollm/sft/config.yaml (46:53)
 - recipes/starchat2-15b/sft/config_v0.1.yaml (42:49)

duplicated block id: 67
size: 8 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (29:36)
 - scripts/run_sft.py (34:41)

duplicated block id: 68
size: 7 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (162:168)
 - scripts/run_sft.py (115:121)

duplicated block id: 69
size: 7 cleaned lines of code
in 2 files:
 - recipes/smollm/sft/config.yaml (35:41)
 - recipes/zephyr-7b-beta/sft/config_qlora.yaml (42:48)

duplicated block id: 70
size: 7 cleaned lines of code
in 2 files:
 - recipes/smollm/sft/config.yaml (35:41)
 - recipes/zephyr-7b-beta/sft/config_full.yaml (27:33)

duplicated block id: 71
size: 7 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (85:95)
 - scripts/run_orpo.py (88:98)

duplicated block id: 72
size: 7 cleaned lines of code
in 2 files:
 - scripts/run_cpt.py (129:135)
 - scripts/run_dpo.py (162:168)

duplicated block id: 73
size: 7 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/dpo/config_full.yaml (18:24)
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (18:24)

duplicated block id: 74
size: 7 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (148:154)
 - scripts/run_dpo.py (162:168)

duplicated block id: 75
size: 7 cleaned lines of code
in 2 files:
 - recipes/starchat2-15b/sft/config_v0.1.yaml (21:27)
 - recipes/zephyr-7b-beta/sft/config_qlora.yaml (32:38)

duplicated block id: 76
size: 7 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_anthropic.yaml (29:35)
 - recipes/smollm/sft/config.yaml (35:41)

duplicated block id: 77
size: 7 cleaned lines of code
in 2 files:
 - scripts/run_cpt.py (57:63)
 - scripts/run_orpo.py (52:58)

duplicated block id: 78
size: 7 cleaned lines of code
in 2 files:
 - recipes/pref_align_scan/dpo/config_zephyr.yaml (17:23)
 - recipes/zephyr-7b-beta/dpo/config_full.yaml (17:23)

duplicated block id: 79
size: 7 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_grok.yaml (29:35)
 - recipes/zephyr-7b-beta/sft/config_qlora.yaml (42:48)

duplicated block id: 80
size: 7 cleaned lines of code
in 2 files:
 - scripts/run_orpo.py (216:222)
 - scripts/run_sft.py (183:189)

duplicated block id: 81
size: 7 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_grok.yaml (11:19)
 - recipes/zephyr-7b-beta/sft/config_full.yaml (10:18)

duplicated block id: 82
size: 7 cleaned lines of code
in 2 files:
 - recipes/zephyr-7b-beta/dpo/config_full.yaml (35:41)
 - recipes/zephyr-7b-beta/dpo/config_qlora.yaml (51:57)

duplicated block id: 83
size: 7 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (53:59)
 - scripts/run_sft.py (59:65)

duplicated block id: 84
size: 7 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/dpo/config_full.yaml (36:42)
 - recipes/zephyr-7b-beta/dpo/config_qlora.yaml (51:57)

duplicated block id: 85
size: 7 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_anthropic.yaml (42:48)
 - recipes/zephyr-7b-beta/sft/config_qlora.yaml (54:60)

duplicated block id: 86
size: 7 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config_smol.yaml (27:33)
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (27:33)

duplicated block id: 87
size: 7 cleaned lines of code
in 2 files:
 - scripts/run_cpt.py (158:165)
 - scripts/run_dpo.py (209:215)

duplicated block id: 88
size: 7 cleaned lines of code
in 2 files:
 - scripts/run_orpo.py (52:58)
 - scripts/run_sft.py (59:65)

duplicated block id: 89
size: 7 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (209:215)
 - scripts/run_sft.py (183:189)

duplicated block id: 90
size: 7 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config_smol.yaml (27:33)
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (26:32)

duplicated block id: 91
size: 7 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_grok.yaml (29:35)
 - recipes/smollm/sft/config.yaml (35:41)

duplicated block id: 92
size: 7 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config_smol.yaml (6:15)
 - recipes/zephyr-7b-beta/dpo/config_qlora.yaml (23:31)

duplicated block id: 93
size: 7 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/dpo/config_anthropic.yaml (35:41)
 - recipes/gpt2-nl/dpo/config_full.yaml (36:42)

duplicated block id: 94
size: 7 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_anthropic.yaml (37:43)
 - recipes/starchat2-15b/sft/config_v0.1.yaml (39:45)

duplicated block id: 95
size: 7 cleaned lines of code
in 2 files:
 - recipes/smollm2/sft/config.yaml (31:37)
 - recipes/smollm2/sft/config_smol.yaml (28:34)

duplicated block id: 96
size: 7 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/sft/config_full.yaml (10:18)
 - recipes/zephyr-7b-beta/sft/config_qlora.yaml (26:34)

duplicated block id: 97
size: 7 cleaned lines of code
in 2 files:
 - recipes/pref_align_scan/dpo/config_zephyr.yaml (6:14)
 - recipes/smollm2/dpo/config.yaml (6:15)

duplicated block id: 98
size: 7 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/cpt/config_full.yaml (26:32)
 - recipes/gpt2-nl/sft/config_full.yaml (26:32)

duplicated block id: 99
size: 7 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_anthropic.yaml (11:19)
 - recipes/zephyr-7b-beta/sft/config_qlora.yaml (25:33)

duplicated block id: 100
size: 7 cleaned lines of code
in 2 files:
 - recipes/zephyr-7b-beta/sft/config_full.yaml (40:46)
 - recipes/zephyr-7b-beta/sft/config_qlora.yaml (54:60)

duplicated block id: 101
size: 7 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/dpo/config_anthropic.yaml (35:41)
 - recipes/zephyr-7b-beta/dpo/config_qlora.yaml (51:57)

duplicated block id: 102
size: 7 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config_smol.yaml (6:15)
 - recipes/zephyr-7b-beta/dpo/config_full.yaml (7:15)

duplicated block id: 103
size: 7 cleaned lines of code
in 2 files:
 - scripts/run_cpt.py (158:165)
 - scripts/run_orpo.py (216:222)

duplicated block id: 104
size: 7 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/dpo/config_full.yaml (18:24)
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (17:23)

duplicated block id: 105
size: 7 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_grok.yaml (11:19)
 - recipes/zephyr-7b-beta/sft/config_qlora.yaml (25:33)

duplicated block id: 106
size: 7 cleaned lines of code
in 2 files:
 - recipes/zephyr-7b-beta/sft/config_full.yaml (27:33)
 - recipes/zephyr-7b-beta/sft/config_qlora.yaml (42:48)

duplicated block id: 107
size: 7 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/dpo/config_anthropic.yaml (35:41)
 - recipes/zephyr-7b-beta/dpo/config_full.yaml (35:41)

duplicated block id: 108
size: 7 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config.yaml (6:15)
 - recipes/zephyr-7b-beta/dpo/config_qlora.yaml (23:31)

duplicated block id: 109
size: 7 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (80:86)
 - scripts/run_sft.py (88:94)

duplicated block id: 110
size: 7 cleaned lines of code
in 2 files:
 - recipes/pref_align_scan/dpo/config_openhermes.yaml (35:41)
 - recipes/pref_align_scan/dpo/config_zephyr.yaml (33:39)

duplicated block id: 111
size: 7 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/dpo/config_anthropic.yaml (10:18)
 - recipes/gpt2-nl/dpo/config_full.yaml (10:18)

duplicated block id: 112
size: 7 cleaned lines of code
in 2 files:
 - scripts/run_cpt.py (57:63)
 - scripts/run_dpo.py (53:59)

duplicated block id: 113
size: 7 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_anthropic.yaml (11:19)
 - recipes/zephyr-7b-beta/sft/config_full.yaml (10:18)

duplicated block id: 114
size: 7 cleaned lines of code
in 2 files:
 - recipes/pref_align_scan/dpo/config_zephyr.yaml (6:14)
 - recipes/smollm2/dpo/config_smol.yaml (6:15)

duplicated block id: 115
size: 7 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_anthropic.yaml (29:35)
 - recipes/zephyr-7b-beta/sft/config_qlora.yaml (42:48)

duplicated block id: 116
size: 7 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_grok.yaml (37:43)
 - recipes/starchat2-15b/sft/config_v0.1.yaml (39:45)

duplicated block id: 117
size: 7 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_grok.yaml (42:48)
 - recipes/zephyr-7b-beta/sft/config_qlora.yaml (54:60)

duplicated block id: 118
size: 7 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (162:168)
 - scripts/run_orpo.py (108:114)

duplicated block id: 119
size: 7 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config.yaml (6:15)
 - recipes/zephyr-7b-beta/dpo/config_full.yaml (7:15)

duplicated block id: 120
size: 6 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/sft/config_full.yaml (24:29)
 - recipes/starchat2-15b/sft/config_v0.1.yaml (29:34)

duplicated block id: 121
size: 6 cleaned lines of code
in 2 files:
 - recipes/zephyr-7b-beta/dpo/config_full.yaml (26:31)
 - recipes/zephyr-7b-beta/dpo/config_qlora.yaml (42:47)

duplicated block id: 122
size: 6 cleaned lines of code
in 2 files:
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (37:42)
 - recipes/zephyr-7b-gemma/sft/config_full.yaml (43:48)

duplicated block id: 123
size: 6 cleaned lines of code
in 2 files:
 - scripts/run_orpo.py (64:71)
 - scripts/run_sft.py (76:83)

duplicated block id: 124
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/sft/config_smol.yaml (41:46)
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (38:43)

duplicated block id: 125
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config_smol.yaml (19:24)
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (18:23)

duplicated block id: 126
size: 6 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_anthropic.yaml (37:42)
 - recipes/gpt2-nl/sft/config_full.yaml (34:39)

duplicated block id: 127
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config_smol.yaml (38:43)
 - recipes/smollm2/sft/config_smol.yaml (41:46)

duplicated block id: 128
size: 6 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (105:110)
 - scripts/run_orpo.py (128:133)

duplicated block id: 129
size: 6 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/sft/config_full.yaml (24:29)
 - recipes/zephyr-7b-gemma/sft/config_full.yaml (28:33)

duplicated block id: 130
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm/sft/config.yaml (33:38)
 - recipes/smollm2/sft/config_smol.yaml (26:31)

duplicated block id: 131
size: 6 cleaned lines of code
in 2 files:
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (38:43)
 - recipes/starchat2-15b/sft/config_v0.1.yaml (44:49)

duplicated block id: 132
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config.yaml (19:24)
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (19:24)

duplicated block id: 133
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config.yaml (38:43)
 - recipes/zephyr-7b-gemma/sft/config_full.yaml (43:48)

duplicated block id: 134
size: 6 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_grok.yaml (2:9)
 - recipes/zephyr-7b-beta/sft/config_full.yaml (2:9)

duplicated block id: 135
size: 6 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_grok.yaml (12:19)
 - recipes/gpt2-nl/sft/config_full.yaml (10:17)

duplicated block id: 136
size: 6 cleaned lines of code
in 2 files:
 - recipes/starchat2-15b/sft/config_v0.1.yaml (44:49)
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (37:42)

duplicated block id: 137
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config_smol.yaml (19:24)
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (19:24)

duplicated block id: 138
size: 6 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/dpo/config_full.yaml (19:24)
 - recipes/smollm2/dpo/config_smol.yaml (19:24)

duplicated block id: 139
size: 6 cleaned lines of code
in 2 files:
 - recipes/pref_align_scan/dpo/config_openhermes.yaml (8:15)
 - recipes/zephyr-7b-beta/dpo/config_full.yaml (9:16)

duplicated block id: 140
size: 6 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/cpt/config_full.yaml (24:29)
 - recipes/zephyr-7b-beta/sft/config_qlora.yaml (40:45)

duplicated block id: 141
size: 6 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_grok.yaml (27:32)
 - recipes/gpt2-nl/sft/config_full.yaml (24:29)

duplicated block id: 142
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/sft/config.yaml (44:49)
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (37:42)

duplicated block id: 143
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config_smol.yaml (38:43)
 - recipes/starchat2-15b/sft/config_v0.1.yaml (44:49)

duplicated block id: 144
size: 6 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_anthropic.yaml (2:9)
 - recipes/zephyr-7b-beta/sft/config_full.yaml (2:9)

duplicated block id: 145
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm/sft/config.yaml (26:31)
 - recipes/smollm2/sft/config_smol.yaml (19:24)

duplicated block id: 146
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config.yaml (37:42)
 - recipes/zephyr-141b-A35b/orpo/config_full.yaml (33:38)

duplicated block id: 147
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config_smol.yaml (38:43)
 - recipes/zephyr-7b-gemma/sft/config_full.yaml (43:48)

duplicated block id: 148
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm/sft/config.yaml (35:40)
 - recipes/starchat2-15b/sft/config_v0.1.yaml (31:36)

duplicated block id: 149
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config.yaml (38:43)
 - recipes/smollm2/sft/config_smol.yaml (41:46)

duplicated block id: 150
size: 6 cleaned lines of code
in 2 files:
 - recipes/pref_align_scan/dpo/config_openhermes.yaml (8:15)
 - recipes/zephyr-7b-beta/dpo/config_qlora.yaml (25:32)

duplicated block id: 151
size: 6 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_grok.yaml (37:42)
 - recipes/gpt2-nl/sft/config_full.yaml (34:39)

duplicated block id: 152
size: 6 cleaned lines of code
in 2 files:
 - recipes/zephyr-7b-beta/dpo/config_full.yaml (25:30)
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (25:30)

duplicated block id: 153
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/sft/config.yaml (44:49)
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (38:43)

duplicated block id: 154
size: 6 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/cpt/config_full.yaml (34:39)
 - recipes/zephyr-7b-beta/sft/config_full.yaml (35:40)

duplicated block id: 155
size: 6 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/sft/config_full.yaml (24:29)
 - recipes/zephyr-7b-beta/sft/config_full.yaml (25:30)

duplicated block id: 156
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config.yaml (38:43)
 - recipes/smollm2/sft/config.yaml (44:49)

duplicated block id: 157
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm/sft/config.yaml (35:40)
 - recipes/zephyr-7b-gemma/sft/config_full.yaml (30:35)

duplicated block id: 158
size: 6 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_anthropic.yaml (12:19)
 - recipes/gpt2-nl/sft/config_full.yaml (10:17)

duplicated block id: 159
size: 6 cleaned lines of code
in 2 files:
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (37:42)
 - recipes/zephyr-141b-A35b/orpo/config_full.yaml (33:38)

duplicated block id: 160
size: 6 cleaned lines of code
in 2 files:
 - recipes/zephyr-141b-A35b/orpo/config_full.yaml (33:38)
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (36:41)

duplicated block id: 161
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm/sft/config.yaml (48:53)
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (38:43)

duplicated block id: 162
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/sft/config_smol.yaml (41:46)
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (37:42)

duplicated block id: 163
size: 6 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_anthropic.yaml (27:32)
 - recipes/gpt2-nl/sft/config_full.yaml (24:29)

duplicated block id: 164
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config_smol.yaml (37:42)
 - recipes/zephyr-141b-A35b/orpo/config_full.yaml (33:38)

duplicated block id: 165
size: 6 cleaned lines of code
in 2 files:
 - recipes/pref_align_scan/dpo/config_openhermes.yaml (7:14)
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (9:16)

duplicated block id: 166
size: 6 cleaned lines of code
in 2 files:
 - recipes/constitutional-ai/sft/config_anthropic.yaml (2:9)
 - recipes/constitutional-ai/sft/config_grok.yaml (2:9)

duplicated block id: 167
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm/sft/config.yaml (26:31)
 - recipes/smollm2/sft/config.yaml (22:27)

duplicated block id: 168
size: 6 cleaned lines of code
in 2 files:
 - recipes/pref_align_scan/dpo/config_openhermes.yaml (28:33)
 - recipes/pref_align_scan/dpo/config_zephyr.yaml (26:31)

duplicated block id: 169
size: 6 cleaned lines of code
in 2 files:
 - scripts/run_cpt.py (74:81)
 - scripts/run_orpo.py (64:71)

duplicated block id: 170
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config.yaml (26:31)
 - recipes/smollm2/dpo/config_smol.yaml (26:31)

duplicated block id: 171
size: 6 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/dpo/config_full.yaml (19:24)
 - recipes/smollm2/dpo/config.yaml (19:24)

duplicated block id: 172
size: 6 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (65:72)
 - scripts/run_sft.py (76:83)

duplicated block id: 173
size: 6 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/sft/config_full.yaml (34:39)
 - recipes/starchat2-15b/sft/config_v0.1.yaml (39:44)

duplicated block id: 174
size: 6 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/dpo/config_full.yaml (27:32)
 - recipes/zephyr-7b-beta/dpo/config_qlora.yaml (42:47)

duplicated block id: 175
size: 6 cleaned lines of code
in 2 files:
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (38:43)
 - recipes/zephyr-7b-gemma/sft/config_full.yaml (43:48)

duplicated block id: 176
size: 6 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/dpo/config_full.yaml (26:31)
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (26:31)

duplicated block id: 177
size: 6 cleaned lines of code
in 2 files:
 - recipes/pref_align_scan/dpo/config_openhermes.yaml (19:24)
 - recipes/pref_align_scan/dpo/config_zephyr.yaml (18:23)

duplicated block id: 178
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config_smol.yaml (38:43)
 - recipes/smollm2/sft/config.yaml (44:49)

duplicated block id: 179
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config.yaml (19:24)
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (18:23)

duplicated block id: 180
size: 6 cleaned lines of code
in 2 files:
 - recipes/accelerate_configs/fsdp.yaml (21:26)
 - recipes/accelerate_configs/fsdp_qlora.yaml (20:25)

duplicated block id: 181
size: 6 cleaned lines of code
in 2 files:
 - recipes/zephyr-7b-beta/sft/config_qlora.yaml (42:47)
 - recipes/zephyr-7b-gemma/sft/config_full.yaml (30:35)

duplicated block id: 182
size: 6 cleaned lines of code
in 2 files:
 - recipes/pref_align_scan/dpo/config_openhermes.yaml (19:24)
 - recipes/zephyr-7b-beta/dpo/config_full.yaml (18:23)

duplicated block id: 183
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm2/dpo/config.yaml (38:43)
 - recipes/starchat2-15b/sft/config_v0.1.yaml (44:49)

duplicated block id: 184
size: 6 cleaned lines of code
in 2 files:
 - scripts/run_cpt.py (74:81)
 - scripts/run_dpo.py (65:72)

duplicated block id: 185
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm/sft/config.yaml (48:53)
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (37:42)

duplicated block id: 186
size: 6 cleaned lines of code
in 2 files:
 - scripts/run_cpt.py (34:39)
 - scripts/run_dpo.py (31:36)

duplicated block id: 187
size: 6 cleaned lines of code
in 2 files:
 - scripts/run_dpo.py (33:38)
 - src/alignment/__init__.py (8:13)

duplicated block id: 188
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm/sft/config.yaml (48:53)
 - recipes/smollm2/dpo/config.yaml (38:43)

duplicated block id: 189
size: 6 cleaned lines of code
in 2 files:
 - recipes/starchat2-15b/sft/config_v0.1.yaml (31:36)
 - recipes/zephyr-7b-beta/sft/config_qlora.yaml (42:47)

duplicated block id: 190
size: 6 cleaned lines of code
in 2 files:
 - recipes/smollm/sft/config.yaml (48:53)
 - recipes/smollm2/dpo/config_smol.yaml (38:43)

duplicated block id: 191
size: 6 cleaned lines of code
in 2 files:
 - recipes/accelerate_configs/fsdp_qlora.yaml (20:25)
 - recipes/accelerate_configs/multi_gpu.yaml (11:16)

duplicated block id: 192
size: 6 cleaned lines of code
in 2 files:
 - recipes/gpt2-nl/dpo/config_full.yaml (26:31)
 - recipes/zephyr-7b-gemma/dpo/config_full.yaml (25:30)

duplicated block id: 193
size: 6 cleaned lines of code
in 2 files:
 - recipes/accelerate_configs/deepspeed_zero3.yaml (17:22)
 - recipes/accelerate_configs/fsdp_qlora.yaml (20:25)

duplicated block id: 194
size: 6 cleaned lines of code
in 2 files:
 - recipes/starchat2-15b/dpo/config_v0.1.yaml (26:31)
 - recipes/zephyr-7b-beta/dpo/config_full.yaml (25:30)