19 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (348:366, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (493:511, 3%) 16 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (26:41, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (41:56, 3%) 14 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (414:427, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (498:511, 2%) 8 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (310:317, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (127:134, 1%) 8 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (310:317, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (363:370, 1%) 8 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (373:380, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (363:370, 1%) 8 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (373:380, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (127:134, 1%) 8 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (110:117, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (127:134, 1%) 8 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (110:117, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (363:370, 1%) 8 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (285:292, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (363:370, 1%) 8 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (285:292, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (127:134, 1%) 8 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (358:365, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (127:134, 1%) 8 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (358:365, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (363:370, 1%) 8 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (91:98, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (363:370, 1%) 8 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (91:98, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (127:134, 1%) 8 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (87:94, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (127:134, 1%) 8 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (87:94, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (363:370, 1%) 8 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (20:27, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (363:370, 1%) 8 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (20:27, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (127:134, 1%) 7 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (257:263, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (140:146, 1%) 7 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (121:127, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (140:146, 1%) 7 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (19:25, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (397:403, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (73:78, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (33:38, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (107:112, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (179:184, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (107:112, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (216:221, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (107:112, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (263:268, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (107:112, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (298:303, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (107:112, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (422:427, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (63:68, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (398:403, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (38:43, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (398:403, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (283:288, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (33:38, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (19:24, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (178:183, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (27:32, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (422:427, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (27:32, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (263:268, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (27:32, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (216:221, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (27:32, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (179:184, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (27:32, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (298:303, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (107:112, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (33:38, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (100:105, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (398:403, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (73:78, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (216:221, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (73:78, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (179:184, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (73:78, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (422:427, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (73:78, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (298:303, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (73:78, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (263:268, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (96:101, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (398:403, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (139:144, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (160:165, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (27:32, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (33:38, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (389:394, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (398:403, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (283:288, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (422:427, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (283:288, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (179:184, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (283:288, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (298:303, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (283:288, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (216:221, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (283:288, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (263:268, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (149:154, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (263:268, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (149:154, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (298:303, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (149:154, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (422:427, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (149:154, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (216:221, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (149:154, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (179:184, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (45:50, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (33:38, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (70:75, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (127:132, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (70:75, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (363:368, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (45:50, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (179:184, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (45:50, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (298:303, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (45:50, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (263:268, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (45:50, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (216:221, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (45:50, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (422:427, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (327:332, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (398:403, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/dpo_finetuning_example.ipynb (149:154, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (33:38, 1%) 6 duplicated lines in: - 2_preference_alignment/notebooks/orpo_finetuning_example.ipynb (276:281, <1%) - 3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb (398:403, 1%)