2_preference_alignment/notebooks/orpo_finetuning_example.ipynb
6_synthetic_datasets/notebooks/preference_dpo_dataset.ipynb

2_preference_alignment/notebooks/dpo_finetuning_example.ipynb
6_synthetic_datasets/notebooks/preference_dpo_dataset.ipynb

2_preference_alignment/notebooks/orpo_finetuning_example.ipynb
6_synthetic_datasets/notebooks/instruction_sft_dataset.ipynb

2_preference_alignment/notebooks/dpo_finetuning_example.ipynb
6_synthetic_datasets/notebooks/instruction_sft_dataset.ipynb