1_instruction_tuning/notebooks/chat_templates_example.ipynb
2_preference_alignment/notebooks/dpo_finetuning_example.ipynb

1_instruction_tuning/notebooks/chat_templates_example.ipynb
2_preference_alignment/notebooks/orpo_finetuning_example.ipynb

1_instruction_tuning/notebooks/sft_finetuning_example.ipynb
2_preference_alignment/notebooks/dpo_finetuning_example.ipynb

1_instruction_tuning/notebooks/sft_finetuning_example.ipynb
2_preference_alignment/notebooks/orpo_finetuning_example.ipynb