6_synthetic_datasets/notebooks/preference_dpo_dataset.ipynb
es/2_preference_alignment/notebooks/orpo_finetuning_example.ipynb

6_synthetic_datasets/notebooks/instruction_sft_dataset.ipynb
es/1_instruction_tuning/notebooks/sft_finetuning_example.ipynb

6_synthetic_datasets/notebooks/instruction_sft_dataset.ipynb
es/2_preference_alignment/notebooks/dpo_finetuning_example.ipynb

6_synthetic_datasets/notebooks/preference_dpo_dataset.ipynb
es/2_preference_alignment/notebooks/dpo_finetuning_example.ipynb

6_synthetic_datasets/notebooks/instruction_sft_dataset.ipynb
es/2_preference_alignment/notebooks/orpo_finetuning_example.ipynb

6_synthetic_datasets/notebooks/instruction_sft_dataset.ipynb
es/3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb

6_synthetic_datasets/notebooks/preference_dpo_dataset.ipynb
es/3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb

6_synthetic_datasets/notebooks/preference_dpo_dataset.ipynb
es/1_instruction_tuning/notebooks/sft_finetuning_example.ipynb