es/2_preference_alignment/notebooks/orpo_finetuning_example.ipynb vi/2_preference_alignment/notebooks/orpo_finetuning_example.ipynb es/2_preference_alignment/notebooks/dpo_finetuning_example.ipynb vi/2_preference_alignment/notebooks/dpo_finetuning_example.ipynb es/1_instruction_tuning/notebooks/chat_templates_example.ipynb vi/1_instruction_tuning/notebooks/chat_templates_example.ipynb es/3_parameter_efficient_finetuning/notebooks/load_lora_adapter_example.ipynb vi/3_parameter_efficient_finetuning/notebooks/load_lora_adapter.ipynb es/4_evaluation/project/annotate_dataset.py vi/4_evaluation/project/annotate_dataset.py es/4_evaluation/project/generate_dataset.py vi/4_evaluation/project/generate_dataset.py es/2_preference_alignment/notebooks/orpo_finetuning_example.ipynb vi/2_preference_alignment/notebooks/dpo_finetuning_example.ipynb es/1_instruction_tuning/notebooks/chat_templates_example.ipynb vi/2_preference_alignment/notebooks/orpo_finetuning_example.ipynb es/1_instruction_tuning/notebooks/chat_templates_example.ipynb vi/2_preference_alignment/notebooks/dpo_finetuning_example.ipynb es/2_preference_alignment/notebooks/dpo_finetuning_example.ipynb vi/1_instruction_tuning/notebooks/chat_templates_example.ipynb es/2_preference_alignment/notebooks/dpo_finetuning_example.ipynb vi/2_preference_alignment/notebooks/orpo_finetuning_example.ipynb es/2_preference_alignment/notebooks/orpo_finetuning_example.ipynb vi/1_instruction_tuning/notebooks/chat_templates_example.ipynb es/4_evaluation/project/evaluation_task.py vi/4_evaluation/project/evaluation_task.py es/4_evaluation/project/create_dataset.py vi/4_evaluation/project/create_dataset.py es/3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb vi/3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb es/1_instruction_tuning/notebooks/sft_finetuning_example.ipynb vi/1_instruction_tuning/notebooks/sft_finetuning_example.ipynb es/1_instruction_tuning/notebooks/sft_finetuning_example.ipynb vi/5_vision_language_models/notebooks/vlm_usage_sample.ipynb es/4_evaluation/project/create_dataset.py vi/4_evaluation/project/annotate_dataset.py es/4_evaluation/project/annotate_dataset.py vi/4_evaluation/project/create_dataset.py es/2_preference_alignment/notebooks/dpo_finetuning_example.ipynb vi/1_instruction_tuning/notebooks/sft_finetuning_example.ipynb es/1_instruction_tuning/notebooks/sft_finetuning_example.ipynb vi/1_instruction_tuning/notebooks/chat_templates_example.ipynb es/1_instruction_tuning/notebooks/sft_finetuning_example.ipynb vi/2_preference_alignment/notebooks/dpo_finetuning_example.ipynb es/1_instruction_tuning/notebooks/chat_templates_example.ipynb vi/1_instruction_tuning/notebooks/sft_finetuning_example.ipynb es/1_instruction_tuning/notebooks/chat_templates_example.ipynb vi/5_vision_language_models/notebooks/vlm_usage_sample.ipynb es/2_preference_alignment/notebooks/dpo_finetuning_example.ipynb vi/5_vision_language_models/notebooks/vlm_usage_sample.ipynb es/2_preference_alignment/notebooks/orpo_finetuning_example.ipynb vi/3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb es/3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb vi/2_preference_alignment/notebooks/orpo_finetuning_example.ipynb es/3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb vi/1_instruction_tuning/notebooks/chat_templates_example.ipynb es/1_instruction_tuning/notebooks/sft_finetuning_example.ipynb vi/3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb es/1_instruction_tuning/notebooks/chat_templates_example.ipynb vi/3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb es/2_preference_alignment/notebooks/dpo_finetuning_example.ipynb vi/3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb es/3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb vi/5_vision_language_models/notebooks/vlm_usage_sample.ipynb es/3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb vi/1_instruction_tuning/notebooks/sft_finetuning_example.ipynb es/3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb vi/2_preference_alignment/notebooks/dpo_finetuning_example.ipynb es/2_preference_alignment/notebooks/orpo_finetuning_example.ipynb vi/5_vision_language_models/notebooks/vlm_usage_sample.ipynb es/1_instruction_tuning/notebooks/sft_finetuning_example.ipynb vi/2_preference_alignment/notebooks/orpo_finetuning_example.ipynb es/2_preference_alignment/notebooks/orpo_finetuning_example.ipynb vi/1_instruction_tuning/notebooks/sft_finetuning_example.ipynb es/2_preference_alignment/notebooks/orpo_finetuning_example.ipynb vi/6_synthetic_datasets/notebooks/instruction_sft_dataset.ipynb es/1_instruction_tuning/notebooks/sft_finetuning_example.ipynb vi/6_synthetic_datasets/notebooks/instruction_sft_dataset.ipynb es/2_preference_alignment/notebooks/orpo_finetuning_example.ipynb vi/6_synthetic_datasets/notebooks/preference_dpo_dataset.ipynb es/1_instruction_tuning/notebooks/sft_finetuning_example.ipynb vi/6_synthetic_datasets/notebooks/preference_dpo_dataset.ipynb es/2_preference_alignment/notebooks/dpo_finetuning_example.ipynb vi/6_synthetic_datasets/notebooks/preference_dpo_dataset.ipynb es/3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb vi/6_synthetic_datasets/notebooks/preference_dpo_dataset.ipynb es/2_preference_alignment/notebooks/dpo_finetuning_example.ipynb vi/6_synthetic_datasets/notebooks/instruction_sft_dataset.ipynb es/3_parameter_efficient_finetuning/notebooks/finetune_sft_peft.ipynb vi/6_synthetic_datasets/notebooks/instruction_sft_dataset.ipynb