Path	Lines of Code
README.md	130
docker/README.md	6
examples/boft_controlnet/__init__.py	1
examples/boft_controlnet/boft_controlnet.md	139
examples/boft_controlnet/eval.py	128
examples/boft_controlnet/eval.sh	21
examples/boft_controlnet/requirements.txt	8
examples/boft_controlnet/test_controlnet.py	79
examples/boft_controlnet/test_controlnet.sh	21
examples/boft_controlnet/train_controlnet.py	385
examples/boft_controlnet/train_controlnet.sh	37
examples/boft_controlnet/utils/__init__.py	1
examples/boft_controlnet/utils/args_loader.py	416
examples/boft_controlnet/utils/dataset.py	154
examples/boft_controlnet/utils/light_controlnet.py	146
examples/boft_controlnet/utils/pipeline_controlnet.py	271
examples/boft_controlnet/utils/tracemalloc.py	38
examples/boft_controlnet/utils/unet_2d_condition.py	152
examples/boft_dreambooth/__init__.py	1
examples/boft_dreambooth/boft_dreambooth.md	123
examples/boft_dreambooth/dreambooth_inference.ipynb	186
examples/boft_dreambooth/requirements.txt	13
examples/boft_dreambooth/train_dreambooth.py	445
examples/boft_dreambooth/train_dreambooth.sh	175
examples/boft_dreambooth/utils/__init__.py	1
examples/boft_dreambooth/utils/args_loader.py	340
examples/boft_dreambooth/utils/dataset.py	97
examples/boft_dreambooth/utils/tracemalloc.py	38
examples/bone_finetuning/bone_finetuning.py	76
examples/causal_language_modeling/accelerate_ds_zero3_cpu_offload_config.yaml	22
examples/causal_language_modeling/peft_ln_tuning_clm.ipynb	1388
examples/causal_language_modeling/peft_lora_clm_accelerate_big_model_inference.ipynb	481
examples/causal_language_modeling/peft_lora_clm_accelerate_ds_zero3_offload.py	288
examples/causal_language_modeling/peft_prefix_tuning_clm.ipynb	1389
examples/causal_language_modeling/peft_prompt_tuning_clm.ipynb	1229
examples/causal_language_modeling/requirements.txt	6
examples/conditional_generation/accelerate_ds_zero3_cpu_offload_config.yaml	22
examples/conditional_generation/multitask_prompt_tuning.ipynb	408
examples/conditional_generation/peft_adalora_seq2seq.py	134
examples/conditional_generation/peft_ia3_seq2seq.ipynb	2711
examples/conditional_generation/peft_lora_seq2seq.ipynb	486
examples/conditional_generation/peft_lora_seq2seq_accelerate_big_model_inference.ipynb	253
examples/conditional_generation/peft_lora_seq2seq_accelerate_ds_zero3_offload.py	239
examples/conditional_generation/peft_lora_seq2seq_accelerate_fsdp.py	115
examples/conditional_generation/peft_prefix_tuning_seq2seq.ipynb	516
examples/conditional_generation/peft_prompt_tuning_seq2seq.ipynb	804
examples/conditional_generation/requirements.txt	6
examples/corda_finetuning/corda_finetuning.py	212
examples/corda_finetuning/datautils.py	187
examples/corda_finetuning/preprocess.py	118
examples/cpt_finetuning/cpt_train_and_inference.ipynb	1555
examples/dna_language_models/dna_lm.ipynb	2858
examples/dora_finetuning/QDoRA_finetuning.ipynb	8544
examples/dora_finetuning/README.md	87
examples/dora_finetuning/dora_finetuning.py	162
examples/ephemeral_gpu_offloading/load_with_dora.py	48
examples/eva_finetuning/eva_finetuning.py	58
examples/eva_finetuning/eva_finetuning_multi_gpu.py	77
examples/eva_finetuning/utils.py	53
examples/evaluation/lora-lm-eval.ipynb	4182
examples/feature_extraction/peft_lora_embedding_semantic_search.py	390
examples/feature_extraction/peft_lora_embedding_semantic_similarity_inference.ipynb	1808
examples/feature_extraction/requirements.txt	10
examples/fp4_finetuning/finetune_fp4_opt_bnb_peft.py	91
examples/hra_dreambooth/README.md	68
examples/hra_dreambooth/requirements.txt	13
examples/hra_dreambooth/train_dreambooth.py	446
examples/hra_dreambooth/train_dreambooth.sh	169
examples/hra_dreambooth/utils/__init__.py	1
examples/hra_dreambooth/utils/args_loader.py	352
examples/hra_dreambooth/utils/dataset.py	97
examples/hra_dreambooth/utils/tracemalloc.py	38
examples/image_classification/README.md	8
examples/int8_training/Finetune_flan_t5_large_bnb_peft.ipynb	8314
examples/int8_training/Finetune_opt_bnb_peft.ipynb	9274
examples/int8_training/fine_tune_blip2_int8.py	61
examples/int8_training/peft_adalora_whisper_large_training.py	630
examples/int8_training/run_adalora_whisper_int8.sh	37
examples/loftq_finetuning/LoftQ_weight_replacement.ipynb	801
examples/loftq_finetuning/README.md	118
examples/loftq_finetuning/quantize_save_load.py	135
examples/loftq_finetuning/train_gsm8k_llama.py	662
examples/lora_dreambooth/colab_notebook.ipynb	54
examples/lora_dreambooth/convert_kohya_ss_sd_lora_to_peft.py	114
examples/lora_dreambooth/convert_peft_sd_lora_to_kohya_ss.py	74
examples/lora_dreambooth/requirements.txt	11
examples/lora_dreambooth/train_dreambooth.py	895
examples/lorafa_finetune/README.md	85
examples/lorafa_finetune/lorafa_finetuning.py	163
examples/multi_adapter_examples/Lora_Merging.ipynb	220
examples/multi_adapter_examples/PEFT_Multi_LoRA_Inference.ipynb	358
examples/multilayer_perceptron/README.md	3
examples/multilayer_perceptron/multilayer_perceptron_lora.ipynb	802
examples/oft_dreambooth/oft_dreambooth_inference.ipynb	91
examples/oft_dreambooth/train_dreambooth.py	908
examples/olora_finetuning/README.md	82
examples/olora_finetuning/olora_finetuning.py	156
examples/pissa_finetuning/README.md	112
examples/pissa_finetuning/pissa_finetuning.py	119
examples/pissa_finetuning/preprocess.py	47
examples/qalora_finetuning/README.md	125
examples/qalora_finetuning/qalora_gptq_finetuning.py	216
examples/randlora_finetuning/README.md	88
examples/randlora_finetuning/qrandlora_finetuning.ipynb	8099
examples/randlora_finetuning/randlora_finetuning.py	182
examples/semantic_segmentation/README.md	4
examples/sequence_classification/FourierFT.ipynb	556
examples/sequence_classification/IA3.ipynb	8070
examples/sequence_classification/LoRA-torchao-8bit-dynamic-activation.ipynb	526
examples/sequence_classification/LoRA-torchao-8bit.ipynb	526
examples/sequence_classification/LoRA.ipynb	713
examples/sequence_classification/P_Tuning.ipynb	685
examples/sequence_classification/Prompt_Tuning.ipynb	692
examples/sequence_classification/VBLoRA.ipynb	787
examples/sequence_classification/VeRA.ipynb	531
examples/sequence_classification/peft_no_lora_accelerate.py	177
examples/sequence_classification/prefix_tuning.ipynb	710
examples/sequence_classification/requirements.txt	5
examples/sft/README.md	22
examples/sft/configs/deepspeed_config.yaml	23
examples/sft/configs/deepspeed_config_z3_qlora.yaml	22
examples/sft/configs/fsdp_config.yaml	25
examples/sft/configs/fsdp_config_qlora.yaml	25
examples/sft/requirements.txt	25
examples/sft/requirements_colab.txt	25
examples/sft/run_peft.sh	41
examples/sft/run_peft_deepspeed.sh	39
examples/sft/run_peft_fsdp.sh	39
examples/sft/run_peft_multigpu.sh	41
examples/sft/run_peft_qlora_deepspeed_stage3.sh	42
examples/sft/run_peft_qlora_fsdp.sh	42
examples/sft/run_unsloth_peft.sh	42
examples/sft/train.py	125
examples/sft/utils.py	166
examples/stable_diffusion/convert_sd_adapter_to_peft.py	354
examples/stable_diffusion/inc_flux_lora_hpu.py	39
examples/stable_diffusion/train_dreambooth.py	1045
examples/token_classification/peft_lora_ner.ipynb	780
examples/token_classification/peft_lora_token_cls.ipynb	1369
examples/token_classification/requirements.txt	7
examples/xlora/README.md	9
examples/xlora/xlora_inference_mistralrs.py	22
method_comparison/MetaMathQA/README.md	191
method_comparison/MetaMathQA/default_training_params.json	26
method_comparison/MetaMathQA/experiments/adalora/llama-3.2-3B-rank32/adapter_config.json	39
method_comparison/MetaMathQA/experiments/adaptionprompt/llama-3.2-3B-lr_0.0005/adapter_config.json	11
method_comparison/MetaMathQA/experiments/adaptionprompt/llama-3.2-3B-lr_0.0005/training_params.json	5
method_comparison/MetaMathQA/experiments/boft/llama-3.2-3B-default/adapter_config.json	20
method_comparison/MetaMathQA/experiments/bone/llama-3.2-3B-bat/adapter_config.json	19
method_comparison/MetaMathQA/experiments/bone/llama-3.2-3B-default/adapter_config.json	19
method_comparison/MetaMathQA/experiments/fourierft/llama-3.2-3B-default/adapter_config.json	23
method_comparison/MetaMathQA/experiments/fourierft/llama-3.2-3B-n_frequency-5000/adapter_config.json	23
method_comparison/MetaMathQA/experiments/full-finetuning/llama-3.2-3B-lr_0.00001/training_params.json	5
method_comparison/MetaMathQA/experiments/ia3/llama-3.2-3B-default/adapter_config.json	14
method_comparison/MetaMathQA/experiments/ia3/llama-3.2-3B-lr_0.001/adapter_config.json	14
method_comparison/MetaMathQA/experiments/ia3/llama-3.2-3B-lr_0.001/training_params.json	5
method_comparison/MetaMathQA/experiments/ln_tuning/llama-3.2-3B-default/adapter_config.json	11
method_comparison/MetaMathQA/experiments/loha/llama-3.2-3B-rank32/adapter_config.json	24
method_comparison/MetaMathQA/experiments/lokr/llama-3.2-3B-rank32/adapter_config.json	27
method_comparison/MetaMathQA/experiments/lora/llama-3.2-3B-rank32-dora/adapter_config.json	30
method_comparison/MetaMathQA/experiments/lora/llama-3.2-3B-rank32-lorafa/adapter_config.json	30
method_comparison/MetaMathQA/experiments/lora/llama-3.2-3B-rank32-lorafa/training_params.json	9
method_comparison/MetaMathQA/experiments/lora/llama-3.2-3B-rank32/adapter_config.json	30
method_comparison/MetaMathQA/experiments/lora/llama-3.2-3B-rank64-rslora/adapter_config.json	30
method_comparison/MetaMathQA/experiments/lora/llama-3.2-3B-rank64/adapter_config.json	30
method_comparison/MetaMathQA/experiments/oft/llama-3.2-3B-rank32/adapter_config.json	27
method_comparison/MetaMathQA/experiments/prefixtuning/llama-3.2-3B-lr_0.001/adapter_config.json	15
method_comparison/MetaMathQA/experiments/prefixtuning/llama-3.2-3B-lr_0.001/training_params.json	5
method_comparison/MetaMathQA/experiments/prompt_tuning/llama-3.2-3B-default/adapter_config.json	17
method_comparison/MetaMathQA/experiments/prompt_tuning/llama-3.2-3B-lr_0.001/adapter_config.json	17
method_comparison/MetaMathQA/experiments/prompt_tuning/llama-3.2-3B-lr_0.001/training_params.json	5
method_comparison/MetaMathQA/experiments/ptuning/llama-3.2-3B-default/adapter_config.json	17
method_comparison/MetaMathQA/experiments/randlora/llama-3.2-3B-default/adapter_config.json	22
method_comparison/MetaMathQA/experiments/vblora/llama-3.2-3B-default/adapter_config.json	26
method_comparison/MetaMathQA/experiments/vera/llama-3.2-3B-default/adapter_config.json	20
method_comparison/MetaMathQA/experiments/vera/llama-3.2-3B-default/training_params.json	5
method_comparison/MetaMathQA/requirements.txt	4
method_comparison/README.md	67
method_comparison/requirements-app.txt	3
requirements.txt	15