Path	Lines of Code
recipes/accelerate_configs/deepspeed_zero3.yaml	22
recipes/accelerate_configs/fsdp.yaml	26
recipes/accelerate_configs/fsdp_qlora.yaml	25
recipes/accelerate_configs/multi_gpu.yaml	16
recipes/constitutional-ai/dpo/config_anthropic.yaml	35
recipes/constitutional-ai/sft/config_anthropic.yaml	43
recipes/constitutional-ai/sft/config_grok.yaml	43
recipes/gpt2-nl/cpt/config_full.yaml	40
recipes/gpt2-nl/dpo/config_full.yaml	38
recipes/gpt2-nl/sft/config_full.yaml	40
recipes/pref_align_scan/dpo/config_openhermes.yaml	35
recipes/pref_align_scan/dpo/config_zephyr.yaml	34
recipes/smollm/sft/config.yaml	47
recipes/smollm2/dpo/config.yaml	37
recipes/smollm2/dpo/config_smol.yaml	37
recipes/smollm2/sft/config.yaml	42
recipes/smollm2/sft/config_smol.yaml	40
recipes/starchat2-15b/dpo/config_v0.1.yaml	37
recipes/starchat2-15b/sft/config_v0.1.yaml	44
recipes/zephyr-141b-A35b/orpo/config_full.yaml	34
recipes/zephyr-7b-beta/dpo/config_full.yaml	35
recipes/zephyr-7b-beta/dpo/config_qlora.yaml	49
recipes/zephyr-7b-beta/sft/config_full.yaml	41
recipes/zephyr-7b-beta/sft/config_qlora.yaml	53
recipes/zephyr-7b-gemma/dpo/config_full.yaml	36
recipes/zephyr-7b-gemma/sft/config_full.yaml	43
scripts/run_cpt.py	132
scripts/run_dpo.py	181
scripts/run_orpo.py	182
scripts/run_sft.py	150
setup.cfg	37
setup.py	108
src/alignment/__init__.py	28
src/alignment/configs.py	188
src/alignment/data.py	147
src/alignment/decontaminate.py	50
src/alignment/model_utils.py	83
src/alignment/release.py	80