path	# lines of code	# active days	days since first update	days since last update	# commits	# contributors	first updated	last updated	first contributor	last contributor
scripts/log_reports.py	122	8	531	84	8	5	2024-01-17	2025-04-08	49240599+younesbelkada@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
scripts/add_copyrights.py	41	4	291	84	4	1	2024-09-13	2025-04-08	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
scripts/generate_zen_dataset.py	614	5	217	84	5	1	2024-11-26	2025-04-08	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
scripts/generate_toolcall_dataset.py	113	1	11	11	1	1	2025-06-20	2025-06-20	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
scripts/log_example_reports.py	120	7	531	84	7	5	2024-01-17	2025-04-08	49240599+younesbelkada@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
scripts/generate_tiny_models.py	199	9	218	12	9	2	2024-11-25	2025-06-19	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
MANIFEST.in	6	4	470	56	4	2	2024-03-18	2025-05-06	49240599+younesbelkada@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
pyproject.toml	25	6	669	84	6	5	2023-09-01	2025-04-08	mnoukhov@gmail.com	45557362+qgallouedec@users.noreply.github.com
setup.py	2	103	923	60	170	32	2022-12-21	2025-05-02	edbeeching@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/models/modeling_base.py	481	47	917	12	51	22	2022-12-27	2025-06-19	49240599+younesbelkada@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/models/auxiliary_modules.py	64	7	372	12	7	3	2024-06-24	2025-06-19	mihirp1998.mp@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/models/modeling_value_head.py	237	24	914	12	26	11	2022-12-30	2025-06-19	49240599+younesbelkada@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/models/__init__.py	54	17	917	16	22	9	2022-12-27	2025-06-15	49240599+younesbelkada@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/models/sd_utils.py	74	7	502	12	7	4	2024-02-15	2025-06-19	49240599+younesbelkada@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/models/modeling_sd_base.py	490	16	680	12	17	8	2023-08-21	2025-06-19	functor.soup@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/models/utils.py	208	28	530	12	31	13	2024-01-18	2025-06-19	32632186+philschmid@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/models/activation_offloading.py	236	3	55	12	3	3	2025-05-07	2025-06-19	kashif.rasul@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/scripts/__init__.py	10	3	200	84	3	1	2024-12-13	2025-04-08	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/scripts/dpo.py	82	6	200	12	6	2	2024-12-13	2025-06-19	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/scripts/env.py	57	6	200	49	6	2	2024-12-13	2025-05-13	45557362+qgallouedec@users.noreply.github.com	matrix.yao@intel.com
trl/scripts/sft.py	63	11	200	12	11	3	2024-12-13	2025-06-19	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/scripts/kto.py	51	5	200	12	5	1	2024-12-13	2025-06-19	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/scripts/vllm_serve.py	316	16	102	11	16	10	2025-03-21	2025-06-20	96192199+binary-husky@users.noreply.github.com	16939722+pramodith@users.noreply.github.com
trl/scripts/utils.py	138	12	200	12	12	5	2024-12-13	2025-06-19	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/scripts/grpo.py	82	7	162	6	7	3	2025-01-20	2025-06-25	45557362+qgallouedec@users.noreply.github.com	tcapelle@pm.me
trl/__init__.py	199	95	1919	11	168	27	2020-03-30	2025-06-20	leandro.vonwerra@spoud.io	45557362+qgallouedec@users.noreply.github.com
trl/mergekit_utils.py	180	7	222	12	7	2	2024-11-21	2025-06-19	moh.murr@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/extras/__init__.py	10	6	749	84	6	3	2023-06-13	2025-04-08	6382230+metric-space@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/extras/dataset_formatting.py	60	7	536	12	7	3	2024-01-12	2025-06-19	32632186+philschmid@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/extras/vllm_client.py	148	9	102	11	9	5	2025-03-21	2025-06-20	96192199+binary-husky@users.noreply.github.com	16939722+pramodith@users.noreply.github.com
trl/extras/best_of_n_sampler.py	67	10	749	12	10	4	2023-06-13	2025-06-19	6382230+metric-space@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/extras/profiling.py	27	6	131	12	6	4	2025-02-20	2025-06-19	edbeeching@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/cli.py	72	9	200	28	9	4	2024-12-13	2025-06-03	45557362+qgallouedec@users.noreply.github.com	75791599+shirinyamani@users.noreply.github.com
trl/data_utils.py	325	21	300	12	23	8	2024-09-04	2025-06-19	48281913+kareldo@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/import_utils.py	91	31	847	60	33	17	2023-03-07	2025-05-02	edbeeching@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/core.py	105	33	1919	84	35	16	2020-03-30	2025-04-08	leandro.vonwerra@spoud.io	45557362+qgallouedec@users.noreply.github.com
trl/environment/__init__.py	10	8	671	84	8	4	2023-08-30	2025-04-08	lvwerra@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/environment/base_environment.py	299	13	671	12	13	6	2023-08-30	2025-06-19	lvwerra@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/accelerate_configs/zero2.yaml	21	1	56	56	1	1	2025-05-06	2025-05-06	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/accelerate_configs/zero1.yaml	20	1	56	56	1	1	2025-05-06	2025-05-06	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/accelerate_configs/fsdp2.yaml	24	1	56	56	1	1	2025-05-06	2025-05-06	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/accelerate_configs/multi_gpu.yaml	16	1	56	56	1	1	2025-05-06	2025-05-06	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/accelerate_configs/single_gpu.yaml	16	1	56	56	1	1	2025-05-06	2025-05-06	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/accelerate_configs/fsdp1.yaml	28	1	56	56	1	1	2025-05-06	2025-05-06	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/accelerate_configs/zero3.yaml	22	1	56	56	1	1	2025-05-06	2025-05-06	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/rewards/__init__.py	10	1	46	46	1	1	2025-05-16	2025-05-16	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/rewards/format_rewards.py	7	2	46	12	2	1	2025-05-16	2025-06-19	45557362+qgallouedec@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/dpo_config.py	264	46	434	11	51	24	2024-04-23	2025-06-20	kashif.rasul@gmail.com	matrix.yao@intel.com
trl/trainer/grpo_config.py	367	43	162	3	57	25	2025-01-20	2025-06-28	45557362+qgallouedec@users.noreply.github.com	16939722+pramodith@users.noreply.github.com
trl/trainer/sft_config.py	159	33	434	11	37	8	2024-04-23	2025-06-20	kashif.rasul@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/gkd_config.py	61	11	293	12	11	3	2024-09-11	2025-06-19	kashif.rasul@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/nash_md_config.py	17	7	288	84	7	2	2024-09-16	2025-04-08	kashif.rasul@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/xpo_config.py	16	7	294	84	7	2	2024-09-10	2025-04-08	kashif.rasul@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/cpo_config.py	111	18	466	11	21	6	2024-03-22	2025-06-20	45837851+fe1ixxu@users.noreply.github.com	matrix.yao@intel.com
trl/trainer/ppo_config.py	72	50	914	12	56	22	2022-12-30	2025-06-19	lvwerra@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/__init__.py	145	46	914	61	56	20	2022-12-30	2025-05-01	lvwerra@users.noreply.github.com	70749762+leonericsson@users.noreply.github.com
trl/trainer/model_config.py	100	13	522	84	13	6	2024-01-26	2025-04-08	costa.huang@outlook.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/ppo_trainer.py	666	109	914	13	150	41	2022-12-30	2025-06-18	49240599+younesbelkada@users.noreply.github.com	70749762+leonericsson@users.noreply.github.com
trl/trainer/ddpo_trainer.py	433	21	680	12	21	10	2023-08-21	2025-06-19	functor.soup@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/prm_config.py	66	10	200	11	11	4	2024-12-13	2025-06-20	66413927+gaetanlop@users.noreply.github.com	matrix.yao@intel.com
trl/trainer/bco_config.py	128	15	338	11	16	4	2024-07-28	2025-06-20	54847419+claralp@users.noreply.github.com	matrix.yao@intel.com
trl/trainer/bco_trainer.py	1073	45	338	12	52	15	2024-07-28	2025-06-19	54847419+claralp@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/reward_config.py	60	17	536	11	18	7	2024-01-12	2025-06-20	lewis.c.tunstall@gmail.com	matrix.yao@intel.com
trl/trainer/nash_md_trainer.py	360	21	288	12	23	7	2024-09-16	2025-06-19	kashif.rasul@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/judges.py	201	16	348	12	18	5	2024-07-18	2025-06-19	lewis.c.tunstall@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/kto_trainer.py	1235	69	498	12	79	27	2024-02-19	2025-06-19	kashif.rasul@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/online_dpo_trainer.py	544	46	348	12	55	11	2024-07-18	2025-06-19	costa.huang@outlook.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/dpo_trainer.py	1257	126	715	12	164	70	2023-07-17	2025-06-19	kashif.rasul@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/sft_trainer.py	590	109	790	11	151	46	2023-05-03	2025-06-20	49240599+younesbelkada@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/gkd_trainer.py	239	29	293	12	32	9	2024-09-11	2025-06-19	kashif.rasul@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/kto_config.py	147	24	498	11	26	11	2024-02-19	2025-06-20	kashif.rasul@gmail.com	matrix.yao@intel.com
trl/trainer/xpo_trainer.py	404	21	294	12	24	6	2024-09-10	2025-06-19	kashif.rasul@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/online_dpo_config.py	111	25	348	11	27	5	2024-07-18	2025-06-20	costa.huang@outlook.com	matrix.yao@intel.com
trl/trainer/prm_trainer.py	217	10	200	12	10	4	2024-12-13	2025-06-19	66413927+gaetanlop@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/iterative_sft_trainer.py	330	23	607	12	26	7	2023-11-02	2025-06-19	66413927+gaetanlop@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/iterative_sft_config.py	48	6	61	11	7	3	2025-05-01	2025-06-20	70749762+leonericsson@users.noreply.github.com	matrix.yao@intel.com
trl/trainer/alignprop_trainer.py	291	16	372	12	16	6	2024-06-24	2025-06-19	mihirp1998.mp@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/grpo_trainer.py	971	73	162	5	152	47	2025-01-20	2025-06-26	45557362+qgallouedec@users.noreply.github.com	16939722+pramodith@users.noreply.github.com
trl/trainer/rloo_config.py	58	13	405	28	14	5	2024-05-22	2025-06-03	costa.huang@outlook.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/reward_trainer.py	293	55	797	12	57	18	2023-04-26	2025-06-19	49240599+younesbelkada@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/cpo_trainer.py	741	46	466	12	51	18	2024-03-22	2025-06-19	45837851+fe1ixxu@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/orpo_config.py	97	15	466	11	16	4	2024-03-22	2025-06-20	kashif.rasul@gmail.com	matrix.yao@intel.com
trl/trainer/utils.py	1120	113	914	6	131	57	2022-12-30	2025-06-25	lvwerra@users.noreply.github.com	16939722+pramodith@users.noreply.github.com
trl/trainer/orpo_trainer.py	730	48	466	12	54	20	2024-03-22	2025-06-19	kashif.rasul@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/ddpo_config.py	187	12	680	84	12	4	2023-08-21	2025-04-08	functor.soup@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/rloo_trainer.py	549	38	405	13	45	14	2024-05-22	2025-06-18	costa.huang@outlook.com	70749762+leonericsson@users.noreply.github.com
trl/trainer/callbacks.py	363	28	351	12	31	9	2024-07-15	2025-06-19	kashif.rasul@gmail.com	45557362+qgallouedec@users.noreply.github.com
trl/trainer/alignprop_config.py	96	11	372	84	11	2	2024-06-24	2025-04-08	mihirp1998.mp@gmail.com	45557362+qgallouedec@users.noreply.github.com
setup.cfg	87	13	914	11	17	7	2022-12-30	2025-06-20	lvwerra@users.noreply.github.com	45557362+qgallouedec@users.noreply.github.com