path	# lines of code	# active days	days since first update	days since last update	# commits	# contributors	first updated	last updated	first contributor	last contributor
pyproject.toml	61	29	659	8	38	11	2023-09-11	2025-06-23	thomas@huggingface.co	nouamane@huggingface.co
src/nanotron/metrics_logging.py	166	1	89	89	1	1	2025-04-03	2025-04-03	97572401+eliebak@users.noreply.github.com	97572401+eliebak@users.noreply.github.com
src/nanotron/data/clm_collator.py	158	8	103	8	21	3	2025-03-20	2025-06-23	nouamane98@gmail.com	nouamane@huggingface.co
src/nanotron/data/tokenized_bytes.py	572	2	82	8	2	1	2025-04-10	2025-06-23	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/data/utils.py	12	2	430	414	3	3	2024-04-27	2024-05-13	tj.solergibert@gmail.com	b3f0cus@icloud.com
src/nanotron/data/s3_utils.py	58	1	82	82	1	1	2025-04-10	2025-04-10	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/data/sft_processing.py	57	3	103	97	4	2	2025-03-20	2025-03-26	nouamane98@gmail.com	nouamane98@gmail.com
src/nanotron/data/samplers.py	245	5	103	82	7	2	2025-03-20	2025-04-10	nouamane98@gmail.com	nouamane@huggingface.co
src/nanotron/data/nanoset.py	164	16	430	82	32	6	2024-04-27	2025-04-10	tj.solergibert@gmail.com	nouamane@huggingface.co
src/nanotron/data/processing.py	109	3	103	97	4	2	2025-03-20	2025-03-26	nouamane98@gmail.com	nouamane98@gmail.com
src/nanotron/data/__init__.py	25	3	103	97	4	2	2025-03-20	2025-03-26	nouamane98@gmail.com	nouamane98@gmail.com
src/nanotron/data/dataloader.py	250	7	103	84	17	2	2025-03-20	2025-04-08	nouamane98@gmail.com	nouamane@huggingface.co
src/nanotron/data/nemo_dataset/dataset_utils.py	65	1	82	82	1	1	2025-04-10	2025-04-10	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/data/nemo_dataset/blendable_dataset.py	177	2	82	8	2	1	2025-04-10	2025-06-23	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/data/nemo_dataset/indexed_dataset.py	225	1	82	82	1	1	2025-04-10	2025-04-10	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/data/nemo_dataset/__init__.py	690	1	82	82	1	1	2025-04-10	2025-04-10	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/data/nemo_dataset/helpers.cpp	501	1	82	82	1	1	2025-04-10	2025-04-10	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/data/dataloader_builder.py	69	9	430	82	16	4	2024-04-27	2025-04-10	tj.solergibert@gmail.com	nouamane@huggingface.co
src/nanotron/nn/rotary.py	150	7	104	8	13	4	2025-03-19	2025-06-23	nouamane98@gmail.com	nouamane@huggingface.co
src/nanotron/nn/llama3_ring_attention.py	653	1	8	8	1	1	2025-06-23	2025-06-23	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/nn/ring_attention.py	481	3	103	97	8	2	2025-03-20	2025-03-26	nouamane98@gmail.com	nouamane98@gmail.com
src/nanotron/nn/activations.py	117	2	530	529	4	2	2024-01-18	2024-01-19	thomas@huggingface.co	b3f0cus@icloud.com
src/nanotron/nn/moe.py	136	1	8	8	1	1	2025-06-23	2025-06-23	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/nn/__init__.py	1	3	560	529	4	2	2023-12-19	2024-01-19	thomas@huggingface.co	b3f0cus@icloud.com
src/nanotron/nn/ring_attention_lucidrain.py	1315	3	103	97	4	2	2025-03-20	2025-03-26	nouamane98@gmail.com	nouamane98@gmail.com
src/nanotron/nn/attention.py	167	8	103	8	24	3	2025-03-20	2025-06-23	nouamane98@gmail.com	nouamane@huggingface.co
src/nanotron/nn/flex_attention.py	205	2	95	94	4	2	2025-03-28	2025-03-29	elie.bakouch@huggingface.co	nouamane@huggingface.co
src/nanotron/nn/layer_norm.py	57	18	530	96	26	10	2024-01-18	2025-03-27	thomas@huggingface.co	nouamane98@gmail.com
src/nanotron/logging/logmixin.py	31	1	8	8	1	1	2025-06-23	2025-06-23	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/logging/base.py	273	3	84	8	3	1	2025-04-08	2025-06-23	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/logging/timers.py	220	2	84	8	2	1	2025-04-08	2025-06-23	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/logging/__init__.py	55	2	84	8	2	1	2025-04-08	2025-06-23	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/eval/evaluation_tasks.py	345	1	74	74	1	1	2025-04-18	2025-04-18	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/eval/upload_to_wandb.py	64	1	8	8	1	1	2025-06-23	2025-06-23	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/eval/one_job_runner.py	175	2	74	8	2	1	2025-04-18	2025-06-23	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/eval/__init__.py	1	1	74	74	1	1	2025-04-18	2025-04-18	nouamane@huggingface.co	nouamane@huggingface.co
src/nanotron/helpers.py	633	62	659	8	130	18	2023-09-11	2025-06-23	thomas@huggingface.co	nouamane@huggingface.co
src/nanotron/optim/named_optimizer.py	57	20	531	217	26	9	2024-01-17	2024-11-26	thomwolf@users.noreply.github.com	74564958+tj-solergibert@users.noreply.github.com
src/nanotron/optim/inherit_from_other_optimizer.py	52	8	531	97	15	6	2024-01-17	2025-03-26	thomwolf@users.noreply.github.com	nouamane@huggingface.co
src/nanotron/optim/base.py	126	6	531	217	8	5	2024-01-17	2024-11-26	thomwolf@users.noreply.github.com	74564958+tj-solergibert@users.noreply.github.com
src/nanotron/optim/optimizer_from_gradient_accumulator.py	57	6	531	217	9	5	2024-01-17	2024-11-26	thomwolf@users.noreply.github.com	74564958+tj-solergibert@users.noreply.github.com
src/nanotron/optim/clip_grads.py	63	10	531	97	19	5	2024-01-17	2025-03-26	thomwolf@users.noreply.github.com	nouamane@huggingface.co
src/nanotron/optim/__init__.py	12	2	531	530	3	3	2024-01-17	2024-01-18	thomwolf@users.noreply.github.com	b3f0cus@icloud.com
src/nanotron/optim/zero.py	323	9	531	97	16	6	2024-01-17	2025-03-26	thomwolf@users.noreply.github.com	nouamane@huggingface.co
src/nanotron/optim/gradient_accumulator.py	250	6	531	8	12	5	2024-01-17	2025-06-23	thomwolf@users.noreply.github.com	nouamane@huggingface.co
src/nanotron/generation/decode.py	649	16	531	92	34	10	2024-01-17	2025-03-31	thomwolf@users.noreply.github.com	nouamane98@gmail.com
src/nanotron/generation/sampler.py	166	2	531	530	3	3	2024-01-17	2024-01-18	thomwolf@users.noreply.github.com	b3f0cus@icloud.com
src/nanotron/generation/__init__.py	2	2	531	530	3	3	2024-01-17	2024-01-18	thomwolf@users.noreply.github.com	b3f0cus@icloud.com
src/nanotron/generation/generate_store.py	35	5	530	97	9	5	2024-01-18	2025-03-26	thomas@huggingface.co	nouamane98@gmail.com
src/nanotron/utils.py	103	21	531	82	32	11	2024-01-17	2025-04-10	thomwolf@users.noreply.github.com	nouamane@huggingface.co
src/nanotron/config/config.py	515	82	560	8	169	21	2023-12-19	2025-06-23	thomas@huggingface.co	nouamane@huggingface.co
src/nanotron/config/lighteval_config.py	109	10	560	8	12	5	2023-12-19	2025-06-23	thomas@huggingface.co	nouamane@huggingface.co
src/nanotron/config/parallelism_config.py	33	19	510	8	26	8	2024-02-07	2025-06-23	thomwolf@users.noreply.github.com	nouamane@huggingface.co
src/nanotron/config/__init__.py	4	11	560	89	15	6	2023-12-19	2025-04-03	thomas@huggingface.co	97572401+eliebak@users.noreply.github.com
src/nanotron/config/utils_config.py	99	7	560	74	12	4	2023-12-19	2025-04-18	thomas@huggingface.co	nouamane@huggingface.co
src/nanotron/config/models_config.py	211	46	560	8	77	13	2023-12-19	2025-06-23	thomas@huggingface.co	nouamane@huggingface.co
src/nanotron/trainer.py	1104	96	659	8	238	21	2023-09-11	2025-06-23	thomas@huggingface.co	nouamane@huggingface.co
src/nanotron/parallel/pipeline_parallel/tensor_pointer.py	4	2	531	530	3	3	2024-01-17	2024-01-18	thomwolf@users.noreply.github.com	b3f0cus@icloud.com
src/nanotron/parallel/pipeline_parallel/state.py	194	2	531	530	3	3	2024-01-17	2024-01-18	thomwolf@users.noreply.github.com	b3f0cus@icloud.com
src/nanotron/parallel/pipeline_parallel/engine.py	235	10	531	84	16	5	2024-01-17	2025-04-08	thomwolf@users.noreply.github.com	nouamane@huggingface.co
src/nanotron/parallel/pipeline_parallel/utils.py	26	3	531	529	7	4	2024-01-17	2024-01-19	thomwolf@users.noreply.github.com	b3f0cus@icloud.com
src/nanotron/parallel/pipeline_parallel/functional.py	79	2	531	530	3	3	2024-01-17	2024-01-18	thomwolf@users.noreply.github.com	b3f0cus@icloud.com
src/nanotron/parallel/pipeline_parallel/__init__.py	1	5	484	442	8	4	2024-03-04	2024-04-15	nouamane98@gmail.com	ferdinand.mom@epita.fr
src/nanotron/parallel/pipeline_parallel/block.py	115	13	531	433	18	10	2024-01-17	2024-04-24	thomwolf@users.noreply.github.com	nouamane98@gmail.com
src/nanotron/parallel/pipeline_parallel/context_manager.py	19	2	531	530	3	3	2024-01-17	2024-01-18	thomwolf@users.noreply.github.com	b3f0cus@icloud.com
src/nanotron/parallel/pipeline_parallel/p2p.py	390	3	531	529	7	4	2024-01-17	2024-01-19	thomwolf@users.noreply.github.com	b3f0cus@icloud.com
src/nanotron/parallel/parameters.py	131	13	531	97	26	7	2024-01-17	2025-03-26	thomwolf@users.noreply.github.com	nouamane98@gmail.com
src/nanotron/parallel/tensor_parallel/nn.py	245	10	531	97	16	7	2024-01-17	2025-03-26	thomwolf@users.noreply.github.com	nouamane98@gmail.com
src/nanotron/parallel/tensor_parallel/enum.py	8	5	531	97	7	5	2024-01-17	2025-03-26	thomwolf@users.noreply.github.com	nouamane98@gmail.com
src/nanotron/parallel/tensor_parallel/functional.py	487	16	531	96	41	11	2024-01-17	2025-03-27	thomwolf@users.noreply.github.com	nouamane98@gmail.com
src/nanotron/parallel/tensor_parallel/__init__.py	1	2	531	530	3	3	2024-01-17	2024-01-18	thomwolf@users.noreply.github.com	b3f0cus@icloud.com
src/nanotron/parallel/tensor_parallel/distributed_differentiable_primitives.py	81	6	531	333	9	5	2024-01-17	2024-08-02	thomwolf@users.noreply.github.com	47445085+3outeille@users.noreply.github.com
src/nanotron/parallel/utils.py	27	9	531	97	16	7	2024-01-17	2025-03-26	thomwolf@users.noreply.github.com	nouamane98@gmail.com
src/nanotron/parallel/sharded_parameters.py	86	6	531	442	8	6	2024-01-17	2024-04-15	thomwolf@users.noreply.github.com	ferdinand.mom@epita.fr
src/nanotron/parallel/tied_parameters.py	123	18	531	97	31	9	2024-01-17	2025-03-26	thomwolf@users.noreply.github.com	nouamane@huggingface.co
src/nanotron/parallel/data_parallel/utils.py	32	4	531	97	8	5	2024-01-17	2025-03-26	thomwolf@users.noreply.github.com	nouamane@huggingface.co
src/nanotron/parallel/__init__.py	1	3	531	529	7	3	2024-01-17	2024-01-19	thomwolf@users.noreply.github.com	b3f0cus@icloud.com
src/nanotron/parallel/context.py	124	31	531	8	56	10	2024-01-17	2025-06-23	thomwolf@users.noreply.github.com	nouamane@huggingface.co
src/nanotron/models/llama.py	926	69	659	97	126	18	2023-09-11	2025-03-26	thomas@huggingface.co	elie.bakouch@huggingface.co
src/nanotron/models/starcoder2.py	1228	28	530	432	43	12	2024-01-18	2024-04-25	thomas@huggingface.co	yarden.as@inf.ethz.ch
src/nanotron/models/base.py	219	25	530	8	45	13	2024-01-18	2025-06-23	thomas@huggingface.co	nouamane@huggingface.co
src/nanotron/models/__init__.py	1	7	659	529	12	4	2023-09-11	2024-01-19	thomas@huggingface.co	b3f0cus@icloud.com
src/nanotron/models/qwen.py	810	15	104	8	47	6	2025-03-19	2025-06-23	nouamane98@gmail.com	nouamane@huggingface.co
src/nanotron/s3_checkpoints/s3_mover.py	332	4	313	74	6	5	2024-08-22	2025-04-18	elie.bakouch@huggingface.co	nouamane@huggingface.co
src/nanotron/s3_checkpoints/fsspec.py	25	3	313	217	5	4	2024-08-22	2024-11-26	elie.bakouch@huggingface.co	74564958+tj-solergibert@users.noreply.github.com
src/nanotron/s3_checkpoints/__init__.py	3	3	313	217	5	4	2024-08-22	2024-11-26	elie.bakouch@huggingface.co	74564958+tj-solergibert@users.noreply.github.com
src/nanotron/sanity_checks.py	241	18	531	8	27	6	2024-01-17	2025-06-23	thomwolf@users.noreply.github.com	nouamane@huggingface.co
src/nanotron/distributed.py	179	21	532	97	34	7	2024-01-16	2025-03-26	thomas@huggingface.co	nouamane98@gmail.com
src/nanotron/fp8/tensor.py	58	6	524	457	18	2	2024-01-24	2024-03-31	b3f0cus@icloud.com	b3f0cus@icloud.com
src/nanotron/fp8/parameter.py	26	5	524	457	8	2	2024-01-24	2024-03-31	b3f0cus@icloud.com	b3f0cus@icloud.com
src/nanotron/fp8/utils.py	9	4	524	457	5	2	2024-01-24	2024-03-31	b3f0cus@icloud.com	b3f0cus@icloud.com
src/nanotron/fp8/meta.py	25	6	524	457	11	2	2024-01-24	2024-03-31	b3f0cus@icloud.com	b3f0cus@icloud.com
src/nanotron/fp8/linear.py	72	6	524	457	15	2	2024-01-24	2024-03-31	b3f0cus@icloud.com	b3f0cus@icloud.com
src/nanotron/fp8/kernel.py	55	6	524	457	12	2	2024-01-24	2024-03-31	b3f0cus@icloud.com	b3f0cus@icloud.com
src/nanotron/fp8/__init__.py	10	5	524	457	6	2	2024-01-24	2024-03-31	b3f0cus@icloud.com	b3f0cus@icloud.com
src/nanotron/fp8/dtypes.py	5	4	512	457	6	2	2024-02-05	2024-03-31	b3f0cus@icloud.com	b3f0cus@icloud.com
src/nanotron/fp8/constants.py	9	6	524	457	8	2	2024-01-24	2024-03-31	b3f0cus@icloud.com	b3f0cus@icloud.com
src/nanotron/__init__.py	1	9	659	457	10	5	2023-09-11	2024-03-31	thomas@huggingface.co	b3f0cus@icloud.com
src/nanotron/random.py	105	3	531	529	6	3	2024-01-17	2024-01-19	thomwolf@users.noreply.github.com	b3f0cus@icloud.com
src/nanotron/scaling/parametrization.py	162	16	446	8	27	7	2024-04-11	2025-06-23	b3f0cus@icloud.com	nouamane@huggingface.co
src/nanotron/serialize/metadata.py	140	17	560	8	25	9	2023-12-19	2025-06-23	thomas@huggingface.co	nouamane@huggingface.co
src/nanotron/serialize/optimizer.py	265	34	560	8	83	10	2023-12-19	2025-06-23	thomas@huggingface.co	nouamane@huggingface.co
src/nanotron/serialize/utils.py	66	26	559	97	41	10	2023-12-20	2025-03-26	thomas@huggingface.co	nouamane98@gmail.com
src/nanotron/serialize/weights.py	293	33	560	8	63	14	2023-12-19	2025-06-23	thomas@huggingface.co	nouamane@huggingface.co
src/nanotron/serialize/main.py	223	37	560	8	63	14	2023-12-19	2025-06-23	thomas@huggingface.co	nouamane@huggingface.co
src/nanotron/serialize/__init__.py	5	9	560	97	12	5	2023-12-19	2025-03-26	thomas@huggingface.co	nouamane98@gmail.com
src/nanotron/serialize/random.py	25	9	560	529	15	3	2023-12-19	2024-01-19	thomas@huggingface.co	b3f0cus@icloud.com
src/nanotron/constants.py	6	15	560	8	23	10	2023-12-19	2025-06-23	thomas@huggingface.co	nouamane@huggingface.co
scripts/fix_checkpoint_bad_naming.py	23	2	433	432	4	4	2024-04-24	2024-04-25	nouamane98@gmail.com	47445085+3outeille@users.noreply.github.com
scripts/scaling_benchmarks.py	382	1	132	132	2	2	2025-02-19	2025-02-19	nouamane@huggingface.co	nouamane98@gmail.com
scripts/log_lighteval_to_wandb.py	79	8	448	433	10	7	2024-04-09	2024-04-24	b3f0cus@icloud.com	nouamane98@gmail.com
scripts/weka.py	71	1	90	90	2	2	2025-04-02	2025-04-02	nouamane@huggingface.co	nouamane98@gmail.com
run_train.py	281	56	559	8	91	15	2023-12-20	2025-06-23	thomas@huggingface.co	nouamane@huggingface.co
tools/preprocess_data.py	87	8	430	335	9	3	2024-04-27	2024-07-31	tj.solergibert@gmail.com	b3f0cus@icloud.com
slurm_launcher.py	378	10	103	82	22	2	2025-03-20	2025-04-10	nouamane98@gmail.com	nouamane@huggingface.co