path	# lines of code	# active days	days since first update	days since last update	# commits	# contributors	first updated	last updated	first contributor	last contributor
tokenizers/Cargo.toml	82	109	2069	7	137	21	2019-11-01	2025-06-24	m.anthony.moi@gmail.com	arthur.zucker@gmail.com
tokenizers/src/normalizers/utils.rs	48	13	2002	154	17	6	2020-01-07	2025-01-28	m.anthony.moi@gmail.com	48595927+arthurzucker@users.noreply.github.com
tokenizers/src/normalizers/bert.rs	102	18	2011	673	19	5	2019-12-29	2023-08-28	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/normalizers/mod.rs	40	19	2053	154	20	7	2019-11-17	2025-01-28	m.anthony.moi@gmail.com	48595927+arthurzucker@users.noreply.github.com
tokenizers/src/normalizers/prepend.rs	56	1	831	831	1	1	2023-03-23	2023-03-23	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
tokenizers/src/normalizers/unicode.rs	91	10	2002	1252	10	4	2020-01-07	2022-01-26	m.anthony.moi@gmail.com	dmishig@gmail.com
tokenizers/src/normalizers/byte_level.rs	164	6	351	12	6	3	2024-07-15	2025-06-19	48595927+arthurzucker@users.noreply.github.com	patry.nicolas@protonmail.com
tokenizers/src/normalizers/precompiled.rs	67	6	1750	35	8	3	2020-09-15	2025-05-27	patry.nicolas@protonmail.com	co63oc@users.noreply.github.com
tokenizers/src/normalizers/replace.rs	131	9	1749	154	10	5	2020-09-16	2025-01-28	patry.nicolas@protonmail.com	48595927+arthurzucker@users.noreply.github.com
tokenizers/src/normalizers/strip.rs	133	10	1961	1252	13	5	2020-02-17	2022-01-26	mfuntowicz@users.noreply.github.com	dmishig@gmail.com
tokenizers/src/utils/from_pretrained.rs	58	7	1412	35	9	6	2021-08-19	2025-05-27	m.anthony.moi@gmail.com	48595927+arthurzucker@users.noreply.github.com
tokenizers/src/utils/truncation.rs	279	21	1934	12	21	7	2020-03-15	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/utils/cache.rs	85	4	1757	12	4	1	2020-09-08	2025-06-19	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
tokenizers/src/utils/mod.rs	112	21	1934	12	24	8	2020-03-15	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/utils/fancy.rs	55	3	1117	182	3	1	2022-06-10	2024-12-31	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
tokenizers/src/utils/onig.rs	15	1	1117	1117	1	1	2022-06-10	2022-06-10	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
tokenizers/src/utils/padding.rs	123	12	1934	12	12	2	2020-03-15	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/utils/iter.rs	71	4	1934	1292	5	2	2020-03-15	2021-12-17	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/utils/progress.rs	12	2	1693	635	2	1	2020-11-11	2023-10-05	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
tokenizers/src/utils/parallelism.rs	219	11	1838	249	12	5	2020-06-19	2024-10-25	m.anthony.moi@gmail.com	92270426+sftse@users.noreply.github.com
tokenizers/src/pre_tokenizers/delimiter.rs	21	15	1974	1042	15	6	2020-02-04	2022-08-24	mfuntowicz@users.noreply.github.com	patry.nicolas@protonmail.com
tokenizers/src/pre_tokenizers/split.rs	33	8	1677	154	8	5	2020-11-27	2025-01-28	patrick.v.platen@gmail.com	48595927+arthurzucker@users.noreply.github.com
tokenizers/src/pre_tokenizers/unicode_scripts/pre_tokenizer.rs	132	7	1750	716	7	3	2020-09-15	2023-07-16	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
tokenizers/src/pre_tokenizers/unicode_scripts/mod.rs	3	1	1715	1715	1	1	2020-10-20	2020-10-20	m.anthony.moi@gmail.com	m.anthony.moi@gmail.com
tokenizers/src/pre_tokenizers/bert.rs	76	21	2023	1042	25	5	2019-12-17	2022-08-24	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/pre_tokenizers/mod.rs	258	20	2053	12	24	8	2019-11-17	2025-06-19	m.anthony.moi@gmail.com	vetterle@posteo.de
tokenizers/src/pre_tokenizers/digits.rs	93	8	1762	1042	9	3	2020-09-03	2022-08-24	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
tokenizers/src/pre_tokenizers/byte_level.rs	513	71	2053	12	89	12	2019-11-17	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/pre_tokenizers/whitespace.rs	94	30	2053	105	34	7	2019-11-17	2025-03-18	m.anthony.moi@gmail.com	c@farsight.net
tokenizers/src/pre_tokenizers/punctuation.rs	72	9	1775	154	11	5	2020-08-21	2025-01-28	patry.nicolas@protonmail.com	48595927+arthurzucker@users.noreply.github.com
tokenizers/src/pre_tokenizers/fixed_length.rs	111	1	12	12	1	1	2025-06-19	2025-06-19	vetterle@posteo.de	vetterle@posteo.de
tokenizers/src/pre_tokenizers/metaspace.rs	331	31	2002	154	34	7	2020-01-07	2025-01-28	m.anthony.moi@gmail.com	48595927+arthurzucker@users.noreply.github.com
tokenizers/src/pre_tokenizers/sequence.rs	73	9	1775	154	9	6	2020-08-21	2025-01-28	patry.nicolas@protonmail.com	48595927+arthurzucker@users.noreply.github.com
tokenizers/src/models/wordpiece/trainer.rs	147	19	2006	12	22	8	2020-01-03	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/models/wordpiece/serialization.rs	133	6	1909	12	8	2	2020-04-09	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/models/wordpiece/mod.rs	250	40	2033	12	52	10	2019-12-07	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/models/mod.rs	59	29	2053	12	38	10	2019-11-17	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/models/unigram/trainer.rs	685	39	1851	12	54	8	2020-06-06	2025-06-19	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
tokenizers/src/models/unigram/serialization.rs	98	9	1818	270	10	4	2020-07-09	2024-10-04	patry.nicolas@protonmail.com	hamirmahal@gmail.com
tokenizers/src/models/unigram/mod.rs	8	7	1851	1750	9	1	2020-06-06	2020-09-15	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
tokenizers/src/models/unigram/trie.rs	43	7	1831	12	7	2	2020-06-26	2025-06-19	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
tokenizers/src/models/unigram/lattice.rs	588	20	1843	12	27	4	2020-06-14	2025-06-19	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
tokenizers/src/models/unigram/model.rs	509	35	1836	12	47	8	2020-06-21	2025-06-19	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
tokenizers/src/models/wordlevel/trainer.rs	151	12	1728	12	12	5	2020-10-07	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/models/wordlevel/serialization.rs	114	8	1909	12	9	2	2020-04-09	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/models/wordlevel/mod.rs	204	29	1973	12	36	9	2020-02-05	2025-06-19	mfuntowicz@users.noreply.github.com	patry.nicolas@protonmail.com
tokenizers/src/models/bpe/trainer.rs	598	54	2053	12	79	12	2019-11-17	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/models/bpe/serialization.rs	217	12	1909	12	13	3	2020-04-09	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/models/bpe/mod.rs	59	19	2053	372	23	6	2019-11-17	2024-06-24	m.anthony.moi@gmail.com	cognetta.marco@gmail.com
tokenizers/src/models/bpe/model.rs	834	69	2053	12	108	15	2019-11-17	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/models/bpe/word.rs	277	18	2053	12	20	6	2019-11-17	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/decoders/byte_fallback.rs	91	3	831	35	4	3	2023-03-23	2025-05-27	patry.nicolas@protonmail.com	48595927+arthurzucker@users.noreply.github.com
tokenizers/src/decoders/wordpiece.rs	74	18	2033	13	18	6	2019-12-07	2025-06-18	m.anthony.moi@gmail.com	c@farsight.net
tokenizers/src/decoders/mod.rs	39	15	2049	329	20	5	2019-11-21	2024-08-06	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/decoders/bpe.rs	31	11	2001	1125	12	4	2020-01-08	2022-06-02	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/decoders/fuse.rs	34	1	831	831	1	1	2023-03-23	2023-03-23	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
tokenizers/src/decoders/sequence.rs	48	2	1125	459	2	2	2022-06-02	2024-03-29	patry.nicolas@protonmail.com	e.a.platanios@gmail.com
tokenizers/src/decoders/strip.rs	67	3	831	173	4	2	2023-03-23	2025-01-09	patry.nicolas@protonmail.com	13696594+tinyboxvk@users.noreply.github.com
tokenizers/src/tokenizer/pre_tokenizer.rs	228	12	1803	327	14	2	2020-07-24	2024-08-08	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/tokenizer/serialization.rs	215	16	1909	35	24	6	2020-04-09	2025-05-27	m.anthony.moi@gmail.com	48595927+arthurzucker@users.noreply.github.com
tokenizers/src/tokenizer/mod.rs	1185	137	2028	7	204	21	2019-12-12	2025-06-24	m.anthony.moi@gmail.com	48595927+arthurzucker@users.noreply.github.com
tokenizers/src/tokenizer/pattern.rs	187	6	1799	35	12	3	2020-07-28	2025-05-27	m.anthony.moi@gmail.com	co63oc@users.noreply.github.com
tokenizers/src/tokenizer/encoding.rs	780	57	2028	12	72	12	2019-12-12	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/tokenizer/added_vocabulary.rs	799	40	1841	12	68	10	2020-06-16	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/tokenizer/normalizer.rs	2002	52	2012	35	81	15	2019-12-28	2025-05-27	m.anthony.moi@gmail.com	co63oc@users.noreply.github.com
tokenizers/src/processors/template.rs	854	22	1761	12	25	7	2020-09-04	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/processors/bert.rs	268	31	2028	12	35	6	2019-12-12	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/src/processors/mod.rs	112	13	2053	329	14	6	2019-11-17	2024-08-06	m.anthony.moi@gmail.com	48595927+arthurzucker@users.noreply.github.com
tokenizers/src/processors/sequence.rs	156	4	1041	12	4	2	2022-08-25	2025-06-19	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
tokenizers/src/processors/roberta.rs	309	30	1975	12	32	7	2020-02-03	2025-06-19	mfuntowicz@users.noreply.github.com	patry.nicolas@protonmail.com
tokenizers/src/lib.rs	20	43	2069	14	52	11	2019-11-01	2025-06-17	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
tokenizers/benches/layout_benchmark.rs	64	2	1041	14	2	1	2022-08-25	2025-06-17	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
tokenizers/benches/common/mod.rs	76	4	1792	14	5	3	2020-08-04	2025-06-17	sebastian.puetz@uni-tuebingen.de	patry.nicolas@protonmail.com
tokenizers/benches/unigram_benchmark.rs	37	3	771	14	3	3	2023-05-22	2025-06-17	dmishig@gmail.com	patry.nicolas@protonmail.com
tokenizers/benches/bpe_benchmark.rs	115	27	2008	14	43	5	2020-01-01	2025-06-17	epwalsh10@gmail.com	patry.nicolas@protonmail.com
tokenizers/benches/bert_benchmark.rs	132	6	1792	14	6	4	2020-08-04	2025-06-17	sebastian.puetz@uni-tuebingen.de	patry.nicolas@protonmail.com
tokenizers/benches/llama3_benchmark.rs	64	1	14	14	2	1	2025-06-17	2025-06-17	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/python/py_src/tokenizers/implementations/sentencepiece_bpe.py	83	13	1802	35	14	9	2020-07-25	2025-05-27	sebastian.puetz@uni-tuebingen.de	86721361+coqueue@users.noreply.github.com
bindings/python/py_src/tokenizers/implementations/byte_level_bpe.py	97	9	1802	35	10	5	2020-07-25	2025-05-27	sebastian.puetz@uni-tuebingen.de	86721361+coqueue@users.noreply.github.com
bindings/python/py_src/tokenizers/implementations/sentencepiece_unigram.py	120	22	1775	440	24	8	2020-08-21	2024-04-17	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/python/py_src/tokenizers/implementations/bert_wordpiece.py	131	9	1802	846	10	6	2020-07-25	2023-03-08	sebastian.puetz@uni-tuebingen.de	kurttutan.mert@gmail.com
bindings/python/py_src/tokenizers/implementations/base_tokenizer.py	131	10	1802	663	11	6	2020-07-25	2023-09-07	sebastian.puetz@uni-tuebingen.de	48595927+arthurzucker@users.noreply.github.com
bindings/python/py_src/tokenizers/implementations/__init__.py	6	4	1802	1000	4	3	2020-07-25	2022-10-05	sebastian.puetz@uni-tuebingen.de	patry.nicolas@protonmail.com
bindings/python/py_src/tokenizers/implementations/char_level_bpe.py	113	10	1802	35	11	6	2020-07-25	2025-05-27	sebastian.puetz@uni-tuebingen.de	86721361+coqueue@users.noreply.github.com
bindings/python/py_src/tokenizers/normalizers/__init__.py	23	8	1802	351	8	4	2020-07-25	2024-07-15	sebastian.puetz@uni-tuebingen.de	48595927+arthurzucker@users.noreply.github.com
bindings/python/py_src/tokenizers/normalizers/__init__.pyi	101	14	1802	173	14	5	2020-07-25	2025-01-09	sebastian.puetz@uni-tuebingen.de	13696594+tinyboxvk@users.noreply.github.com
bindings/python/py_src/tokenizers/pre_tokenizers/__init__.py	14	10	1802	12	10	5	2020-07-25	2025-06-19	sebastian.puetz@uni-tuebingen.de	vetterle@posteo.de
bindings/python/py_src/tokenizers/pre_tokenizers/__init__.pyi	90	24	1802	12	27	12	2020-07-25	2025-06-19	sebastian.puetz@uni-tuebingen.de	vetterle@posteo.de
bindings/python/py_src/tokenizers/models/__init__.py	6	5	1802	1687	5	3	2020-07-25	2020-11-17	sebastian.puetz@uni-tuebingen.de	patry.nicolas@protonmail.com
bindings/python/py_src/tokenizers/models/__init__.pyi	93	19	1802	385	23	7	2020-07-25	2024-06-11	sebastian.puetz@uni-tuebingen.de	nprisbrey@users.noreply.github.com
bindings/python/py_src/tokenizers/__init__.py	52	39	1802	665	48	8	2020-07-25	2023-09-05	sebastian.puetz@uni-tuebingen.de	arthur.zucker@gmail.com
bindings/python/py_src/tokenizers/__init__.pyi	221	31	1802	238	36	9	2020-07-25	2024-11-05	sebastian.puetz@uni-tuebingen.de	48595927+arthurzucker@users.noreply.github.com
bindings/python/py_src/tokenizers/tools/visualizer-styles.css	138	1	1670	1670	1	1	2020-12-04	2020-12-04	tal@lighttag.io	tal@lighttag.io
bindings/python/py_src/tokenizers/tools/visualizer.py	209	4	1670	173	5	4	2020-12-04	2025-01-09	tal@lighttag.io	13696594+tinyboxvk@users.noreply.github.com
bindings/python/py_src/tokenizers/tools/__init__.py	1	2	1670	1000	2	2	2020-12-04	2022-10-05	tal@lighttag.io	patry.nicolas@protonmail.com
bindings/python/py_src/tokenizers/decoders/__init__.py	13	7	1802	228	9	3	2020-07-25	2024-11-15	sebastian.puetz@uni-tuebingen.de	patry.nicolas@protonmail.com
bindings/python/py_src/tokenizers/decoders/__init__.pyi	56	15	1802	35	17	5	2020-07-25	2025-05-27	sebastian.puetz@uni-tuebingen.de	48595927+arthurzucker@users.noreply.github.com
bindings/python/py_src/tokenizers/processors/__init__.py	7	5	1802	1041	5	3	2020-07-25	2022-08-25	sebastian.puetz@uni-tuebingen.de	patry.nicolas@protonmail.com
bindings/python/py_src/tokenizers/processors/__init__.pyi	40	12	1802	476	12	4	2020-07-25	2024-03-12	sebastian.puetz@uni-tuebingen.de	48595927+arthurzucker@users.noreply.github.com
bindings/python/py_src/tokenizers/trainers/__init__.py	6	5	1802	1687	5	3	2020-07-25	2020-11-17	sebastian.puetz@uni-tuebingen.de	patry.nicolas@protonmail.com
bindings/python/py_src/tokenizers/trainers/__init__.pyi	28	12	1802	476	12	6	2020-07-25	2024-03-12	sebastian.puetz@uni-tuebingen.de	48595927+arthurzucker@users.noreply.github.com
bindings/python/pyproject.toml	61	14	2043	140	14	7	2019-11-27	2025-02-11	m.anthony.moi@gmail.com	git@qaq.io
bindings/python/Cargo.toml	26	109	2069	7	135	17	2019-11-01	2025-06-24	m.anthony.moi@gmail.com	arthur.zucker@gmail.com
bindings/python/src/trainers.rs	836	47	2037	182	53	16	2019-12-03	2024-12-31	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
bindings/python/src/decoders.rs	577	51	2047	35	71	15	2019-11-23	2025-05-27	m.anthony.moi@gmail.com	co63oc@users.noreply.github.com
bindings/python/src/models.rs	785	72	2048	12	90	15	2019-11-22	2025-06-19	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
bindings/python/src/pre_tokenizers.rs	791	76	2047	12	97	23	2019-11-23	2025-06-19	m.anthony.moi@gmail.com	vetterle@posteo.de
bindings/python/src/error.rs	35	13	2027	182	15	5	2019-12-13	2024-12-31	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
bindings/python/src/normalizers.rs	760	52	2011	154	67	17	2019-12-29	2025-01-28	m.anthony.moi@gmail.com	48595927+arthurzucker@users.noreply.github.com
bindings/python/src/utils/mod.rs	62	8	1747	249	10	4	2020-09-18	2024-10-25	m.anthony.moi@gmail.com	92270426+sftse@users.noreply.github.com
bindings/python/src/utils/normalization.rs	477	19	1747	154	21	10	2020-09-18	2025-01-28	m.anthony.moi@gmail.com	48595927+arthurzucker@users.noreply.github.com
bindings/python/src/utils/iterators.rs	90	6	1659	182	6	4	2020-12-15	2024-12-31	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
bindings/python/src/utils/regex.rs	20	6	1747	334	6	4	2020-09-18	2024-08-01	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
bindings/python/src/utils/serde_pyo3.rs	454	2	328	182	2	1	2024-08-07	2024-12-31	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/python/src/utils/pretokenization.rs	254	11	1747	228	12	7	2020-09-18	2024-11-15	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
bindings/python/src/tokenizer.rs	1060	108	2048	182	156	17	2019-11-22	2024-12-31	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
bindings/python/src/encoding.rs	244	53	2030	182	70	13	2019-12-10	2024-12-31	m.anthony.moi@gmail.com	patry.nicolas@protonmail.com
bindings/python/src/processors.rs	642	43	2024	154	49	15	2019-12-16	2025-01-28	m.anthony.moi@gmail.com	48595927+arthurzucker@users.noreply.github.com
bindings/python/src/token.rs	40	6	2048	685	6	3	2019-11-22	2023-08-16	m.anthony.moi@gmail.com	mikelui@users.noreply.github.com
bindings/python/src/lib.rs	39	62	2069	173	82	8	2019-11-01	2025-01-09	m.anthony.moi@gmail.com	13696594+tinyboxvk@users.noreply.github.com
bindings/python/scripts/convert.py	342	11	1748	35	15	6	2020-09-17	2025-05-27	patry.nicolas@protonmail.com	co63oc@users.noreply.github.com
bindings/python/scripts/sentencepiece_extractor.py	93	5	2001	476	6	5	2020-01-08	2024-03-12	m.anthony.moi@gmail.com	48595927+arthurzucker@users.noreply.github.com
bindings/python/scripts/spm_parity_check.py	208	9	1775	476	10	3	2020-08-21	2024-03-12	patry.nicolas@protonmail.com	48595927+arthurzucker@users.noreply.github.com
bindings/python/MANIFEST.in	7	3	2037	1816	3	2	2019-12-03	2020-07-11	m.anthony.moi@gmail.com	setu4993@yahoo.co.in
bindings/python/conftest.py	12	1	1763	1763	1	1	2020-09-02	2020-09-02	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/python/setup.cfg	51	1	1000	1000	1	1	2022-10-05	2022-10-05	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/python/stub.py	141	5	1687	173	5	4	2020-11-17	2025-01-09	patry.nicolas@protonmail.com	13696594+tinyboxvk@users.noreply.github.com
bindings/node/types.ts	6	1	673	673	1	1	2023-08-28	2023-08-28	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/node/index.js	376	2	673	458	2	2	2023-08-28	2024-03-30	patry.nicolas@protonmail.com	48595927+arthurzucker@users.noreply.github.com
bindings/node/Cargo.toml	18	16	673	7	17	3	2023-08-28	2025-06-24	patry.nicolas@protonmail.com	arthur.zucker@gmail.com
bindings/node/src/utils.rs	42	1	673	673	1	1	2023-08-28	2023-08-28	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/node/src/trainers.rs	59	1	673	673	1	1	2023-08-28	2023-08-28	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/node/src/decoders.rs	161	2	673	458	2	2	2023-08-28	2024-03-30	patry.nicolas@protonmail.com	48595927+arthurzucker@users.noreply.github.com
bindings/node/src/models.rs	303	2	673	12	2	1	2023-08-28	2025-06-19	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/node/src/pre_tokenizers.rs	231	2	673	458	2	2	2023-08-28	2024-03-30	patry.nicolas@protonmail.com	48595927+arthurzucker@users.noreply.github.com
bindings/node/src/normalizers.rs	159	1	673	673	1	1	2023-08-28	2023-08-28	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/node/src/tokenizer.rs	463	2	673	328	2	2	2023-08-28	2024-08-07	patry.nicolas@protonmail.com	48595927+arthurzucker@users.noreply.github.com
bindings/node/src/tasks/models.rs	67	1	673	673	1	1	2023-08-28	2023-08-28	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/node/src/tasks/mod.rs	2	1	673	673	1	1	2023-08-28	2023-08-28	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/node/src/tasks/tokenizer.rs	111	1	673	673	1	1	2023-08-28	2023-08-28	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/node/src/encoding.rs	310	1	673	673	1	1	2023-08-28	2023-08-28	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/node/src/processors.rs	110	1	673	673	1	1	2023-08-28	2023-08-28	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/node/src/arc_rwlock_serde.rs	15	1	673	673	1	1	2023-08-28	2023-08-28	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/node/src/lib.rs	13	1	673	673	1	1	2023-08-28	2023-08-28	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/node/build.rs	4	1	673	673	1	1	2023-08-28	2023-08-28	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com
bindings/node/rustfmt.toml	1	1	673	673	1	1	2023-08-28	2023-08-28	patry.nicolas@protonmail.com	patry.nicolas@protonmail.com