Path	Lines of Code
bindings/node/jest.config.js	6
bindings/node/lib/bindings/decoders.test.ts	94
bindings/node/lib/bindings/encoding.test.ts	214
bindings/node/lib/bindings/models.test.ts	53
bindings/node/lib/bindings/normalizers.test.ts	36
bindings/node/lib/bindings/post-processors.test.ts	66
bindings/node/lib/bindings/pre-tokenizers.test.ts	60
bindings/node/lib/bindings/tokenizer.test.ts	245
bindings/node/lib/bindings/utils.test.ts	130
bindings/python/benches/test_tiktoken.py	102
bindings/python/tests/__init__.py	1
bindings/python/tests/bindings/__init__.py	1
bindings/python/tests/bindings/test_decoders.py	176
bindings/python/tests/bindings/test_encoding.py	97
bindings/python/tests/bindings/test_models.py	105
bindings/python/tests/bindings/test_normalizers.py	178
bindings/python/tests/bindings/test_pre_tokenizers.py	291
bindings/python/tests/bindings/test_processors.py	187
bindings/python/tests/bindings/test_tokenizer.py	486
bindings/python/tests/bindings/test_trainers.py	230
bindings/python/tests/implementations/__init__.py	1
bindings/python/tests/implementations/test_base_tokenizer.py	25
bindings/python/tests/implementations/test_bert_wordpiece.py	43
bindings/python/tests/implementations/test_byte_level_bpe.py	87
bindings/python/tests/implementations/test_char_bpe.py	49
bindings/python/tests/implementations/test_sentencepiece.py	46
bindings/python/tests/utils.py	82
tokenizers/tests/added_tokens.rs	89
tokenizers/tests/common/mod.rs	50
tokenizers/tests/documentation.rs	378
tokenizers/tests/from_pretrained.rs	50
tokenizers/tests/offsets.rs	163
tokenizers/tests/serialization.rs	217
tokenizers/tests/stream.rs	69
tokenizers/tests/training.rs	57
tokenizers/tests/unigram.rs	95