Path	Lines of Code
Cargo.toml	23
MANIFEST.in	8
pyproject.toml	36
scripts/benchmark.py	28
scripts/redact.py	52
setup.py	16
src/lib.rs	393
src/py.rs	156
tiktoken/__init__.py	6
tiktoken/_educational.py	134
tiktoken/core.py	205
tiktoken/load.py	114
tiktoken/model.py	77
tiktoken/registry.py	70
tiktoken_ext/openai_public.py	108