- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Documentation
path like ".*/docs/.*"
39 files:

docs/source/tutorials/python/training_from_memory.rst
docs/source/conf.py
docs/source/installation/rust.inc
docs/source/installation/python.inc
docs/source/installation/node.inc
docs/source/installation/main.rst
docs/source/entities.inc
docs/source/quicktour.rst
docs/source/components.rst
docs/source/api/rust.inc
docs/source/api/python.inc
docs/source/api/reference.rst
docs/source/api/node.inc
docs/source/pipeline.rst
docs/source/index.rst
docs/source/_ext/rust_doc.py
docs/source/_ext/toctree_tags.py
docs/source/_ext/entities.py
docs/source/_static/css/huggingface.css
docs/source/_static/css/code-snippets.css
docs/source-doc-builder/quicktour.mdx
docs/source-doc-builder/installation.mdx
docs/source-doc-builder/training_from_memory.mdx
docs/source-doc-builder/api/encoding.mdx
docs/source-doc-builder/api/normalizers.mdx
docs/source-doc-builder/api/models.mdx
docs/source-doc-builder/api/pre-tokenizers.mdx
docs/source-doc-builder/api/decoders.mdx
docs/source-doc-builder/api/post-processors.mdx
docs/source-doc-builder/api/trainers.mdx
docs/source-doc-builder/api/tokenizer.mdx
docs/source-doc-builder/api/visualizer.mdx
docs/source-doc-builder/api/encode-inputs.mdx
docs/source-doc-builder/api/added-tokens.mdx
docs/source-doc-builder/api/input-sequences.mdx
docs/source-doc-builder/pipeline.mdx
docs/source-doc-builder/components.mdx
docs/source-doc-builder/index.mdx
docs/README.md
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Hidden files and folders
path like ".*/[.][a-zA-Z0-9_]+.*"
15 files:

tokenizers/examples/unstable_wasm/.gitignore
tokenizers/examples/unstable_wasm/www/.gitignore
tokenizers/examples/unstable_wasm/www/.bin/create-wasm-app.js
bindings/python/.cargo/config.toml
bindings/python/.gitignore
bindings/node/.editorconfig
bindings/node/.cargo/config.toml
bindings/node/.gitattributes
bindings/node/.prettierignore
bindings/node/.gitignore
bindings/node/.taplo.toml
.github/conda/build.sh
.github/conda/meta.yaml
.github/conda/bld.bat
.gitignore
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

Too long lines (1000+ characters)
4 files:

tokenizers/src/decoders/ctc.rs
bindings/python/examples/using_the_visualizer.ipynb
bindings/python/tests/test_serialization.py
docs/source/_static/js/custom.js
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Bootstrap
path like ".*/bootstrap[.](js|css|less|scss|styl)"
1 files:

tokenizers/examples/unstable_wasm/www/bootstrap.js
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Typescript definition files
path like ".*\.d\.ts"
1 files:

bindings/node/index.d.ts
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Git history
path like ".*/git[-]history[.]txt"
1 files:

git-history.txt
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

Too long file (1000000+ bytes)
1 files:

bindings/node/.yarn/releases/yarn-3.5.1.cjs
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -