graph G { compound="true" rankdir="TB" bgcolor="white" fontname="Tahoma" node [ fixedsize="false" fontname="Tahoma" color="white" fillcolor="deepskyblue2" fontcolor="black" shape="box" style="filled" penwidth="1.0" ] edge [ fontname="Arial" color="#00688b" fontcolor="black" fontsize="12" arrowsize="0.5" penwidth="1.0" ] "[tokenizers/Cargo.toml]" -- "[bindings/python/Cargo.toml]" [label=" 3 ", penwidth="3", color="#00688b82"]; "[tokenizers/src/tokenizer/added_vocabulary.rs]" -- "[tokenizers/src/models/wordlevel/trainer.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/models/unigram/model.rs]" -- "[tokenizers/src/models/bpe/model.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/tokenizer/added_vocabulary.rs]" -- "[tokenizers/src/models/unigram/trainer.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/Cargo.toml]" -- "[bindings/node/Cargo.toml]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/benches/llama3_benchmark.rs]" -- "[tokenizers/benches/common/mod.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/pre_tokenizers/byte_level.rs]" -- "[tokenizers/Cargo.toml]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/models/unigram/lattice.rs]" -- "[tokenizers/src/models/bpe/word.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/benches/llama3_benchmark.rs]" -- "[tokenizers/Cargo.toml]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/models/unigram/trainer.rs]" -- "[tokenizers/src/models/bpe/model.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/models/unigram/trainer.rs]" -- "[tokenizers/src/models/unigram/model.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/tokenizer/added_vocabulary.rs]" -- "[tokenizers/src/models/bpe/model.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/models/wordlevel/trainer.rs]" -- "[tokenizers/src/models/unigram/model.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/models/wordlevel/trainer.rs]" -- "[tokenizers/src/models/bpe/trainer.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/models/bpe/word.rs]" -- "[bindings/python/Cargo.toml]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[bindings/python/src/pre_tokenizers.rs]" -- "[bindings/python/py_src/tokenizers/pre_tokenizers/__init__.pyi]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/benches/common/mod.rs]" -- "[tokenizers/Cargo.toml]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/models/bpe/trainer.rs]" -- "[tokenizers/src/models/bpe/model.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/models/unigram/trainer.rs]" -- "[tokenizers/src/models/bpe/trainer.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/pre_tokenizers/byte_level.rs]" -- "[tokenizers/src/normalizers/byte_level.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/normalizers/byte_level.rs]" -- "[tokenizers/Cargo.toml]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/models/unigram/lattice.rs]" -- "[tokenizers/Cargo.toml]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/models/unigram/model.rs]" -- "[tokenizers/src/models/bpe/trainer.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/models/wordlevel/trainer.rs]" -- "[tokenizers/src/models/bpe/model.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/models/wordlevel/trainer.rs]" -- "[tokenizers/src/models/unigram/trainer.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/tokenizer/added_vocabulary.rs]" -- "[tokenizers/src/models/bpe/trainer.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/models/unigram/lattice.rs]" -- "[bindings/python/Cargo.toml]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[bindings/python/Cargo.toml]" -- "[bindings/node/Cargo.toml]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/models/bpe/word.rs]" -- "[tokenizers/Cargo.toml]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/tokenizer/added_vocabulary.rs]" -- "[tokenizers/src/models/unigram/model.rs]" [label=" 2 ", penwidth="2", color="#00688b70"]; "[tokenizers/src/models/wordpiece/trainer.rs]" -- "[tokenizers/src/models/unigram/trainer.rs]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/processors/bert.rs]" -- "[tokenizers/src/normalizers/byte_level.rs]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/models/wordpiece/trainer.rs]" -- "[tokenizers/Cargo.toml]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/models/wordpiece/trainer.rs]" -- "[tokenizers/src/models/mod.rs]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/models/wordlevel/serialization.rs]" -- "[tokenizers/src/models/unigram/trie.rs]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/models/unigram/lattice.rs]" -- "[bindings/python/src/models.rs]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/models/wordlevel/mod.rs]" -- "[tokenizers/src/models/bpe/model.rs]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/models/unigram/model.rs]" -- "[bindings/node/Cargo.toml]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/utils/cache.rs]" -- "[tokenizers/src/normalizers/byte_level.rs]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/processors/template.rs]" -- "[tokenizers/src/models/wordlevel/trainer.rs]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/models/unigram/trainer.rs]" -- "[bindings/python/src/models.rs]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/models/wordpiece/serialization.rs]" -- "[tokenizers/src/models/unigram/trainer.rs]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/utils/padding.rs]" -- "[tokenizers/src/models/wordlevel/trainer.rs]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/models/mod.rs]" -- "[tokenizers/src/models/bpe/word.rs]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/models/wordlevel/serialization.rs]" -- "[tokenizers/src/models/bpe/trainer.rs]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/processors/roberta.rs]" -- "[bindings/node/Cargo.toml]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/utils/cache.rs]" -- "[tokenizers/src/models/unigram/trie.rs]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/utils/truncation.rs]" -- "[tokenizers/src/models/mod.rs]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/benches/unigram_benchmark.rs]" -- "[tokenizers/Cargo.toml]" [label=" 1 ", penwidth="1", color="#00688b5E"]; "[tokenizers/src/processors/bert.rs]" -- "[bindings/node/src/models.rs]" [label=" 1 ", penwidth="1", color="#00688b5E"]; }