- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.i2w files (78):

dist-pypi/blingfire/bert_base_cased_tok.i2w
dist-pypi/blingfire/bert_base_tok.i2w
dist-pypi/blingfire/bert_chinese.i2w
dist-pypi/blingfire/bert_multi_cased.i2w
dist-pypi/blingfire/gpt2.i2w
dist-pypi/blingfire/laser100k.i2w
dist-pypi/blingfire/laser250k.i2w
dist-pypi/blingfire/laser500k.i2w
dist-pypi/blingfire/roberta.i2w
dist-pypi/blingfire/uri100k.i2w
dist-pypi/blingfire/uri250k.i2w
dist-pypi/blingfire/uri500k.i2w
dist-pypi/blingfire/xlm_roberta_base.i2w
dist-pypi/blingfire/xlnet.i2w
dist-pypi/blingfire/xlnet_nonorm.i2w
ldbsrc/bert_base_cased_tok/ldb.conf.i2w
ldbsrc/bert_base_cased_tok/options.i2w
ldbsrc/bert_base_tok/ldb.conf.i2w
ldbsrc/bert_base_tok/options.i2w
ldbsrc/bert_chinese/ldb.conf.i2w
ldbsrc/bert_chinese/options.i2w
ldbsrc/bert_multi_cased/ldb.conf.i2w
ldbsrc/bert_multi_cased/options.i2w
ldbsrc/gpt2/ldb.conf.i2w
ldbsrc/gpt2/options.i2w
ldbsrc/laser100k/ldb.conf.i2w
ldbsrc/laser100k/options.i2w
ldbsrc/laser250k/ldb.conf.i2w
ldbsrc/laser250k/options.i2w
ldbsrc/laser500k/ldb.conf.i2w
ldbsrc/laser500k/options.i2w
ldbsrc/laser50k/ldb.conf.i2w
ldbsrc/laser50k/options.i2w
ldbsrc/ldb/bert_base_cased_tok.i2w
ldbsrc/ldb/bert_base_tok.i2w
ldbsrc/ldb/bert_chinese.i2w
ldbsrc/ldb/bert_multi_cased.i2w
ldbsrc/ldb/gpt2.i2w
ldbsrc/ldb/laser100k.i2w
ldbsrc/ldb/laser250k.i2w
ldbsrc/ldb/laser500k.i2w
ldbsrc/ldb/laser50k.i2w
ldbsrc/ldb/roberta.i2w
ldbsrc/ldb/uri100k.i2w
ldbsrc/ldb/uri250k.i2w
ldbsrc/ldb/uri500k.i2w
ldbsrc/ldb/xlm_roberta_base.i2w
ldbsrc/ldb/xlnet.i2w
ldbsrc/ldb/xlnet_nonorm.i2w
ldbsrc/roberta/ldb.conf.i2w
ldbsrc/roberta/options.i2w
ldbsrc/uri100k/ldb.conf.i2w
ldbsrc/uri100k/options.i2w
ldbsrc/uri250k/ldb.conf.i2w
ldbsrc/uri250k/options.i2w
ldbsrc/uri500k/ldb.conf.i2w
ldbsrc/uri500k/options.i2w
ldbsrc/xlm_roberta_base/ldb.conf.i2w
ldbsrc/xlm_roberta_base/options.i2w
ldbsrc/xlnet/ldb.conf.i2w
ldbsrc/xlnet/options.i2w
ldbsrc/xlnet_nonorm/ldb.conf.i2w
ldbsrc/xlnet_nonorm/options.i2w
nuget/lib/bert_base_cased_tok.i2w
nuget/lib/bert_base_tok.i2w
nuget/lib/bert_chinese.i2w
nuget/lib/bert_multi_cased.i2w
nuget/lib/gpt2.i2w
nuget/lib/laser100k.i2w
nuget/lib/laser250k.i2w
nuget/lib/laser500k.i2w
nuget/lib/roberta.i2w
nuget/lib/uri100k.i2w
nuget/lib/uri250k.i2w
nuget/lib/uri500k.i2w
nuget/lib/xlm_roberta_base.i2w
nuget/lib/xlnet.i2w
nuget/lib/xlnet_nonorm.i2w
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*. files (63):

LICENSE
blingfiretools/fa_encode/sources
dist-pypi/LICENSE
ldbsrc/gpt2/LICENSE
ldbsrc/roberta/LICENSE
scripts/fa_align_
scripts/fa_build_dict
scripts/fa_build_dict_fst
scripts/fa_build_gc
scripts/fa_build_id2word
scripts/fa_build_lex
scripts/fa_build_ngrams
scripts/fa_build_parser
scripts/fa_build_pats
scripts/fa_build_segs
scripts/fa_build_subst
scripts/fa_build_suff
scripts/fa_build_w2t_prob
scripts/fa_build_word_guesser
scripts/fa_build_wre
scripts/fa_cat_ratio
scripts/fa_combine
scripts/fa_conf2test_prm
scripts/fa_count2prob
scripts/fa_count2prob_ngram
scripts/fa_cre2dre
scripts/fa_cutoff
scripts/fa_cutoff_cm
scripts/fa_expand
scripts/fa_extract
scripts/fa_fflc2wtbt
scripts/fa_filter
scripts/fa_fsa2dot
scripts/fa_fsm_info
scripts/fa_getlanguage2stat
scripts/fa_line2ts
scripts/fa_line2words
scripts/fa_merge_acts
scripts/fa_merge_stat
scripts/fa_nfa2mindfa
scripts/fa_nlgcli2tagdict
scripts/fa_num2int
scripts/fa_oic2wre
scripts/fa_preproc
scripts/fa_segs2comps
scripts/fa_shuffle
scripts/fa_split
scripts/fa_split_wtbt
scripts/fa_tree2xml
scripts/fa_ts_compare
scripts/fa_ttt2arr
scripts/fa_usage2ptbl
scripts/fa_usage2ttbl
scripts/fa_utf8tongrams
scripts/fa_w2tp_summ
scripts/fa_wtbt2bws
scripts/fa_wtbt2tt
scripts/fa_wtbt2wbs
scripts/fa_wtbt2wts
scripts/fa_wts2wts
scripts/scripts
scripts/set_env
wasm/Makefile
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.bin files (56):

dist-pypi/blingfire/bert_base_cased_tok.bin
dist-pypi/blingfire/bert_base_tok.bin
dist-pypi/blingfire/bert_chinese.bin
dist-pypi/blingfire/bert_multi_cased.bin
dist-pypi/blingfire/gpt2.bin
dist-pypi/blingfire/laser100k.bin
dist-pypi/blingfire/laser250k.bin
dist-pypi/blingfire/laser500k.bin
dist-pypi/blingfire/roberta.bin
dist-pypi/blingfire/syllab.bin
dist-pypi/blingfire/uri100k.bin
dist-pypi/blingfire/uri250k.bin
dist-pypi/blingfire/uri500k.bin
dist-pypi/blingfire/wbd_chuni.bin
dist-pypi/blingfire/xlm_roberta_base.bin
dist-pypi/blingfire/xlnet.bin
dist-pypi/blingfire/xlnet_nonorm.bin
ldbsrc/ldb/bert_base_cased_tok.bin
ldbsrc/ldb/bert_base_tok.bin
ldbsrc/ldb/bert_chinese.bin
ldbsrc/ldb/bert_multi_cased.bin
ldbsrc/ldb/bpe_example.bin
ldbsrc/ldb/bpe_example2.bin
ldbsrc/ldb/gpt2.bin
ldbsrc/ldb/laser100k.bin
ldbsrc/ldb/laser250k.bin
ldbsrc/ldb/laser500k.bin
ldbsrc/ldb/laser50k.bin
ldbsrc/ldb/roberta.bin
ldbsrc/ldb/sbd.bin
ldbsrc/ldb/syllab.bin
ldbsrc/ldb/uri100k.bin
ldbsrc/ldb/uri250k.bin
ldbsrc/ldb/uri500k.bin
ldbsrc/ldb/wbd.bin
ldbsrc/ldb/wbd_chuni.bin
ldbsrc/ldb/xlm_roberta_base.bin
ldbsrc/ldb/xlnet.bin
ldbsrc/ldb/xlnet_nonorm.bin
nuget/lib/bert_base_cased_tok.bin
nuget/lib/bert_base_tok.bin
nuget/lib/bert_chinese.bin
nuget/lib/bert_multi_cased.bin
nuget/lib/gpt2.bin
nuget/lib/laser100k.bin
nuget/lib/laser250k.bin
nuget/lib/laser500k.bin
nuget/lib/roberta.bin
nuget/lib/syllab.bin
nuget/lib/uri100k.bin
nuget/lib/uri250k.bin
nuget/lib/uri500k.bin
nuget/lib/wbd_chuni.bin
nuget/lib/xlm_roberta_base.bin
nuget/lib/xlnet.bin
nuget/lib/xlnet_nonorm.bin
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.small files (44):

ldbsrc/bert_base_cased_tok/ldb.conf.small
ldbsrc/bert_base_cased_tok/options.small
ldbsrc/bert_base_tok/ldb.conf.small
ldbsrc/bert_base_tok/options.small
ldbsrc/bert_chinese/ldb.conf.small
ldbsrc/bert_chinese/options.small
ldbsrc/bert_multi_cased/ldb.conf.small
ldbsrc/bert_multi_cased/options.small
ldbsrc/bpe_example/ldb.conf.small
ldbsrc/bpe_example/options.small
ldbsrc/bpe_example2/ldb.conf.small
ldbsrc/bpe_example2/options.small
ldbsrc/gpt2/ldb.conf.small
ldbsrc/gpt2/options.small
ldbsrc/laser100k/ldb.conf.small
ldbsrc/laser100k/options.small
ldbsrc/laser250k/ldb.conf.small
ldbsrc/laser250k/options.small
ldbsrc/laser500k/ldb.conf.small
ldbsrc/laser500k/options.small
ldbsrc/laser50k/ldb.conf.small
ldbsrc/laser50k/options.small
ldbsrc/roberta/ldb.conf.small
ldbsrc/roberta/options.small
ldbsrc/sbd/ldb.conf.small
ldbsrc/sbd/options.small
ldbsrc/syllab/ldb.conf.small
ldbsrc/syllab/options.small
ldbsrc/uri100k/ldb.conf.small
ldbsrc/uri100k/options.small
ldbsrc/uri250k/ldb.conf.small
ldbsrc/uri250k/options.small
ldbsrc/uri500k/ldb.conf.small
ldbsrc/uri500k/options.small
ldbsrc/wbd/ldb.conf.small
ldbsrc/wbd/options.small
ldbsrc/wbd_chuni/ldb.conf.small
ldbsrc/wbd_chuni/options.small
ldbsrc/xlm_roberta_base/ldb.conf.small
ldbsrc/xlm_roberta_base/options.small
ldbsrc/xlnet/ldb.conf.small
ldbsrc/xlnet/options.small
ldbsrc/xlnet_nonorm/ldb.conf.small
ldbsrc/xlnet_nonorm/options.small
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.utf8 files (23):

ldbsrc/bert_base_cased_tok/wbd.lex.utf8
ldbsrc/bert_base_tok/charmap.utf8
ldbsrc/bert_base_tok/wbd.lex.utf8
ldbsrc/bert_chinese/charmap.utf8
ldbsrc/bert_chinese/wbd.lex.utf8
ldbsrc/bert_multi_cased/wbd.lex.utf8
ldbsrc/bpe_example2/charmap.utf8
ldbsrc/gpt2/pos.dict.utf8
ldbsrc/roberta/pos.dict.utf8
ldbsrc/sbd/wbd.lex.utf8
ldbsrc/syllab/charmap.utf8
ldbsrc/uri100k/charmap.utf8
ldbsrc/uri100k/pos.dict.utf8
ldbsrc/uri250k/charmap.utf8
ldbsrc/uri250k/pos.dict.utf8
ldbsrc/uri500k/charmap.utf8
ldbsrc/uri500k/pos.dict.utf8
ldbsrc/wbd/wbd.lex.utf8
ldbsrc/wbd_chuni/wbd.lex.utf8
ldbsrc/xlm_roberta_base/charmap.utf8
ldbsrc/xlm_roberta_base/pos.dict.utf8
ldbsrc/xlnet/charmap.utf8
ldbsrc/xlnet/pos.dict.utf8
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.model files (11):

ldbsrc/bpe_example/m.model
ldbsrc/bpe_example2/m.model
ldbsrc/laser100k/laser_100k.model
ldbsrc/laser250k/laser_250k.model
ldbsrc/laser500k/laser_500k.model
ldbsrc/laser50k/laser_50k.model
ldbsrc/uri100k/uri100k.model
ldbsrc/uri250k/uri250k.model
ldbsrc/uri500k/uri500k.model
ldbsrc/xlm_roberta_base/spiece.model
ldbsrc/xlnet/spiece.model
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.vocab files (6):

ldbsrc/laser100k/laser_100k.vocab
ldbsrc/laser250k/laser_250k.vocab
ldbsrc/laser50k/laser_50k.vocab
ldbsrc/uri100k/uri100k.vocab
ldbsrc/uri250k/uri250k.vocab
ldbsrc/uri500k/uri500k.vocab
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.falex files (4):

ldbsrc/bert_base_cased_tok/vocab.falex
ldbsrc/bert_base_tok/vocab.falex
ldbsrc/bert_chinese/vocab.falex
ldbsrc/bert_multi_cased/vocab.falex
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.dylib files (2):

dist-pypi/blingfire/libblingfiretokdll.dylib
nuget/lib/libblingfiretokdll.dylib
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.pdb files (2):

dist-pypi/blingfire/blingfiretokdll.pdb
nuget/lib/blingfiretokdll.pdb
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.so files (2):

dist-pypi/blingfire/libblingfiretokdll.so
nuget/lib/libblingfiretokdll.so
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.sources files (1):

blingfirecompile.library/ext/sample.sources
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.def files (1):

blingfiretools/blingfiretokdll/blingfiretokdll.def
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.PNG files (1):

doc/Bling_Fire_Tokenizer_Algorithms.PNG
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.script files (1):

scripts/wbd.mwe.ne.extract.script
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.pypirc files (1):

dist-pypi/.pypirc
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.wasm files (1):

wasm/blingfire.wasm
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.sln files (1):

nuget/BlingFireNuget.sln
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
*.nmake files (1):

ldbsrc/Makefile.nmake
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -