blingfirecompile.library/src/FAWRECompiler.cpp (13 lines): - line 156: m_tns2dgs.SetInitialOw (10000); /// TODO: make this dynamicly - line 157: m_tns2dgs.SetInitialTypeIw (65535); /// TODO: make this dynamicly - line 158: m_tnnfa2nfa.SetTnBaseIw (10000); /// TODO: make this dynamicly - line 159: m_tnnfa2nfa.SetIgnoreBase (100000); /// TODO: make this dynamicly - line 160: m_tnnfa2nfa.SetIgnoreMax (200000); /// TODO: make this dynamicly - line 164: m_nfa2mealy.SetTrBrBaseIw (100000); /// TODO: make this dynamicly - line 165: m_nfa2mealy.SetTrBrMaxIw (200000); /// TODO: make this dynamicly - line 169: m_tns2dgs.SetInitialOw (10000); /// TODO: make this dynamicly - line 170: m_tns2dgs.SetInitialTypeIw (65535); /// TODO: make this dynamicly - line 171: m_tnnfa2nfa.SetTnBaseIw (10000); /// TODO: make this dynamicly - line 176: m_rs2moore.SetOwsRange (FAFsmConst::IW_EPSILON + 1, 9999); /// TODO: make this dynamicly - line 182: m_tns2dgs.SetInitialTypeIw (65535); /// TODO: make this dynamicly - line 518: return 10000; // TODO: make this dynamic blingfirecompile.library/src/FAMap_std.cpp (3 lines): - line 27: /// TODO: change, this line is bad - line 54: /// TODO: change, this line is bad - line 72: /// TODO: change, this line is bad blingfirecompile.library/src/FAWRERules2TokenNfa.cpp (3 lines): - line 56: m_rule_nfa.SetTrBrBaseIw (100000); /// TODO: make this dynamicly - line 57: m_rule_nfa.SetBaseIw (10000); /// TODO: make this dynamicly - line 65: m_rule_nfa.SetBaseIw (10000); /// TODO: make this dynamicly scripts/fa_build_w2t_prob.cmd (2 lines): - line 317: # # TODO: remove $normalization from the fa_build_word_guesser call - line 329: # # TODO: remove $normalization from the fa_line2chain_unicode call blingfirecompile.library/src/FAChain2Num_hash.cpp (2 lines): - line 60: /// TODO: remove this, make all objects created in constructor - line 315: // TODO: fix: Chain2Idx has already made these two look-ups blingfireclient.library/inc/FAWreLexTools_t.h (2 lines): - line 131: /// TODO: remove this when switched to an ordinary Moore FSM - line 494: /// TODO: switch to an ordinary Moore FSM, e.g. use FAState2OwCA ldbsrc/bert_base_tok/range_minus.py (1 line): - line 47: # TODO: add parsing for other cases blingfirecompile.library/src/FAWRETokens2Dicts.cpp (1 line): - line 254: // TODO : add explicit digitizer type setup blingfiretools/fa_charmap2mmap/fa_charmap2mmap.cpp (1 line): - line 228: // TODO: allow arbitrary hexadecimal chains blingfirecompile.library/src/FARSDfaRenum_remove_gaps.cpp (1 line): - line 77: // TODO: Add 0-reachability criterion instead, as dead-state(s) and blingfirecompile.library/src/FATokenNfa2TupleNfa.cpp (1 line): - line 51: /// m_dot_exp.Clear (); // TODO: add Clear to FAAny2AnyOther_global_t blingfiretools/blingfiretokdll/blingfiretokdll.cpp (1 line): - line 1462: // don't proceed without normalization, TODO: 99% times it does not change anything... so it is ok to proceed blingfireclient.library/inc/FADictInterpreter_t.h (1 line): - line 264: // change the order, if needed (TODO: remove support for AFF order) ldbsrc/gpt2/export_vocab.py (1 line): - line 68: # 3. these byte-level tokenizes roberta/gpt2 start ids from 0, since tags cannot be 0 (TODO: fix it) blingfirecompile.library/src/FARegexpTreeSimplify_disj.cpp (1 line): - line 578: // as some of the nodes do not exists (TODO: test without this) blingfirecompile.library/src/FAResolveMatch_nest.cpp (1 line): - line 84: // TODO: make something faster here blingfirecompile.library/src/FAPosNfaPack_triv.cpp (1 line): - line 570: /// TODO: calculate alphabet via bit-vector ldbsrc/roberta/export_vocab.py (1 line): - line 76: # 3. these byte-level tokenizes roberta/gpt2 start ids from 0, since tags cannot be 0 (TODO: fix it) blingfirecompile.library/inc/FAWRECompiler.h (1 line): - line 58: void SetTagDict (const FADictInterpreter_t < int > * pTagDict); // TODO: change this to LDB blingfirecompile.library/src/FARegexp2MinDfa.cpp (1 line): - line 82: /// m_dot_exp.Clear (); // TODO: add Clear to FAAny2AnyOther_global_t blingfirecompile.library/src/FAWRETokens2Digitizers.cpp (1 line): - line 400: /// m_dot_exp.Clear (); // TODO: add Clear to FAAny2AnyOther_global_t blingfireclient.library/inc/FATransform_unescape_t.h (1 line): - line 166: /// TODO: use a map or an array for lookup ldbsrc/bert_multi_cased/regexrangeparse.py (1 line): - line 50: # TODO: add parsing for other cases blingfirecompile.library/src/FATestCmpMultiMap.cpp (1 line): - line 90: // TODO: fix FAMultiMap_ar, so it will be able to keep gaps blingfirecompile.library/src/FAMultiMap_judy.cpp (1 line): - line 275: /// TODO: remove this, make all objects created in constructor