Summary: 44 instances, 34 unique Text Count void SetTagDict (const FADictInterpreter_t < int > * pTagDict); // TODO: change this to LDB 1 m_nfa2mealy.SetTrBrBaseIw (100000); /// TODO: make this dynamicly 1 /// TODO: remove this, make all objects created in constructor 1 // TODO: Add 0-reachability criterion instead, as dead-state(s) and 1 /// m_dot_exp.Clear (); // TODO: add Clear to FAAny2AnyOther_global_t 3 m_rule_nfa.SetBaseIw (10000); /// TODO: make this dynamicly 2 m_tnnfa2nfa.SetIgnoreBase (100000); /// TODO: make this dynamicly 1 // as some of the nodes do not exists (TODO: test without this) 1 // TODO: make something faster here 1 # # TODO: remove $normalization from the fa_build_word_guesser call 1 return 10000; // TODO: make this dynamic 1 # # TODO: remove $normalization from the fa_line2chain_unicode call 1 m_tns2dgs.SetInitialOw (10000); /// TODO: make this dynamicly 2 # TODO: add parsing for other cases 2 m_tnnfa2nfa.SetIgnoreMax (200000); /// TODO: make this dynamicly 1 // don't proceed without normalization, TODO: 99% times it does not change anything... so it is ok to proceed 1 /// TODO: change, this line is bad 3 m_tnnfa2nfa.SetTnBaseIw (10000); /// TODO: make this dynamicly 1 /// TODO: use a map or an array for lookup 1 // TODO: fix FAMultiMap_ar, so it will be able to keep gaps 1 /// TODO: calculate alphabet via bit-vector 1 /// TODO: switch to an ordinary Moore FSM, e.g. use FAState2OwCA 1 /// TODO: remove this, make all objects created in constructor 1 m_rule_nfa.SetTrBrBaseIw (100000); /// TODO: make this dynamicly 1 // TODO: allow arbitrary hexadecimal chains 1 m_nfa2mealy.SetTrBrMaxIw (200000); /// TODO: make this dynamicly 1 m_tns2dgs.SetInitialTypeIw (65535); /// TODO: make this dynamicly 3 # 3. these byte-level tokenizes roberta/gpt2 start ids from 0, since tags cannot be 0 (TODO: fix it) 2 /// TODO: remove this when switched to an ordinary Moore FSM 1 m_tnnfa2nfa.SetTnBaseIw (10000); /// TODO: make this dynamicly 1 // change the order, if needed (TODO: remove support for AFF order) 1 // TODO: fix: Chain2Idx has already made these two look-ups 1 m_rs2moore.SetOwsRange (FAFsmConst::IW_EPSILON + 1, 9999); /// TODO: make this dynamicly 1 // TODO : add explicit digitizer type setup 1