public virtual List PreTokenizeText()

in Runtime/Tokenizers/PreTokenizers/PreTokenizers.cs [58:61]

• 4 lines of code
• 1 McCabe index (conditional complexity)

        public virtual List<string> PreTokenizeText(string text)
        {
            throw new Exception("PreTokenizeText should be implemented in subclass.");
        }