in Runtime/Tokenizers/Tokenizers/Tokenizers.cs [105:108]
public virtual List<string> Encode(List<string> tokens) { throw new Exception("Encode should be implemented in subclass"); }