public static TokenizerModel FromConfig()

in Runtime/Tokenizers/Tokenizers/Tokenizers.cs [77:87]

• 11 lines of code
• 2 McCabe index (conditional complexity)

        public static TokenizerModel FromConfig(JObject config, JObject tokenizerData)
        {
            string configType = config["type"].ToString();
            switch (configType)
            {
                case "WordPiece":
                    return new WordPieceTokenizer(config);
                default:
                    throw new Exception($"Unknown TokenizerModel type: {configType}");
            }
        }