public static PreTokenizer FromConfig()

in Runtime/Tokenizers/PreTokenizers/PreTokenizers.cs [36:50]

• 13 lines of code
• 3 McCabe index (conditional complexity)

        public static PreTokenizer FromConfig(JObject config)
        {
            if (config == null)
                return null;

            string configType = config["type"].ToString();
            switch (configType)
            {

                case "BertPreTokenizer":
                    return new BertPreTokenizer(config);
                default:
                    throw new Exception($"Unknown PreTokenizer type: {configType}");
            }
        }