in Runtime/Tokenizers/Normalizers/Normalizers.cs [213:239]
public NormalizerSequence(JObject config): base(config)
{
string jsonString = config.ToString();
if (config == null)
{
throw new ArgumentNullException(nameof(config));
}
if (config["normalizers"] == null)
{
throw new ArgumentException("No normalizers in Sequence");
}
Normalizers = new List<Normalizer>();
foreach (JObject normalizerConfig in config["normalizers"])
{
var normalizer = Normalizer.FromConfig(normalizerConfig);
//var normalizer = new Normalizer.FromConfig(normalizerConfig);
if (normalizer != null)
{
//string normalizerString = normalizerConfig.Value<string>();
Normalizers.Add(normalizer);
}
}
}