in Sources/Tokenizers/Normalizer.swift [288:300]
func normalize(text: String) -> String {
var result = text
if leftStrip {
result = String(result.drop(while: { $0.isWhitespace }))
}
if rightStrip {
result = String(result.reversed().drop(while: { $0.isWhitespace }).reversed())
}
return result
}