func normalize()

in Sources/Tokenizers/Normalizer.swift [288:300]


    func normalize(text: String) -> String {
        var result = text

        if leftStrip {
            result = String(result.drop(while: { $0.isWhitespace }))
        }

        if rightStrip {
            result = String(result.reversed().drop(while: { $0.isWhitespace }).reversed())
        }

        return result
    }