in Sources/Tokenizers/Tokenizer.swift [73:81]
func addedTokenAsString(_ addedToken: Config?) -> String? {
guard let addedToken else { return nil }
if let stringValue = addedToken.string() {
return stringValue
}
// This is possibly a serialization of the AddedToken class
// TODO: support lstrip, rstrip, normalized, etc.
return addedToken.content.string()
}