in Sources/Tokenizers/Tokenizer.swift [184:211]
func applyChatTemplate(messages: [Message], chatTemplate: ChatTemplateArgument) throws -> [Int]
/// The chat template is provided as a string literal
func applyChatTemplate(messages: [Message], chatTemplate: String) throws -> [Int]
func applyChatTemplate(
messages: [Message],
// A chat template can optionally be provided or specified by name when several templates are included in the tokenizer config. Normally this is not necessary.
chatTemplate: ChatTemplateArgument?,
addGenerationPrompt: Bool,
truncation: Bool,
maxLength: Int?,
tools: [ToolSpec]?
) throws -> [Int]
func applyChatTemplate(
messages: [Message],
// A chat template can optionally be provided or specified by name when several templates are included in the tokenizer config. Normally this is not necessary.
chatTemplate: ChatTemplateArgument?,
addGenerationPrompt: Bool,
truncation: Bool,
maxLength: Int?,
tools: [ToolSpec]?,
additionalContext: [String: Any]?
) throws -> [Int]
}
extension Tokenizer {