in src/main/kotlin/co/huggingface/llmintellij/LlmSettingsComponent.kt [369:385]
fun getTokenizerConfig(): TokenizerConfig? {
val type = tokenizerConfig.getItemAt(tokenizerConfig.selectedIndex)
return when (type) {
"Hugging Face" -> {
TokenizerConfig.HuggingFace(tokenizerConfigHuggingFaceRepository.text)
}
"Local" -> {
TokenizerConfig.Local(tokenizerConfigLocalPath.text)
}
"Download" -> {
TokenizerConfig.Download(tokenizerConfigDownloadUrl.text, tokenizerConfigDownloadTo.text)
}
else -> {
null
}
}
}