fun getTokenizerConfig()

in src/main/kotlin/co/huggingface/llmintellij/LlmSettingsComponent.kt [369:385]


    fun getTokenizerConfig(): TokenizerConfig? {
        val type = tokenizerConfig.getItemAt(tokenizerConfig.selectedIndex)
        return when (type) {
            "Hugging Face" -> {
                TokenizerConfig.HuggingFace(tokenizerConfigHuggingFaceRepository.text)
            }
            "Local" -> {
                TokenizerConfig.Local(tokenizerConfigLocalPath.text)
            }
            "Download" -> {
                TokenizerConfig.Download(tokenizerConfigDownloadUrl.text, tokenizerConfigDownloadTo.text)
            }
            else -> {
                null
            }
        }
    }