Add first-chunk timeout

2026-09-15 02:56:10 +08:00 · 2026-05-22 14:16:00 +08:00
parent e629d37fa8
commit 72892336bc
3 changed files with 42 additions and 15 deletions
@@ -44,6 +44,7 @@ object LargeLanguageModels {

    fun reload() {
        val timeout = PluginConfig.timeout.milliseconds
+        val firstChunkTimeout = PluginConfig.firstChunkTimeout.milliseconds

        // 初始化聊天模型
        if (PluginConfig.openAiApi.isNotBlank() && PluginConfig.openAiToken.isNotBlank()) {
@@ -51,6 +52,7 @@ object LargeLanguageModels {
                baseUrl = PluginConfig.openAiApi,
                token = PluginConfig.openAiToken,
                timeout = timeout,
+                firstChunkTimeout = firstChunkTimeout,
                extraBody = parseExtraBody(PluginConfig.chatModelExtraBody)
            )
        }
@@ -61,6 +63,7 @@ object LargeLanguageModels {
                baseUrl = PluginConfig.reasoningModelApi,
                token = PluginConfig.reasoningModelToken,
                timeout = timeout,
+                firstChunkTimeout = firstChunkTimeout,
                extraBody = parseExtraBody(PluginConfig.reasoningModelExtraBody)
            )
        }
@@ -71,6 +74,7 @@ object LargeLanguageModels {
                baseUrl = PluginConfig.visualModelApi,
                token = PluginConfig.visualModelToken,
                timeout = timeout,
+                firstChunkTimeout = firstChunkTimeout,
                extraBody = parseExtraBody(PluginConfig.visualModelExtraBody)
            )
        }