profile: optimize conversation analysis concurrency

2026-09-15 02:56:10 +08:00 · 2026-08-03 16:39:19 +08:00
parent b96b732b92
commit 94f303ec72
12 changed files with 328 additions and 68 deletions
@@ -171,6 +171,7 @@ object LargeLanguageModels {
                        timeout = maxOf(timeout, profileFirstChunk),
                        firstChunkTimeout = profileFirstChunk,
                        extraBody = parseExtraBody(extraBody),
+                        maxConcurrentRequests = PluginConfig.profileMaxConcurrentRequests,
                    ),
                    model = model,
                    temperature = PluginConfig.profileModelTemperature ?: PluginConfig.chatTemperature,