feat(llm): add synchronous cancellation for LLM requests #412

Implement cancelCurrentRequestSync method in LLMProviderAdapter and update ChatCodingService to use it, allowing immediate cancellation of streaming responses. This provides a cleaner way to stop ongoing LLM operations without waiting for completion.

Author: phodal

core/src/main/kotlin/cc/unitmesh/devti/gui/chat/ChatCodingService.kt

@@ -9,7 +9,8 @@ import cc.unitmesh.devti.custom.compile.CustomVariable
 import cc.unitmesh.devti.gui.chat.message.ChatActionType
 import cc.unitmesh.devti.gui.chat.message.ChatContext
 import cc.unitmesh.devti.gui.chat.message.ChatRole
-import cc.unitmesh.devti.llm2.LLMProvider2
+import cc.unitmesh.devti.llms.LLMProvider
+import cc.unitmesh.devti.llms.LLMProviderAdapter
 import cc.unitmesh.devti.llms.LlmFactory
 import cc.unitmesh.devti.llms.custom.Message
 import cc.unitmesh.devti.provider.ContextPrompter
@@ -22,7 +23,7 @@ import kotlinx.coroutines.flow.Flow
 import kotlinx.coroutines.launch
 
 class ChatCodingService(var actionType: ChatActionType, val project: Project) {
-    private var llmProvider = LlmFactory.create(project)
+    private var llmProvider: LLMProvider = LlmFactory.create(project)
     private val counitProcessor = project.service<CustomAgentChatProcessor>()
     private var currentJob: Job? = null
 
@@ -32,9 +33,8 @@ class ChatCodingService(var actionType: ChatActionType, val project: Project) {
         // Cancel the coroutine job
         currentJob?.cancel()
 
-        // Also cancel the underlying LLM provider if it supports cancellation
-        if (llmProvider is LLMProvider2) {
-            (llmProvider as LLMProvider2).cancelCurrentRequestSync()
+        if (llmProvider is LLMProviderAdapter) {
+            (llmProvider as LLMProviderAdapter).cancelCurrentRequestSync()
         }
 
         currentJob = null

core/src/main/kotlin/cc/unitmesh/devti/llms/LLMProviderAdapter.kt

@@ -12,7 +12,6 @@ import cc.unitmesh.devti.settings.coder.coderSetting
 import com.intellij.openapi.diagnostic.logger
 import com.intellij.openapi.project.Project
 import kotlinx.coroutines.flow.Flow
-import kotlinx.coroutines.flow.map
 
 /**
  * Adapter that bridges the old LLMProvider interface with the new LLMProvider2 implementation.
@@ -27,6 +26,7 @@ class LLMProviderAdapter(
 
     private val messages: MutableList<Message> = mutableListOf()
     private var currentSession: ChatSession<Message> = ChatSession("adapter-session")
+    private var currentProvider: LLMProvider2? = null
 
     override val defaultTimeout: Long get() = 600
 
@@ -58,6 +58,7 @@ class LLMProviderAdapter(
         }
 
         val actualProvider = LLMProvider2.fromConfig(actualLlmConfig, project)
+        currentProvider = actualProvider
         if (!keepHistory || project.coderSetting.state.noChatHistory) {
             clearMessage()
             currentSession = ChatSession("adapter-session")
@@ -133,6 +134,17 @@ class LLMProviderAdapter(
         currentSession = ChatSession("adapter-session")
     }
 
+    /**
+     * Cancels the current LLM request synchronously without waiting for completion.
+     * This is useful for immediately stopping streaming responses from the LLM.
+     */
+    fun cancelCurrentRequestSync() {
+        logger.info("Cancelling current LLM request synchronously")
+        currentProvider?.cancelCurrentRequestSync() ?: run {
+            logger.warn("No active LLM provider to cancel")
+        }
+    }
+
     override fun getAllMessages(): List<Message> {
         return messages.toList()
     }