Merge branch 'main' of https://github.com/continuedev/continue into continuebot/con-4530

Author: RomneyDa

core/llm/autodetect.ts

@@ -63,6 +63,47 @@ const PROVIDER_HANDLES_TEMPLATING: string[] = [
   "watsonx",
   "nebius",
   "relace",
+  "openrouter",
+  "deepseek",
+  "xAI",
+  "groq",
+  "gemini",
+  "docker",
+  // TODO add these, change to inverted logic so only the ones that need templating are hardcoded
+  // Asksage.ts
+  // Azure.ts
+  // BedrockImport.ts
+  // Cerebras.ts
+  // Cloudflare.ts
+  // CometAPI.ts
+  // CustomLLM.ts
+  // DeepInfra.ts
+  // Fireworks.ts
+  // Flowise.ts
+  // FunctionNetwork.ts
+  // HuggingFaceInferenceAPI.ts
+  // HuggingFaceTEI.ts
+  // HuggingFaceTGI.ts
+  // Inception.ts
+  // Kindo.ts
+  // LlamaCpp.ts
+  // LlamaStack.ts
+  // Llamafile.ts
+  // Mock.ts
+  // Moonshot.ts
+  // NCompass.ts
+  // OVHcloud.ts
+  // Replicate.ts
+  // Scaleway.ts
+  // SiliconFlow.ts
+  // TARS.ts
+  // Test.ts
+  // TextGenWebUI.ts
+  // TransformersJsEmbeddingsProvider.ts
+  // Venice.ts
+  // Vllm.ts
+  // Voyage.ts
+  // etc
 ];
 
 const PROVIDER_SUPPORTS_IMAGES: string[] = [

core/llm/index.ts

@@ -1164,7 +1164,20 @@ export abstract class BaseLLM implements ILLM {
     let citations: null | string[] = null;
 
     try {
-      {
+      if (this.templateMessages) {
+        for await (const chunk of this._streamComplete(
+          prompt,
+          signal,
+          completionOptions,
+        )) {
+          completion.push(chunk);
+          interaction?.logItem({
+            kind: "chunk",
+            chunk: chunk,
+          });
+          yield { role: "assistant", content: chunk };
+        }
+      } else {
         if (this.shouldUseOpenAIAdapter("streamChat") && this.openaiAdapter) {
           let body = toChatBody(messages, completionOptions, {
             includeReasoningField: this.supportsReasoningField,

core/llm/openaiTypeConverters.ts

@@ -9,37 +9,32 @@ import {
   CompletionCreateParams,
 } from "openai/resources/index";
 import type {
+  EasyInputMessage,
   Response as OpenAIResponse,
-  ResponseStreamEvent,
-  ResponseTextDeltaEvent,
-  ResponseTextDoneEvent,
-  ResponseReasoningSummaryTextDeltaEvent,
-  ResponseReasoningSummaryTextDoneEvent,
-  ResponseReasoningTextDeltaEvent,
-  ResponseReasoningTextDoneEvent,
+  ResponseFunctionToolCall,
   ResponseInput,
   ResponseInputItem,
   ResponseInputMessageContentList,
   ResponseOutputMessage,
   ResponseOutputText,
-  ResponseFunctionToolCall,
-  EasyInputMessage,
   ResponseReasoningItem,
+  ResponseReasoningSummaryTextDeltaEvent,
+  ResponseReasoningSummaryTextDoneEvent,
+  ResponseReasoningTextDeltaEvent,
+  ResponseReasoningTextDoneEvent,
+  ResponseStreamEvent,
+  ResponseTextDeltaEvent,
 } from "openai/resources/responses/responses.mjs";
 
 import {
+  AssistantChatMessage,
   ChatMessage,
   CompletionOptions,
+  MessageContent,
+  MessagePart,
   TextMessagePart,
   ThinkingChatMessage,
   ToolCallDelta,
-  AssistantChatMessage,
-  UserChatMessage,
-  SystemChatMessage,
-  ToolResultChatMessage,
-  MessageContent,
-  ImageMessagePart,
-  MessagePart,
 } from "..";
 
 function appendReasoningFieldsIfSupported(
@@ -329,8 +324,6 @@ export function fromChatResponse(response: ChatCompletion): ChatMessage[] {
 export function fromChatCompletionChunk(
   chunk: ChatCompletionChunk,
 ): ChatMessage | undefined {
-  console.log("chunk", chunk);
-
   const delta = chunk.choices?.[0]?.delta as
     | (ChatCompletionChunk.Choice.Delta & {
         reasoning?: string;

docs/docs.json

@@ -260,6 +260,7 @@
               "guides/posthog-github-continuous-ai",
               "guides/continue-docs-mcp-cookbook",
               "guides/github-mcp-continue-cookbook",
+              "guides/atlassian-mcp-continue-cookbook",
               "guides/sanity-mcp-continue-cookbook",
               "guides/sentry-mcp-error-monitoring",
               "guides/snyk-mcp-continue-cookbook",