Merge pull request #115 from SmythOS/feat/planner-mode

Feat/planner mode + ScrapeFly & Tavily components

Author: alaa-eddine-k

examples/01-agent-code-skill/04.1-chat-planner-coder.ts

@@ -44,11 +44,11 @@ async function main() {
 
     //#endregion
 
-    console.log(agent.data);
+    //console.log(agent.data);
 
     //const result = await agent.prompt('Hello, what is the price of bitcoin in USD');
 
-    const result = await agent.call('MarketData', { coin_id: 'bitcoin' });
+    const result = await agent.call('WebSearch', { userQuery: 'bitcoin' });
 
     console.log(result);
 }

examples/03-agent-workflow-components/02-tavily-websearch.ts

@@ -13,7 +13,8 @@
         "@smythos/sdk": "workspace:*",
         "@smythos/sre": "workspace:*",
         "chalk": "^5.4.1",
-        "dotenv": "^16.5.0"
+        "dotenv": "^16.5.0",
+        "tokenloom": "^1.0.7"
     },
     "devDependencies": {
         "@types/node": "^20.19.0",

examples/package.json

@@ -65,7 +65,7 @@
         "@google/genai": "^1.10.0",
         "@google/generative-ai": "^0.14.1",
         "@huggingface/inference": "^2.8.0",
-        "@modelcontextprotocol/sdk": "^1.10.1",
+        "@modelcontextprotocol/sdk": "^1.17.4",
         "@pinecone-database/pinecone": "^3.0.0",
         "@runware/sdk-js": "^1.1.36",
         "@smithy/smithy-client": "^4.4.3",

packages/core/package.json

@@ -9,6 +9,30 @@ import { getCredentials } from '../subsystems/Security/Credentials.helper';
 // const CREDITS_PER_URL = 0.2;
 
 export class ScrapflyWebScrape extends Component {
+    protected schema = {
+        name: 'ScrapflyWebScrape',
+        description: 'Use this component to scrape web pages',
+        inputs: {
+            URLs: {
+                type: 'Array',
+                description: 'The URLs to scrape',
+                default: true,
+            },
+        },
+        outputs: {
+            Results: {
+                type: 'Array',
+                description: 'The scraped results',
+                default: true,
+            },
+            FailedURLs: {
+                type: 'Array',
+                description: 'The URLs that failed to scrape',
+                default: true,
+            },
+        },
+    };
+
     protected configSchema = Joi.object({
         // includeImages: Joi.boolean().default(false).label('Include Image Results'),
         antiScrapingProtection: Joi.boolean().default(false).label('Enable Anti-Scraping Protection'),

packages/core/src/Components/ScrapflyWebScrape.class.ts

@@ -82,7 +82,12 @@ export class TavilyWebSearch extends Component {
             return { ...Output, _error, _debug: logger.output };
         } catch (err: any) {
             const _error = err?.message || err?.response?.data || err.toString();
-            logger.error(` Error scraping web \n${JSON.stringify(_error)}\n`);
+
+            if (err?.status === 401) {
+                logger.error(`Tavily Web Search Auth failed, make sure that you have the vault key "tavily" is present and valid`);
+            } else {
+                logger.error(` Error scraping web \n${JSON.stringify(_error)}\n`);
+            }
             return { Output: undefined, _error, _debug: logger.output };
         }
     }

packages/core/src/Components/TavilyWebSearch.class.ts

@@ -342,6 +342,11 @@ export class Conversation extends EventEmitter {
             this.emit(TLLMEvent.Thinking, thinking);
         });
 
+        eventEmitter.on(TLLMEvent.Data, (data) => {
+            if (this.stop) return;
+            this.emit(TLLMEvent.Data, data);
+        });
+
         eventEmitter.on(TLLMEvent.Content, (content) => {
             if (this.stop) return;
             // if (toolHeaders['x-passthrough']) {

packages/core/src/helpers/Conversation.helper.ts

@@ -265,6 +265,9 @@ export class LLMInference {
             console.warn('Max input context is 0, returning empty context window, This usually indicates a wrong model configuration');
         }
 
+        console.debug(
+            `Context Window Configuration: Max Input Tokens: ${maxInputContext}, Max Output Tokens: ${maxOutputContext}, Max Model Tokens: ${maxModelContext}`
+        );
         const systemMessage = { role: 'system', content: systemPrompt };
 
         let smythContextWindow = [];

packages/core/src/subsystems/LLMManager/LLM.inference.ts

@@ -188,7 +188,7 @@ export class ChatCompletionsApiInterface extends OpenAIApiInterface {
             // Handle OpenAI tool definition format
             if ('parameters' in tool) {
                 return {
-                    type: 'function',
+                    type: 'function' as const,
                     function: {
                         name: tool.name,
                         description: tool.description,
@@ -199,7 +199,7 @@ export class ChatCompletionsApiInterface extends OpenAIApiInterface {
 
             // Handle legacy format for backward compatibility
             return {
-                type: 'function',
+                type: 'function' as const,
                 function: {
                     name: tool.name,
                     description: tool.description,

packages/core/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ChatCompletionsApiInterface.ts

@@ -132,6 +132,9 @@ export abstract class ModelsProviderConnector extends SecureConnector {
                 hasAPIKey: boolean;
             }) => {
                 //const teamModels = typeof model === 'string' ? await loadTeamModels() : {};
+                if (Array.isArray(model?.tags) && model?.tags?.includes('sdk')) {
+                    return; //skip check for SDK
+                }
                 const modelInfo = await this.getModelInfo(candidate.readRequest, {}, model, hasAPIKey);
                 const allowedContextTokens = modelInfo?.tokens;
                 const totalTokens = promptTokens + completionTokens;