Merge pull request #116 from SmythOS/dev

Dev merge

Author: alaa-eddine-k

examples/01-agent-code-skill/04.1-chat-planner-coder.ts

@@ -44,11 +44,11 @@ async function main() {
 
     //#endregion
 
-    console.log(agent.data);
+    //console.log(agent.data);
 
     //const result = await agent.prompt('Hello, what is the price of bitcoin in USD');
 
-    const result = await agent.call('MarketData', { coin_id: 'bitcoin' });
+    const result = await agent.call('WebSearch', { userQuery: 'bitcoin' });
 
     console.log(result);
 }

examples/03-agent-workflow-components/02-tavily-websearch.ts

@@ -13,7 +13,8 @@
         "@smythos/sdk": "workspace:*",
         "@smythos/sre": "workspace:*",
         "chalk": "^5.4.1",
-        "dotenv": "^16.5.0"
+        "dotenv": "^16.5.0",
+        "tokenloom": "^1.0.7"
     },
     "devDependencies": {
         "@types/node": "^20.19.0",

examples/package.json

@@ -1,6 +1,6 @@
 {
     "name": "sre",
-    "version": "0.1.9",
+    "version": "0.2.0",
     "description": "",
     "author": "Alaa-eddine KADDOURI",
     "license": "MIT",

package.json

@@ -5,6 +5,13 @@ All notable changes to the SmythOS CORE Runtime Engine will be documented in thi
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [v1.5.60]
+
+### Features
+
+-   Fixed memory leak in Agent context manager
+-   Optimized performances and resolved a rare case causing CPU usage spikes
+
 ## [v1.5.50]
 
 ### Features

packages/core/CHANGELOG

@@ -1,6 +1,6 @@
 {
     "name": "@smythos/sre",
-    "version": "1.5.56",
+    "version": "1.5.60",
     "description": "Smyth Runtime Environment",
     "author": "Alaa-eddine KADDOURI",
     "license": "MIT",
@@ -65,7 +65,7 @@
         "@google/genai": "^1.10.0",
         "@google/generative-ai": "^0.14.1",
         "@huggingface/inference": "^2.8.0",
-        "@modelcontextprotocol/sdk": "^1.10.1",
+        "@modelcontextprotocol/sdk": "^1.17.4",
         "@pinecone-database/pinecone": "^3.0.0",
         "@runware/sdk-js": "^1.1.36",
         "@smithy/smithy-client": "^4.4.3",

packages/core/package.json

@@ -9,6 +9,30 @@ import { getCredentials } from '../subsystems/Security/Credentials.helper';
 // const CREDITS_PER_URL = 0.2;
 
 export class ScrapflyWebScrape extends Component {
+    protected schema = {
+        name: 'ScrapflyWebScrape',
+        description: 'Use this component to scrape web pages',
+        inputs: {
+            URLs: {
+                type: 'Array',
+                description: 'The URLs to scrape',
+                default: true,
+            },
+        },
+        outputs: {
+            Results: {
+                type: 'Array',
+                description: 'The scraped results',
+                default: true,
+            },
+            FailedURLs: {
+                type: 'Array',
+                description: 'The URLs that failed to scrape',
+                default: true,
+            },
+        },
+    };
+
     protected configSchema = Joi.object({
         // includeImages: Joi.boolean().default(false).label('Include Image Results'),
         antiScrapingProtection: Joi.boolean().default(false).label('Enable Anti-Scraping Protection'),

packages/core/src/Components/ScrapflyWebScrape.class.ts

@@ -82,7 +82,12 @@ export class TavilyWebSearch extends Component {
             return { ...Output, _error, _debug: logger.output };
         } catch (err: any) {
             const _error = err?.message || err?.response?.data || err.toString();
-            logger.error(` Error scraping web \n${JSON.stringify(_error)}\n`);
+
+            if (err?.status === 401) {
+                logger.error(`Tavily Web Search Auth failed, make sure that you have the vault key "tavily" is present and valid`);
+            } else {
+                logger.error(` Error scraping web \n${JSON.stringify(_error)}\n`);
+            }
             return { Output: undefined, _error, _debug: logger.output };
         }
     }

packages/core/src/Components/TavilyWebSearch.class.ts

@@ -5,6 +5,7 @@ import { Logger } from '../helpers/Log.helper';
 import { ConnectorService } from './ConnectorsService';
 import { SystemEvents } from './SystemEvents';
 import { findSmythPath } from '../helpers/Sysconfig.helper';
+import pkg from '../../package.json';
 
 const logger = Logger('SRE');
 
@@ -18,6 +19,10 @@ export class SmythRuntime {
     private _readyPromise: Promise<boolean>;
     private _readyResolve: (value: boolean) => void;
 
+    public get version() {
+        return pkg.version;
+    }
+
     private defaultConfig: SREConfig = {
         Vault: {
             Connector: 'JSONFileVault',
@@ -88,6 +93,7 @@ export class SmythRuntime {
     private _initialized = false;
 
     public init(_config?: SREConfig): SmythRuntime {
+        logger.info(`SRE v${this.version} initializing...`);
         if (!_config || JSON.stringify(_config) === '{}') {
             this._smythDir = findSmythPath();
             logger.info('.smyth directory found in:', this._smythDir);

packages/core/src/Core/SmythRuntime.class.ts

@@ -342,6 +342,11 @@ export class Conversation extends EventEmitter {
             this.emit(TLLMEvent.Thinking, thinking);
         });
 
+        eventEmitter.on(TLLMEvent.Data, (data) => {
+            if (this.stop) return;
+            this.emit(TLLMEvent.Data, data);
+        });
+
         eventEmitter.on(TLLMEvent.Content, (content) => {
             if (this.stop) return;
             // if (toolHeaders['x-passthrough']) {