SmythOS Studio: Open-Source Visual AI Agent Builder and deployable runtime stack from SmythOS. Start with an intuitive drag-and-drop workspace, extend with custom code, and deploy your agents anywhere — local, cloud, or edge — with full governance and control.
JavaScript a2aagentic-aiai-agentsdevtoolsmcp-clientn8n-alternativeno-codeopen-sourceorchestrationsmythosvisual-builder
vault mod
Ahmed Essam14352474096d
diff --git a/packages/app/src/backend/config.ts b/packages/app/src/backend/config.tsindex 66b6d2a8..f95fa466 100644--- a/packages/app/src/backend/config.ts+++ b/packages/app/src/backend/config.ts@@ -15,35 +15,24 @@ const config = {env: {// MANDATORY KEYSPORT: +process.env.PORT, // + is for casting to number- ADMIN_PORT: +process.env.ADMIN_PORT,NODE_ENV: process.env.NODE_ENV,- LOCAL_MODE: process.env.LOCAL_MODE,-- API_SERVER: process.env.API_SERVER,- PUB_API_SERVER: process.env.PUB_API_SERVER,-- UI_SERVER: process.env.UI_SERVER || `http://localhost:${process.env.PORT}`,- DATA_PATH: process.env.DATA_PATH || getDefaultDataPath(),+ API_SERVER: process.env.API_SERVER || process.env.RUNTIME_API_SERVER,SMYTH_API_BASE_URL: process.env.SMYTH_API_SERVER,- DOC_SERVER: process.env.DOC_SERVER, // to be removed once all links are migrated to new Docs-- LOGTO_SERVER: process.env.LOGTO_SERVER,- LOGTO_APP_ID: process.env.LOGTO_APP_ID,- LOGTO_APP_SECRET: process.env.LOGTO_APP_SECRET,- LOGTO_API_RESOURCE: process.env.LOGTO_API_RESOURCE,- LOGTO_M2M_APP_ID: process.env.LOGTO_M2M_APP_ID,- LOGTO_M2M_APP_SECRET: process.env.LOGTO_M2M_APP_SECRET,+ // OPTIONAL KEYS+ UI_SERVER:+ process.env.UI_SERVER || process.env.DOMAIN || `http://localhost:${process.env.PORT}`,+ SMYTH_VAULT_API_BASE_URL:+ process.env.SMYTH_VAULT_API_BASE_URL || `${process.env.SMYTH_API_SERVER}/v1`,OPENAI_API_KEY: process.env.OPENAI_API_KEY, // used for some autocompletionFALAI_API_KEY: process.env.FALAI_API_KEY, // used for image gen-- SMYTH_VAULT_API_BASE_URL: process.env.SMYTH_VAULT_API_BASE_URL, // we need a local JSON vault solution that can be working with CE SRE-- // OPTIONAL KEYS+ DATA_PATH: process.env.DATA_PATH || getDefaultDataPath(),+ LOCAL_MODE: process.env.LOCAL_MODE,+ SESSION_SECRET: process.env.SESSION_SECRET,REDIS_SENTINEL_HOSTS: process.env.REDIS_SENTINEL_HOSTS,REDIS_MASTER_NAME: process.env.REDIS_MASTER_NAME,REDIS_PASSWORD: process.env.REDIS_PASSWORD,-+ PROD_AGENT_DOMAIN: process.env.PROD_AGENT_DOMAIN || 'agent.pstage.smyth.ai',AWS_ACCESS_KEY_ID: process.env.AWS_ACCESS_KEY_ID,AWS_SECRET_ACCESS_KEY: process.env.AWS_SECRET_ACCESS_KEY,AWS_S3_BUCKET_NAME: process.env.AWS_S3_BUCKET_NAME,@@ -51,24 +40,22 @@ const config = {AWS_S3_REGION: process.env.AWS_S3_REGION,AWS_S3_PUB_REGION: process.env.AWS_S3_PUB_REGION,- SESSION_SECRET: process.env.SESSION_SECRET,- MAINTENANCE: process.env.MAINTENANCE || 'OFF',-- SMYTH_STAFF_EMAILS: process.env.SMYTH_STAFF_EMAILS || '',- SMYTH_ALPHA_EMAILS: process.env.SMYTH_ALPHA_EMAILS || '',-- PROD_AGENT_DOMAIN: process.env.PROD_AGENT_DOMAIN || 'agent.pstage.smyth.ai',-- SMYTH_AGENT_BUILDER_BASE_URL: process.env.SMYTH_AGENT_BUILDER_BASE_URL, // to be removed and placed in EE-- // COMPONENT SPECIFIC KEYS+ ADMIN_PORT: +process.env.ADMIN_PORT,+ DOC_SERVER: process.env.DOC_SERVER, // to be removed once all links are migrated to new DocsAWS_LAMBDA_REGION: process.env.AWS_LAMBDA_REGION,AWS_LAMBDA_ACCESS_KEY_ID: process.env.AWS_LAMBDA_ACCESS_KEY_ID,AWS_LAMBDA_SECRET_ACCESS_KEY: process.env.AWS_LAMBDA_SECRET_ACCESS_KEY,-- // NEEDS TO BE REMOVED SINCE IT IS USED BY A NON-USED COMPONENT- GOOGLE_CLIENT_ID: process.env.GOOGLE_CLIENT_ID,- GOOGLE_CLIENT_SECRET: process.env.GOOGLE_CLIENT_SECRET,+ MAINTENANCE: process.env.MAINTENANCE || 'OFF',+ SMYTH_STAFF_EMAILS: process.env.SMYTH_STAFF_EMAILS || '',+ SMYTH_ALPHA_EMAILS: process.env.SMYTH_ALPHA_EMAILS || '',+ SMYTH_AGENT_BUILDER_BASE_URL: process.env.SMYTH_AGENT_BUILDER_BASE_URL, // to be removed+ LOGTO_SERVER: process.env.LOGTO_SERVER,+ LOGTO_APP_ID: process.env.LOGTO_APP_ID,+ LOGTO_APP_SECRET: process.env.LOGTO_APP_SECRET,+ LOGTO_API_RESOURCE: process.env.LOGTO_API_RESOURCE,+ LOGTO_M2M_APP_ID: process.env.LOGTO_M2M_APP_ID,+ LOGTO_M2M_APP_SECRET: process.env.LOGTO_M2M_APP_SECRET,+ PUB_API_SERVER: process.env.PUB_API_SERVER,},api: {SMYTH_USER_API_URL: `${process.env.SMYTH_API_SERVER}/v1`,@@ -80,7 +67,7 @@ const config = {},cache: {- STANDARD_MODELS_CACHE_KEY: `__llm_smod_cache_${_generateHash(process.env.UI_SERVER)}`,+ STANDARD_MODELS_CACHE_KEY: `__llm_smod_cache_${_generateHash(process.env.UI_SERVER || process.env.DOMAIN)}`,getCustomModelsCacheKey: (teamId: string) => `__llm_cmod_cache_${teamId}`,},};diff --git a/packages/app/src/backend/services/vault.service.ts b/packages/app/src/backend/services/vault.service.tsindex 2ec97830..c180b1be 100644--- a/packages/app/src/backend/services/vault.service.ts+++ b/packages/app/src/backend/services/vault.service.ts@@ -1,4 +1,5 @@import { Request } from 'express';+import config from '../config';import { VaultSecret } from '../routes/router.utils';import { includeAxiosAuth, smythVaultAPI } from '../utils';@@ -235,8 +236,8 @@ export async function checkIfVaultSecretExists({}export function getUserToken(req: Request) {- if(process.env.SMYTH_VAULT_API_BASE_URL.includes('localhost')) {- return req?.user?.accessToken;- }- return req?.session?.idToken;-}\ No newline at end of file+ if (config.env.SMYTH_VAULT_API_BASE_URL.includes('localhost')) {+ return req?.user?.accessToken;+ }+ return req?.session?.idToken;+}diff --git a/packages/runtime/src/index.ts b/packages/runtime/src/index.tsindex 01c49cb4..802a34ce 100644--- a/packages/runtime/src/index.ts+++ b/packages/runtime/src/index.ts@@ -1,79 +1,106 @@-import { Logger, SmythRuntime, version } from "@smythos/sre";-import compression from "compression";-import cookieParser from "cookie-parser";-import crypto from "crypto";-import express from "express";-import session from "express-session";-import { Server } from "http";-import path from "path";-import url from "url";+import { Logger, SmythRuntime, version } from '@smythos/sre';+import compression from 'compression';+import cookieParser from 'cookie-parser';+import crypto from 'crypto';+import express from 'express';+import session from 'express-session';+import fs from 'fs';+import { Server } from 'http';+import os from 'os';+import path from 'path';+import url from 'url';// Core imports-import config from "@core/config";-import { modelsConfig } from "@core/config/models.config";-import { startServers } from "@core/management-router";-import cors from "@core/middlewares/cors.mw";-import { errorHandler, notFoundHandler } from "@core/middlewares/error.mw";-import RateLimiter from "@core/middlewares/rateLimiter.mw";-import { uploadHandler } from "@core/middlewares/uploadHandler.mw";-import { requestContext } from "@core/services/request-context";+import config from '@core/config';+import { modelsConfig } from '@core/config/models.config';+import { startServers } from '@core/management-router';+import cors from '@core/middlewares/cors.mw';+import { errorHandler, notFoundHandler } from '@core/middlewares/error.mw';+import RateLimiter from '@core/middlewares/rateLimiter.mw';+import { uploadHandler } from '@core/middlewares/uploadHandler.mw';+import { requestContext } from '@core/services/request-context';-import { registerConnectors } from "@core/connectors/connectorRegistry";+import { registerConnectors } from '@core/connectors/connectorRegistry';// Routes are handled by configureAgentRouters// Shared router configuration-import {- configureAgentRouters,- createCombinedServerConfig,-} from "@core/router-config";+import { configureAgentRouters, createCombinedServerConfig } from '@core/router-config';// Embodiment imports-import { routes as embodimentRoutes } from "@embodiment/routes";+import { routes as embodimentRoutes } from '@embodiment/routes';const app = express();const port = config.env.PORT;+const getDefaultDataPath = () => {+ const homeDir = os.homedir();+ return path.join(homeDir, 'smyth-ui-data');+};++const ensureVaultFileExists = () => {+ const baseVaultContent = {+ development: {+ echo: '',+ openai: '$env(OPENAI_API_KEY)',+ anthropic: '',+ googleai: '',+ groq: '',+ togetherai: '',+ xai: '',+ deepseek: '',+ tavily: '',+ scrapfly: '',+ },+ };++ const vaultFilePath = path.join(getDefaultDataPath(), 'vault.json');+ if (!fs.existsSync(vaultFilePath)) {+ fs.writeFileSync(vaultFilePath, JSON.stringify(baseVaultContent, null, 2));+ }+};++ensureVaultFileExists();// Register all connectorsregisterConnectors();const sre = SmythRuntime.Instance.init({Cache: {- Connector: "RAM",+ Connector: 'RAM',Settings: {},},Account: {- Connector: "SmythOSSAccount",+ Connector: 'SmythOSSAccount',Settings: {- smythAPIBaseUrl: config.env.MIDDLEWARE_API_BASE_URL + "/_sysapi",+ smythAPIBaseUrl: config.env.MIDDLEWARE_API_BASE_URL + '/_sysapi',},},Vault: {- Connector: "JSONFileVault",+ Connector: 'JSONFileVault',Settings: {- file: "./data/vault.json",- shared: "development",+ file: path.join(getDefaultDataPath(), 'vault.json'),+ shared: 'development',},},Component: {- Connector: "LocalComponent",+ Connector: 'LocalComponent',},ModelsProvider: {- Connector: "SmythModelsProvider",+ Connector: 'SmythModelsProvider',Settings: {models: modelsConfig,},},AgentData: {- Connector: "SmythOSSAgentData",+ Connector: 'SmythOSSAgentData',Settings: {- agentStageDomain: config.env.DEFAULT_AGENT_DOMAIN || "",- agentProdDomain: config.env.PROD_AGENT_DOMAIN || "",- smythAPIBaseUrl: config.env.MIDDLEWARE_API_BASE_URL + "/_sysapi",+ agentStageDomain: config.env.DEFAULT_AGENT_DOMAIN || '',+ agentProdDomain: config.env.PROD_AGENT_DOMAIN || '',+ smythAPIBaseUrl: config.env.MIDDLEWARE_API_BASE_URL + '/_sysapi',},},Log: {- Connector: "ConsoleLog",+ Connector: 'ConsoleLog',Settings: {},},});@@ -81,26 +108,22 @@ const sre = SmythRuntime.Instance.init({const __filename = url.fileURLToPath(import.meta.url);const __dirname = path.dirname(__filename);-const console = Logger("runtime-server");+const console = Logger('runtime-server');// Helper function for session ID generationfunction getCurrentFormattedDate() {const now = new Date();- return now.toISOString().slice(0, 10).replace(/-/g, "");+ return now.toISOString().slice(0, 10).replace(/-/g, '');}-app.disable("x-powered-by");-app.set("trust proxy", 1);+app.disable('x-powered-by');+app.set('trust proxy', 1);app.use(cors);-app.options("*", cors);+app.options('*', cors);// Serve static files first for optimal performance-app.use(- "/static",- [compression()],- express.static(path.join(__dirname, "../static"))-);+app.use('/static', [compression()], express.static(path.join(__dirname, '../static')));// Request context middlewareapp.use((req, res, next) => {@@ -114,62 +137,59 @@ app.use(cookieParser());// Session middleware for chatbot functionalityapp.use(session({- name: "smythos_runtime_session",- secret: config.env.SESSION_SECRET || "default-session-secret-for-dev",+ name: 'smythos_runtime_session',+ secret: config.env.SESSION_SECRET || 'default-session-secret-for-dev',cookie: {maxAge: 1 * 24 * 60 * 60 * 1000, // 1 day- sameSite: config.env.NODE_ENV === "development" ? "lax" : "none",- secure: config.env.NODE_ENV !== "development",+ sameSite: config.env.NODE_ENV === 'development' ? 'lax' : 'none',+ secure: config.env.NODE_ENV !== 'development',},resave: false,saveUninitialized: true,- genid: (req) => {+ genid: req => {if (req.sessionID && req.session) {return req.sessionID;}const domain = req.hostname;- const isTestDomain = domain.includes(- `.${config.env.DEFAULT_AGENT_DOMAIN}`- );- const prefix = isTestDomain ? "test-" : "";+ const isTestDomain = domain.includes(`.${config.env.DEFAULT_AGENT_DOMAIN}`);+ const prefix = isTestDomain ? 'test-' : '';const formattedDate = getCurrentFormattedDate();- const randomString = crypto.randomBytes(8).toString("hex");+ const randomString = crypto.randomBytes(8).toString('hex');return `${prefix}${formattedDate}-${randomString}`;},- })+ }),);app.use(uploadHandler);app.use(RateLimiter);-app.use(express.json({ limit: "10mb" }));-app.use(express.urlencoded({ extended: false, limit: "100kb" }));+app.use(express.json({ limit: '10mb' }));+app.use(express.urlencoded({ extended: false, limit: '100kb' }));// Health endpoint-app.get("/health", (req: any, res) => {+app.get('/health', (req: any, res) => {let agent_domain = config.env.DEFAULT_AGENT_DOMAIN;- if (config.env.AGENT_DOMAIN_PORT)- agent_domain += `:${config.env.AGENT_DOMAIN_PORT}`;+ if (config.env.AGENT_DOMAIN_PORT) agent_domain += `:${config.env.AGENT_DOMAIN_PORT}`;res.send({- message: "Health Check Complete",+ message: 'Health Check Complete',hostname: req.hostname,agent_domain,success: true,node: port?.toString()?.substr(2),- name: "smythos-runtime-server",+ name: 'smythos-runtime-server',sre_version: version,});});// Root endpoint-app.get("/", (req: any, res) => {+app.get('/', (req: any, res) => {res.send(`SmythOS Runtime Server`);});// Configure agent routers using shared implementationconfigureAgentRouters(app, createCombinedServerConfig());-app.use("/", embodimentRoutes);+app.use('/', embodimentRoutes);// 404 handler - must come before error handlerapp.use(notFoundHandler);@@ -181,31 +201,27 @@ let server: Server | null = null;(async () => {try {- console.info("🚀 Starting SmythOS Runtime Services...");- console.info("━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━");+ console.info('🚀 Starting SmythOS Runtime Services...');+ console.info('━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━');// Start the main servers (runtime + management)- console.info("⚡ Starting Main Runtime Services...");+ console.info('⚡ Starting Main Runtime Services...');server = startServers();// Log all running services- console.info("━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━");- console.info("🎯 All Services Running:");- console.info(- ` • Management Server: http://localhost:${- config.env.ADMIN_PORT || "5054"- }`- );+ console.info('━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━');+ console.info('🎯 All Services Running:');+ console.info(` • Management Server: http://localhost:${config.env.ADMIN_PORT || '5054'}`);console.info(` • Runtime Server: http://localhost:${port}`);- console.info("━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━");- console.info("✨ SmythOS Runtime is ready!");+ console.info('━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━');+ console.info('✨ SmythOS Runtime is ready!');} catch (error) {- console.error("❌ Failed to start services:", error);+ console.error('❌ Failed to start services:', error);}})();-process.on("uncaughtException", (err) => {- console.error("An uncaught error occurred!");+process.on('uncaughtException', err => {+ console.error('An uncaught error occurred!');console.error(err.stack);});@@ -217,20 +233,19 @@ const gracefulShutdown = async (signal: string) => {// Close HTTP server if it existsif (server) {server.close(() => {- console.info("HTTP server closed");+ console.info('HTTP server closed');process.exit(0);});} else {process.exit(0);}} catch (error) {- console.error("Error during shutdown:", error);+ console.error('Error during shutdown:', error);process.exit(1);}};-process.on("SIGTERM", () => gracefulShutdown("SIGTERM"));-process.on("SIGINT", () => gracefulShutdown("SIGINT"));+process.on('SIGTERM', () => gracefulShutdown('SIGTERM'));+process.on('SIGINT', () => gracefulShutdown('SIGINT'));export { app };-diff --git a/pnpm-lock.yaml b/pnpm-lock.yamlindex 8ff8fc9d..a66cb4e4 100644--- a/pnpm-lock.yaml+++ b/pnpm-lock.yaml@@ -501,6 +501,9 @@ importers:'@prisma/client':specifier: ^5.7.1version: 5.22.0([email protected])+ '@smythos/sre':+ specifier: ^1.5.32+ version: 1.5.60([email protected])([email protected])([email protected]([email protected]))([email protected])axios:specifier: ^1.4.0version: 1.10.0@@ -10090,8 +10093,8 @@ snapshots:'@smithy/smithy-client': 4.6.0'@smithy/types': 4.4.0'@smithy/url-parser': 4.1.0- '@smithy/util-base64': 4.0.0- '@smithy/util-body-length-browser': 4.0.0+ '@smithy/util-base64': 4.1.0+ '@smithy/util-body-length-browser': 4.1.0'@smithy/util-body-length-node': 4.0.0'@smithy/util-defaults-mode-browser': 4.1.0'@smithy/util-defaults-mode-node': 4.1.0@@ -10099,7 +10102,7 @@ snapshots:'@smithy/util-middleware': 4.1.0'@smithy/util-retry': 4.1.0'@smithy/util-stream': 4.3.0- '@smithy/util-utf8': 4.0.0+ '@smithy/util-utf8': 4.1.0'@types/uuid': 9.0.8tslib: 2.8.1uuid: 9.0.1@@ -10294,15 +10297,15 @@ snapshots:'@smithy/smithy-client': 4.6.0'@smithy/types': 4.4.0'@smithy/url-parser': 4.1.0- '@smithy/util-base64': 4.0.0- '@smithy/util-body-length-browser': 4.0.0+ '@smithy/util-base64': 4.1.0+ '@smithy/util-body-length-browser': 4.1.0'@smithy/util-body-length-node': 4.0.0'@smithy/util-defaults-mode-browser': 4.1.0'@smithy/util-defaults-mode-node': 4.1.0'@smithy/util-endpoints': 3.1.0'@smithy/util-middleware': 4.1.0'@smithy/util-retry': 4.1.0- '@smithy/util-utf8': 4.0.0+ '@smithy/util-utf8': 4.1.0'@types/uuid': 9.0.8tslib: 2.8.1uuid: 9.0.1@@ -10427,15 +10430,15 @@ snapshots:'@smithy/smithy-client': 4.6.0'@smithy/types': 4.4.0'@smithy/url-parser': 4.1.0- '@smithy/util-base64': 4.0.0- '@smithy/util-body-length-browser': 4.0.0+ '@smithy/util-base64': 4.1.0+ '@smithy/util-body-length-browser': 4.1.0'@smithy/util-body-length-node': 4.0.0'@smithy/util-defaults-mode-browser': 4.1.0'@smithy/util-defaults-mode-node': 4.1.0'@smithy/util-endpoints': 3.1.0'@smithy/util-middleware': 4.1.0'@smithy/util-retry': 4.1.0- '@smithy/util-utf8': 4.0.0+ '@smithy/util-utf8': 4.1.0tslib: 2.8.1transitivePeerDependencies:- aws-crt@@ -10469,10 +10472,10 @@ snapshots:'@smithy/signature-v4': 5.2.0'@smithy/smithy-client': 4.6.0'@smithy/types': 4.4.0- '@smithy/util-base64': 4.0.0- '@smithy/util-body-length-browser': 4.0.0+ '@smithy/util-base64': 4.1.0+ '@smithy/util-body-length-browser': 4.1.0'@smithy/util-middleware': 4.1.0- '@smithy/util-utf8': 4.0.0+ '@smithy/util-utf8': 4.1.0fast-xml-parser: 5.2.5tslib: 2.8.1@@ -10811,7 +10814,7 @@ snapshots:'@smithy/protocol-http': 5.2.0'@smithy/signature-v4': 5.2.0'@smithy/types': 4.4.0- '@smithy/util-hex-encoding': 4.0.0+ '@smithy/util-hex-encoding': 4.1.0tslib: 2.8.1'@aws-sdk/[email protected]':@@ -10887,15 +10890,15 @@ snapshots:'@smithy/smithy-client': 4.6.0'@smithy/types': 4.4.0'@smithy/url-parser': 4.1.0- '@smithy/util-base64': 4.0.0- '@smithy/util-body-length-browser': 4.0.0+ '@smithy/util-base64': 4.1.0+ '@smithy/util-body-length-browser': 4.1.0'@smithy/util-body-length-node': 4.0.0'@smithy/util-defaults-mode-browser': 4.1.0'@smithy/util-defaults-mode-node': 4.1.0'@smithy/util-endpoints': 3.1.0'@smithy/util-middleware': 4.1.0'@smithy/util-retry': 4.1.0- '@smithy/util-utf8': 4.0.0+ '@smithy/util-utf8': 4.1.0tslib: 2.8.1transitivePeerDependencies:- aws-crt@@ -10914,7 +10917,7 @@ snapshots:'@aws-sdk/types': 3.862.0'@smithy/node-config-provider': 4.2.0'@smithy/types': 4.4.0- '@smithy/util-config-provider': 4.0.0+ '@smithy/util-config-provider': 4.1.0'@smithy/util-middleware': 4.1.0tslib: 2.8.1@@ -14205,7 +14208,7 @@ snapshots:'@modelcontextprotocol/sdk': 1.17.5'@pinecone-database/pinecone': 3.0.3'@runware/sdk-js': 1.1.44- '@smithy/smithy-client': 4.4.5+ '@smithy/smithy-client': 4.6.0'@zilliz/milvus2-sdk-node': 2.6.0acorn: 8.15.0axios: 1.10.0@@ -14215,7 +14218,7 @@ snapshots:eventsource: 3.0.7express: 4.21.2file-type: 19.6.0- form-data: 4.0.3+ form-data: 4.0.4gpt-tokenizer: 2.9.0groq-sdk: 0.6.1([email protected])image-size: 1.2.1