SmythOS Studio: Open-Source Visual AI Agent Builder and deployable runtime stack from SmythOS. Start with an intuitive drag-and-drop workspace, extend with custom code, and deploy your agents anywhere — local, cloud, or edge — with full governance and control.
JavaScript a2aagentic-aiai-agentsdevtoolsmcp-clientn8n-alternativeno-codeopen-sourceorchestrationsmythosvisual-builder
provide models cache key from config
Forhad Hosainfddee4164c84
diff --git a/packages/app/src/backend/config.ts b/packages/app/src/backend/config.tsindex 9bf9a550..5a2c2b20 100644--- a/packages/app/src/backend/config.ts+++ b/packages/app/src/backend/config.ts@@ -68,6 +68,10 @@ const config = {// NEEDS TO BE REMOVED SINCE IT IS USED BY A NON-USED COMPONENTGOOGLE_CLIENT_ID: process.env.GOOGLE_CLIENT_ID,GOOGLE_CLIENT_SECRET: process.env.GOOGLE_CLIENT_SECRET,++ // It's okay to not have these variables in the .env file in staging or production, we just have it to differentiate local and staging cache key to avoid unexpected value set from locally+ STANDARD_MODELS_CACHE_KEY: process.env.STANDARD_MODELS_CACHE_KEY || '__llm_standard_models',+ CUSTOM_MODELS_CACHE_KEY: process.env.CUSTOM_MODELS_CACHE_KEY || '__llm_custom_models',},api: {SMYTH_USER_API_URL: `${process.env.SMYTH_API_SERVER}/v1`,diff --git a/packages/app/src/backend/constants.ts b/packages/app/src/backend/constants.tsindex a9f06a1e..39f91349 100644--- a/packages/app/src/backend/constants.ts+++ b/packages/app/src/backend/constants.ts@@ -74,6 +74,3 @@ export const WEAVER_FREE_LIMIT = {countKeyPrefix: 'weaver_free_limit_count:',startedAtKeyPrefix: 'weaver_requests_started_at:',};--export const STANDARD_MODELS_CACHE_KEY = '__llm_standard_models';-export const CUSTOM_MODELS_CACHE_KEY = '__llm_custom_models';diff --git a/packages/app/src/backend/routes/api/page/builder.ts b/packages/app/src/backend/routes/api/page/builder.tsindex 204536d4..e04d411b 100644--- a/packages/app/src/backend/routes/api/page/builder.ts+++ b/packages/app/src/backend/routes/api/page/builder.ts@@ -28,7 +28,6 @@ import {} from '../../../../shared/constants/general';import {CUSTOM_LLM_SETTINGS_KEY,- CUSTOM_MODELS_CACHE_KEY,SAMPLE_BINARY_SOURCES,WEAVER_FREE_LIMIT,} from '../../../constants';@@ -176,8 +175,8 @@ router.get('/keys/prefix/:keyName/exists', includeTeamDetails, async (req, res)const team = req?._team?.id;const keys = await vault.get({ team }, req);- const keyNames = Object.values(keys).filter(- (keyEntry: { name: string }) => keyEntry.name?.startsWith(keyName),+ const keyNames = Object.values(keys).filter((keyEntry: { name: string }) =>+ keyEntry.name?.startsWith(keyName),);/*@@ -763,7 +762,7 @@ router.put('/custom-llm', includeTeamDetails, customLLMAccessMw, async (req, res});// delete the custom LLM model cache- await cacheClient.del(`${CUSTOM_MODELS_CACHE_KEY}:${teamId}`).catch((error) => {+ await cacheClient.del(`${config.env.CUSTOM_MODELS_CACHE_KEY}:${teamId}`).catch((error) => {console.warn('Error deleting custom LLM model cache:', error);});@@ -844,7 +843,7 @@ router.delete(const deleteModel = await teamData.deleteTeamSettingsObj(req, CUSTOM_LLM_SETTINGS_KEY, id);// delete the custom LLM model cache- await cacheClient.del(`${CUSTOM_MODELS_CACHE_KEY}:${teamId}`).catch((error) => {+ await cacheClient.del(`${config.env.CUSTOM_MODELS_CACHE_KEY}:${teamId}`).catch((error) => {console.warn('Error deleting custom LLM model cache:', error);});@@ -1058,7 +1057,7 @@ async function checkUsageLimits(req) {const maxLimit = isPaidSubscriber? limitData?.isLimitEnabled- ? limitData?.limitValue ?? Infinity+ ? (limitData?.limitValue ?? Infinity): Infinity: freeCredits;diff --git a/packages/app/src/backend/routes/api/page/vault.ts b/packages/app/src/backend/routes/api/page/vault.tsindex c8816c31..d068e660 100644--- a/packages/app/src/backend/routes/api/page/vault.ts+++ b/packages/app/src/backend/routes/api/page/vault.ts@@ -1,7 +1,7 @@import express from 'express';+import config from '../../../config';import {CUSTOM_LLM_SETTINGS_KEY,- CUSTOM_MODELS_CACHE_KEY,DEFAULT_SMYTH_LLM_PROVIDERS_SETTINGS,SMYTH_LLM_PROVIDERS_SETTINGS_KEY,} from '../../../constants';@@ -205,7 +205,7 @@ const handleCustomLLMSave = async (req, res) => {});// delete the custom LLM model cache- await cacheClient.del(`${CUSTOM_MODELS_CACHE_KEY}:${teamId}`).catch((error) => {+ await cacheClient.del(`${config.env.CUSTOM_MODELS_CACHE_KEY}:${teamId}`).catch((error) => {console.warn('Error deleting custom LLM model cache:', error);});@@ -285,7 +285,7 @@ router.delete('/custom-llm/:provider/:id', customLLMRouteMiddlewares, async (reqconst deleteModel = await deleteTeamSettingsObj(req, CUSTOM_LLM_SETTINGS_KEY, id);// delete the custom LLM model cache- await cacheClient.del(`${CUSTOM_MODELS_CACHE_KEY}:${teamId}`).catch((error) => {+ await cacheClient.del(`${config.env.CUSTOM_MODELS_CACHE_KEY}:${teamId}`).catch((error) => {console.warn('Error deleting custom LLM model cache:', error);});diff --git a/packages/app/src/backend/services/LLMHelper/LLMService.class.ts b/packages/app/src/backend/services/LLMHelper/LLMService.class.tsindex 6aa78d76..574415b3 100644--- a/packages/app/src/backend/services/LLMHelper/LLMService.class.ts+++ b/packages/app/src/backend/services/LLMHelper/LLMService.class.ts@@ -1,7 +1,6 @@import axios from 'axios';import config from '../../config';-import { CUSTOM_MODELS_CACHE_KEY, STANDARD_MODELS_CACHE_KEY } from '../../constants';import { cacheClient } from '../../services/cache.service';type ModelTemplate = {@@ -32,7 +31,9 @@ export class LLMService {const teamId = req?._team?.id;try {- const cachedModels = await this.getModelsFromCache(`${CUSTOM_MODELS_CACHE_KEY}:${teamId}`);+ const cachedModels = await this.getModelsFromCache(+ `${config.env.CUSTOM_MODELS_CACHE_KEY}:${teamId}`,+ );if (Object.keys(cachedModels).length > 0) {return cachedModels;@@ -40,9 +41,11 @@ export class LLMService {const latestModels = await this.getFreshCustomModels(req);- this.cacheModels(latestModels, `${CUSTOM_MODELS_CACHE_KEY}:${teamId}`).catch((error) => {- console.error('Error caching models', error);- });+ this.cacheModels(latestModels, `${config.env.CUSTOM_MODELS_CACHE_KEY}:${teamId}`).catch(+ (error) => {+ console.error('Error caching models', error);+ },+ );return latestModels;} catch (error) {@@ -84,7 +87,7 @@ export class LLMService {private async getStandardModels() {try {- const cachedModels = await this.getModelsFromCache(STANDARD_MODELS_CACHE_KEY);+ const cachedModels = await this.getModelsFromCache(config.env.STANDARD_MODELS_CACHE_KEY);if (Object.keys(cachedModels).length > 0) {return cachedModels;@@ -93,7 +96,7 @@ export class LLMService {const latestModels = await this.getFreshStandardModels();if (latestModels && Object.keys(latestModels).length > 0) {- this.cacheModels(latestModels, STANDARD_MODELS_CACHE_KEY).catch((error) => {+ this.cacheModels(latestModels, config.env.STANDARD_MODELS_CACHE_KEY).catch((error) => {console.error('Error caching models', error);});}diff --git a/packages/app/src/backend/services/ModelsPolling.service.ts b/packages/app/src/backend/services/ModelsPolling.service.tsindex e53ebd96..894b7545 100644--- a/packages/app/src/backend/services/ModelsPolling.service.ts+++ b/packages/app/src/backend/services/ModelsPolling.service.ts@@ -3,7 +3,6 @@ import axios from 'axios';import { LLMService } from './LLMHelper/LLMService.class';import config from '../config';-import { STANDARD_MODELS_CACHE_KEY } from '../constants';const memCache = new Map<string, number>();const MODELS_HASH_CACHE_KEY = '__models_hash';@@ -42,7 +41,7 @@ export class ModelsPollingService {const latestModels = await llmService.getFreshStandardModels();if (latestModels && Object.keys(latestModels).length > 0) {- await llmService.cacheModels(latestModels, STANDARD_MODELS_CACHE_KEY);+ await llmService.cacheModels(latestModels, config.env.STANDARD_MODELS_CACHE_KEY);console.log('♻️ ModelsPollingService: refreshed');}