Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active
TypeScript aianthropicartifactsawsazurechatgptchatgpt-cloneclaudeclonedeepseekgeminigooglegpt-5librechatmcpo1openairesponses-apivisionwebui
🔁 refactor: Token Event Handler and Standardize `maxTokens` Key (#6886)
Danny Avilac49f883e1ac3
diff --git a/api/app/clients/generators.js b/api/app/clients/generators.jsindex 971ac16da2..9814cac7a5 100644--- a/api/app/clients/generators.js+++ b/api/app/clients/generators.js@@ -1,6 +1,7 @@const fetch = require('node-fetch');const { GraphEvents } = require('@librechat/agents');const { logger, sendEvent } = require('~/config');+const { sleep } = require('~/server/utils');/*** Makes a function to make HTTP request and logs the process.@@ -55,7 +56,16 @@ function createStreamEventHandlers(res) {};}+function createHandleLLMNewToken(streamRate) {+ return async () => {+ if (streamRate) {+ await sleep(streamRate);+ }+ };+}+module.exports = {createFetch,+ createHandleLLMNewToken,createStreamEventHandlers,};diff --git a/api/server/services/Endpoints/bedrock/options.js b/api/server/services/Endpoints/bedrock/options.jsindex 6740ae882e..1936a8f483 100644--- a/api/server/services/Endpoints/bedrock/options.js+++ b/api/server/services/Endpoints/bedrock/options.js@@ -8,7 +8,7 @@ const {removeNullishValues,} = require('librechat-data-provider');const { getUserKey, checkUserKeyExpiry } = require('~/server/services/UserService');-const { sleep } = require('~/server/utils');+const { createHandleLLMNewToken } = require('~/app/clients/generators');const getOptions = async ({ req, overrideModel, endpointOption }) => {const {@@ -90,12 +90,7 @@ const getOptions = async ({ req, overrideModel, endpointOption }) => {llmConfig.callbacks = [{- handleLLMNewToken: async () => {- if (!streamRate) {- return;- }- await sleep(streamRate);- },+ handleLLMNewToken: createHandleLLMNewToken(streamRate),},];diff --git a/api/server/services/Endpoints/custom/initialize.js b/api/server/services/Endpoints/custom/initialize.jsindex c44b9e0e3e..592440db54 100644--- a/api/server/services/Endpoints/custom/initialize.js+++ b/api/server/services/Endpoints/custom/initialize.js@@ -9,9 +9,10 @@ const { Providers } = require('@librechat/agents');const { getUserKeyValues, checkUserKeyExpiry } = require('~/server/services/UserService');const { getLLMConfig } = require('~/server/services/Endpoints/openAI/llm');const { getCustomEndpointConfig } = require('~/server/services/Config');+const { createHandleLLMNewToken } = require('~/app/clients/generators');const { fetchModels } = require('~/server/services/ModelService');-const { isUserProvided, sleep } = require('~/server/utils');const OpenAIClient = require('~/app/clients/OpenAIClient');+const { isUserProvided } = require('~/server/utils');const getLogStores = require('~/cache/getLogStores');const { PROXY } = process.env;@@ -148,9 +149,7 @@ const initializeClient = async ({ req, res, endpointOption, optionsOnly, overrid}options.llmConfig.callbacks = [{- handleLLMNewToken: async () => {- await sleep(customOptions.streamRate);- },+ handleLLMNewToken: createHandleLLMNewToken(clientOptions.streamRate),},];return options;diff --git a/api/server/services/Endpoints/openAI/initialize.js b/api/server/services/Endpoints/openAI/initialize.jsindex 1661f9e6c6..714ed5a1e6 100644--- a/api/server/services/Endpoints/openAI/initialize.js+++ b/api/server/services/Endpoints/openAI/initialize.js@@ -6,16 +6,11 @@ const {} = require('librechat-data-provider');const { getUserKeyValues, checkUserKeyExpiry } = require('~/server/services/UserService');const { getLLMConfig } = require('~/server/services/Endpoints/openAI/llm');-const { isEnabled, isUserProvided, sleep } = require('~/server/utils');+const { createHandleLLMNewToken } = require('~/app/clients/generators');+const { isEnabled, isUserProvided } = require('~/server/utils');const OpenAIClient = require('~/app/clients/OpenAIClient');const { getAzureCredentials } = require('~/utils');-function createHandleNewToken(streamRate) {- async () => {- await sleep(streamRate);- };-}-const initializeClient = async ({req,res,@@ -152,7 +147,7 @@ const initializeClient = async ({}options.llmConfig.callbacks = [{- handleLLMNewToken: createHandleNewToken(streamRate),+ handleLLMNewToken: createHandleLLMNewToken(streamRate),},];return options;diff --git a/api/server/services/Endpoints/openAI/llm.js b/api/server/services/Endpoints/openAI/llm.jsindex a8aeeb5b9d..fad9139a16 100644--- a/api/server/services/Endpoints/openAI/llm.js+++ b/api/server/services/Endpoints/openAI/llm.js@@ -153,6 +153,12 @@ function getLLMConfig(apiKey, options = {}, endpoint = null) {delete llmConfig.reasoning_effort;}+ if (llmConfig?.['max_tokens'] != null) {+ /** @type {number} */+ llmConfig.maxTokens = llmConfig['max_tokens'];+ delete llmConfig['max_tokens'];+ }+return {/** @type {OpenAIClientOptions} */llmConfig,