Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active
TypeScript aianthropicartifactsawsazurechatgptchatgpt-cloneclaudeclonedeepseekgeminigooglegpt-5librechatmcpo1openairesponses-apivisionwebui
🔉 feat: TTS/STT rate limiters (#2925)
Danny Avila8318f26d667a
diff --git a/api/cache/getLogStores.js b/api/cache/getLogStores.jsindex ad181c4c9e..4d064fb28f 100644--- a/api/cache/getLogStores.js+++ b/api/cache/getLogStores.js@@ -60,6 +60,8 @@ const namespaces = {message_limit: createViolationInstance('message_limit'),token_balance: createViolationInstance(ViolationTypes.TOKEN_BALANCE),registrations: createViolationInstance('registrations'),+ [ViolationTypes.TTS_LIMIT]: createViolationInstance(ViolationTypes.TTS_LIMIT),+ [ViolationTypes.STT_LIMIT]: createViolationInstance(ViolationTypes.STT_LIMIT),[ViolationTypes.FILE_UPLOAD_LIMIT]: createViolationInstance(ViolationTypes.FILE_UPLOAD_LIMIT),[ViolationTypes.ILLEGAL_MODEL_REQUEST]: createViolationInstance(ViolationTypes.ILLEGAL_MODEL_REQUEST,diff --git a/api/server/middleware/speech/index.js b/api/server/middleware/speech/index.jsnew file mode 100644index 0000000000..1cf0bc4cc9--- /dev/null+++ b/api/server/middleware/speech/index.js@@ -0,0 +1,7 @@+const createTTSLimiters = require('./ttsLimiters');+const createSTTLimiters = require('./sttLimiters');++module.exports = {+ createTTSLimiters,+ createSTTLimiters,+};diff --git a/api/server/middleware/speech/sttLimiters.js b/api/server/middleware/speech/sttLimiters.jsnew file mode 100644index 0000000000..76f2944f0a--- /dev/null+++ b/api/server/middleware/speech/sttLimiters.js@@ -0,0 +1,68 @@+const rateLimit = require('express-rate-limit');+const { ViolationTypes } = require('librechat-data-provider');+const logViolation = require('~/cache/logViolation');++const getEnvironmentVariables = () => {+ const STT_IP_MAX = parseInt(process.env.STT_IP_MAX) || 100;+ const STT_IP_WINDOW = parseInt(process.env.STT_IP_WINDOW) || 1;+ const STT_USER_MAX = parseInt(process.env.STT_USER_MAX) || 50;+ const STT_USER_WINDOW = parseInt(process.env.STT_USER_WINDOW) || 1;++ const sttIpWindowMs = STT_IP_WINDOW * 60 * 1000;+ const sttIpMax = STT_IP_MAX;+ const sttIpWindowInMinutes = sttIpWindowMs / 60000;++ const sttUserWindowMs = STT_USER_WINDOW * 60 * 1000;+ const sttUserMax = STT_USER_MAX;+ const sttUserWindowInMinutes = sttUserWindowMs / 60000;++ return {+ sttIpWindowMs,+ sttIpMax,+ sttIpWindowInMinutes,+ sttUserWindowMs,+ sttUserMax,+ sttUserWindowInMinutes,+ };+};++const createSTTHandler = (ip = true) => {+ const { sttIpMax, sttIpWindowInMinutes, sttUserMax, sttUserWindowInMinutes } =+ getEnvironmentVariables();++ return async (req, res) => {+ const type = ViolationTypes.STT_LIMIT;+ const errorMessage = {+ type,+ max: ip ? sttIpMax : sttUserMax,+ limiter: ip ? 'ip' : 'user',+ windowInMinutes: ip ? sttIpWindowInMinutes : sttUserWindowInMinutes,+ };++ await logViolation(req, res, type, errorMessage);+ res.status(429).json({ message: 'Too many STT requests. Try again later' });+ };+};++const createSTTLimiters = () => {+ const { sttIpWindowMs, sttIpMax, sttUserWindowMs, sttUserMax } = getEnvironmentVariables();++ const sttIpLimiter = rateLimit({+ windowMs: sttIpWindowMs,+ max: sttIpMax,+ handler: createSTTHandler(),+ });++ const sttUserLimiter = rateLimit({+ windowMs: sttUserWindowMs,+ max: sttUserMax,+ handler: createSTTHandler(false),+ keyGenerator: function (req) {+ return req.user?.id; // Use the user ID or NULL if not available+ },+ });++ return { sttIpLimiter, sttUserLimiter };+};++module.exports = createSTTLimiters;diff --git a/api/server/middleware/speech/ttsLimiters.js b/api/server/middleware/speech/ttsLimiters.jsnew file mode 100644index 0000000000..5619a49b63--- /dev/null+++ b/api/server/middleware/speech/ttsLimiters.js@@ -0,0 +1,68 @@+const rateLimit = require('express-rate-limit');+const { ViolationTypes } = require('librechat-data-provider');+const logViolation = require('~/cache/logViolation');++const getEnvironmentVariables = () => {+ const TTS_IP_MAX = parseInt(process.env.TTS_IP_MAX) || 100;+ const TTS_IP_WINDOW = parseInt(process.env.TTS_IP_WINDOW) || 1;+ const TTS_USER_MAX = parseInt(process.env.TTS_USER_MAX) || 50;+ const TTS_USER_WINDOW = parseInt(process.env.TTS_USER_WINDOW) || 1;++ const ttsIpWindowMs = TTS_IP_WINDOW * 60 * 1000;+ const ttsIpMax = TTS_IP_MAX;+ const ttsIpWindowInMinutes = ttsIpWindowMs / 60000;++ const ttsUserWindowMs = TTS_USER_WINDOW * 60 * 1000;+ const ttsUserMax = TTS_USER_MAX;+ const ttsUserWindowInMinutes = ttsUserWindowMs / 60000;++ return {+ ttsIpWindowMs,+ ttsIpMax,+ ttsIpWindowInMinutes,+ ttsUserWindowMs,+ ttsUserMax,+ ttsUserWindowInMinutes,+ };+};++const createTTSHandler = (ip = true) => {+ const { ttsIpMax, ttsIpWindowInMinutes, ttsUserMax, ttsUserWindowInMinutes } =+ getEnvironmentVariables();++ return async (req, res) => {+ const type = ViolationTypes.TTS_LIMIT;+ const errorMessage = {+ type,+ max: ip ? ttsIpMax : ttsUserMax,+ limiter: ip ? 'ip' : 'user',+ windowInMinutes: ip ? ttsIpWindowInMinutes : ttsUserWindowInMinutes,+ };++ await logViolation(req, res, type, errorMessage);+ res.status(429).json({ message: 'Too many TTS requests. Try again later' });+ };+};++const createTTSLimiters = () => {+ const { ttsIpWindowMs, ttsIpMax, ttsUserWindowMs, ttsUserMax } = getEnvironmentVariables();++ const ttsIpLimiter = rateLimit({+ windowMs: ttsIpWindowMs,+ max: ttsIpMax,+ handler: createTTSHandler(),+ });++ const ttsUserLimiter = rateLimit({+ windowMs: ttsUserWindowMs,+ max: ttsUserMax,+ handler: createTTSHandler(false),+ keyGenerator: function (req) {+ return req.user?.id; // Use the user ID or NULL if not available+ },+ });++ return { ttsIpLimiter, ttsUserLimiter };+};++module.exports = createTTSLimiters;diff --git a/api/server/routes/files/index.js b/api/server/routes/files/index.jsindex 1490b4ec90..7f93018d1c 100644--- a/api/server/routes/files/index.js+++ b/api/server/routes/files/index.js@@ -1,5 +1,6 @@const express = require('express');const { uaParser, checkBan, requireJwtAuth, createFileLimiters } = require('~/server/middleware');+const { createTTSLimiters, createSTTLimiters } = require('~/server/middleware/speech');const { createMulterInstance } = require('./multer');const files = require('./files');@@ -15,8 +16,10 @@ const initialize = async () => {router.use(uaParser);/* Important: stt/tts routes must be added before the upload limiters */- router.use('/stt', stt);- router.use('/tts', tts);+ const { sttIpLimiter, sttUserLimiter } = createSTTLimiters();+ const { ttsIpLimiter, ttsUserLimiter } = createTTSLimiters();+ router.use('/stt', sttIpLimiter, sttUserLimiter, stt);+ router.use('/tts', ttsIpLimiter, ttsUserLimiter, tts);const upload = await createMulterInstance();const { fileUploadIpLimiter, fileUploadUserLimiter } = createFileLimiters();@@ -24,9 +27,6 @@ const initialize = async () => {router.post('/', upload.single('file'));router.post('/images', upload.single('file'));- router.use('/stt', stt);- router.use('/tts', tts);-router.use('/', files);router.use('/images', images);router.use('/images/avatar', avatar);diff --git a/api/server/services/Config/handleRateLimits.js b/api/server/services/Config/handleRateLimits.jsindex 19fb808ec2..5e81c5f68d 100644--- a/api/server/services/Config/handleRateLimits.js+++ b/api/server/services/Config/handleRateLimits.js@@ -1,3 +1,5 @@+const { RateLimitPrefix } = require('librechat-data-provider');+/**** @param {TCustomConfig['rateLimits'] | undefined} rateLimits@@ -6,24 +8,41 @@ const handleRateLimits = (rateLimits) => {if (!rateLimits) {return;}- const { fileUploads, conversationsImport } = rateLimits;- if (fileUploads) {- process.env.FILE_UPLOAD_IP_MAX = fileUploads.ipMax ?? process.env.FILE_UPLOAD_IP_MAX;- process.env.FILE_UPLOAD_IP_WINDOW =- fileUploads.ipWindowInMinutes ?? process.env.FILE_UPLOAD_IP_WINDOW;- process.env.FILE_UPLOAD_USER_MAX = fileUploads.userMax ?? process.env.FILE_UPLOAD_USER_MAX;- process.env.FILE_UPLOAD_USER_WINDOW =- fileUploads.userWindowInMinutes ?? process.env.FILE_UPLOAD_USER_WINDOW;- }- if (conversationsImport) {- process.env.IMPORT_IP_MAX = conversationsImport.ipMax ?? process.env.IMPORT_IP_MAX;- process.env.IMPORT_IP_WINDOW =- conversationsImport.ipWindowInMinutes ?? process.env.IMPORT_IP_WINDOW;- process.env.IMPORT_USER_MAX = conversationsImport.userMax ?? process.env.IMPORT_USER_MAX;- process.env.IMPORT_USER_WINDOW =- conversationsImport.userWindowInMinutes ?? process.env.IMPORT_USER_WINDOW;- }+ const rateLimitKeys = {+ fileUploads: RateLimitPrefix.FILE_UPLOAD,+ conversationsImport: RateLimitPrefix.IMPORT,+ tts: RateLimitPrefix.TTS,+ stt: RateLimitPrefix.STT,+ };++ Object.entries(rateLimitKeys).forEach(([key, prefix]) => {+ const rateLimit = rateLimits[key];+ if (rateLimit) {+ setRateLimitEnvVars(prefix, rateLimit);+ }+ });+};++/**+ * Set environment variables for rate limit configurations+ *+ * @param {string} prefix - Prefix for environment variable names+ * @param {object} rateLimit - Rate limit configuration object+ */+const setRateLimitEnvVars = (prefix, rateLimit) => {+ const envVarsMapping = {+ ipMax: `${prefix}_IP_MAX`,+ ipWindowInMinutes: `${prefix}_IP_WINDOW`,+ userMax: `${prefix}_USER_MAX`,+ userWindowInMinutes: `${prefix}_USER_WINDOW`,+ };++ Object.entries(envVarsMapping).forEach(([key, envVar]) => {+ if (rateLimit[key] !== undefined) {+ process.env[envVar] = rateLimit[key];+ }+ });};module.exports = handleRateLimits;diff --git a/client/src/components/Chat/Input/StreamAudio.tsx b/client/src/components/Chat/Input/StreamAudio.tsxindex 52df1d6f2f..8edf93b517 100644--- a/client/src/components/Chat/Input/StreamAudio.tsx+++ b/client/src/components/Chat/Input/StreamAudio.tsx@@ -7,6 +7,7 @@ import type { TMessage } from 'librechat-data-provider';import { useCustomAudioRef, MediaSourceAppender, usePauseGlobalAudio } from '~/hooks/Audio';import { useAuthContext } from '~/hooks';import { globalAudioId } from '~/common';+import { getLatestText } from '~/utils';import store from '~/store';function timeoutPromise(ms: number, message?: string) {@@ -47,13 +48,14 @@ export default function StreamAudio({ index = 0 }) {);useEffect(() => {+ const latestText = getLatestText(latestMessage);const shouldFetch =token &&automaticPlayback &&isSubmitting &&latestMessage &&!latestMessage.isCreatedByUser &&- (latestMessage.text || latestMessage.content) &&+ latestText &&latestMessage.messageId &&!latestMessage.messageId.includes('_') &&!isFetching &&diff --git a/client/src/hooks/Messages/useMessageHelpers.tsx b/client/src/hooks/Messages/useMessageHelpers.tsxindex 412ab5ab45..3442dd307b 100644--- a/client/src/hooks/Messages/useMessageHelpers.tsx+++ b/client/src/hooks/Messages/useMessageHelpers.tsx@@ -2,6 +2,7 @@ import { useEffect, useRef, useCallback } from 'react';import { isAssistantsEndpoint } from 'librechat-data-provider';import type { TMessageProps } from '~/common';import { useChatContext, useAssistantsMapContext } from '~/Providers';+import { getLatestText, getLengthAndFirstFiveChars } from '~/utils';import useCopyToClipboard from './useCopyToClipboard';export default function useMessageHelpers(props: TMessageProps) {@@ -26,20 +27,25 @@ export default function useMessageHelpers(props: TMessageProps) {const isLast = !children?.length;useEffect(() => {- let contentChanged = message?.content- ? message?.content?.length !== latestText.current- : message?.text !== latestText.current;-+ if (conversation?.conversationId === 'new') {+ return;+ }+ if (!message) {+ return;+ }if (!isLast) {- contentChanged = false;+ return;}- if (!message) {+ const text = getLatestText(message);+ const textKey = `${message?.messageId ?? ''}${getLengthAndFirstFiveChars(text)}`;++ if (textKey === latestText.current) {return;- } else if (isLast && conversation?.conversationId !== 'new' && contentChanged) {- setLatestMessage({ ...message });- latestText.current = message?.content ? message.content.length : message.text;}++ latestText.current = textKey;+ setLatestMessage({ ...message });}, [isLast, message, setLatestMessage, conversation?.conversationId]);const enterEdit = useCallback(diff --git a/client/src/store/settings.ts b/client/src/store/settings.tsindex 0c7f41dc0a..e50387ebff 100644--- a/client/src/store/settings.ts+++ b/client/src/store/settings.ts@@ -52,7 +52,7 @@ const localStorageAtoms = {autoScroll: atomWithLocalStorage('autoScroll', false),showCode: atomWithLocalStorage('showCode', false),hideSidePanel: atomWithLocalStorage('hideSidePanel', false),- modularChat: atomWithLocalStorage('modularChat', false),+ modularChat: atomWithLocalStorage('modularChat', true),LaTeXParsing: atomWithLocalStorage('LaTeXParsing', true),UsernameDisplay: atomWithLocalStorage('UsernameDisplay', true),TextToSpeech: atomWithLocalStorage('textToSpeech', true),diff --git a/client/src/utils/index.ts b/client/src/utils/index.tsindex 27adb709d7..a0cf9d54b9 100644--- a/client/src/utils/index.ts+++ b/client/src/utils/index.ts@@ -5,6 +5,7 @@ export * from './latex';export * from './convos';export * from './presets';export * from './textarea';+export * from './messages';export * from './languages';export * from './endpoints';export * from './sharedLink';diff --git a/client/src/utils/messages.ts b/client/src/utils/messages.tsnew file mode 100644index 0000000000..1d83db4958--- /dev/null+++ b/client/src/utils/messages.ts@@ -0,0 +1,26 @@+import { ContentTypes } from 'librechat-data-provider';+import type { TMessage } from 'librechat-data-provider';++export const getLengthAndFirstFiveChars = (str?: string) => {+ const length = str ? str.length : 0;+ const firstFiveChars = str ? str.substring(0, 5) : '';+ return `${length}${firstFiveChars}`;+};++export const getLatestText = (message?: TMessage | null) => {+ if (!message) {+ return '';+ }+ if (message.text) {+ return message.text;+ }+ if (message.content?.length) {+ for (let i = message.content.length - 1; i >= 0; i--) {+ const part = message.content[i];+ if (part.type === ContentTypes.TEXT && part[ContentTypes.TEXT]?.value?.length > 0) {+ return part[ContentTypes.TEXT].value;+ }+ }+ }+ return '';+};diff --git a/packages/data-provider/src/config.ts b/packages/data-provider/src/config.tsindex c842326c5a..a6bdcacec9 100644--- a/packages/data-provider/src/config.ts+++ b/packages/data-provider/src/config.ts@@ -273,6 +273,13 @@ const sttSchema = z.object({.optional(),});+export enum RateLimitPrefix {+ FILE_UPLOAD = 'FILE_UPLOAD',+ IMPORT = 'IMPORT',+ TTS = 'TTS',+ STT = 'STT',+}+export const rateLimitSchema = z.object({fileUploads: z.object({@@ -290,6 +297,22 @@ export const rateLimitSchema = z.object({userWindowInMinutes: z.number().optional(),}).optional(),+ tts: z+ .object({+ ipMax: z.number().optional(),+ ipWindowInMinutes: z.number().optional(),+ userMax: z.number().optional(),+ userWindowInMinutes: z.number().optional(),+ })+ .optional(),+ stt: z+ .object({+ ipMax: z.number().optional(),+ ipWindowInMinutes: z.number().optional(),+ userMax: z.number().optional(),+ userWindowInMinutes: z.number().optional(),+ })+ .optional(),});export enum EImageOutputType {@@ -646,6 +669,14 @@ export enum ViolationTypes {* An issued ban.*/BAN = 'ban',+ /**+ * TTS Request Limit Violation.+ */+ TTS_LIMIT = 'tts_limit',+ /**+ * STT Request Limit Violation.+ */+ STT_LIMIT = 'stt_limit',}/**@@ -749,7 +780,7 @@ export enum Constants {/** Key for the app's version. */VERSION = 'v0.7.2',/** Key for the Custom Config's version (librechat.yaml). */- CONFIG_VERSION = '1.1.3',+ CONFIG_VERSION = '1.1.4',/** Standard value for the first message's `parentMessageId` value, to indicate no parent exists. */NO_PARENT = '00000000-0000-0000-0000-000000000000',/** Fixed, encoded domain length for Azure OpenAI Assistants Function name parsing. */