An AI-powered search engine with a generative UI
TypeScript generative-aigenerative-uinextjsollamareactsearxngshadcn-uitailwindcsstavilytypescriptupstashvercel-ai-sdk
feat: add Langfuse LLM observability and tracing integration
Yoshiki Miura17153c960664
diff --git a/.env.local.example b/.env.local.exampleindex 98f3a5f5..414514bc 100644--- a/.env.local.example+++ b/.env.local.example@@ -93,6 +93,15 @@ TAVILY_API_KEY=[YOUR_TAVILY_API_KEY] # Get your API key at: https://app.tavily.# SERPER_API_KEY=[YOUR_SERPER_API_KEY] # Enable video search capability# JINA_API_KEY=[YOUR_JINA_API_KEY] # Alternative to Tavily for retrieve tool+#------------------------------------------------------------------------------+# Langfuse Configuration (LLM Observability)+# Enable tracing and monitoring of AI operations+#------------------------------------------------------------------------------+# ENABLE_LANGFUSE_TRACING=false # Enable Langfuse tracing (default: false)+# LANGFUSE_SECRET_KEY=[YOUR_LANGFUSE_SECRET_KEY] # Get from https://cloud.langfuse.com+# LANGFUSE_PUBLIC_KEY=[YOUR_LANGFUSE_PUBLIC_KEY] # Get from https://cloud.langfuse.com+# LANGFUSE_BASEURL=https://cloud.langfuse.com # Or your self-hosted URL+# ------------------------------# Database Configuration# ------------------------------diff --git a/bun.lock b/bun.lockindex e15b995e..a21de9c7 100644--- a/bun.lock+++ b/bun.lock@@ -10,6 +10,9 @@"@ai-sdk/openai": "^2.0.7","@ai-sdk/react": "^2.0.8","@aws-sdk/client-s3": "^3.850.0",+ "@opentelemetry/api-logs": "0.57.2",+ "@opentelemetry/instrumentation": "0.57.2",+ "@opentelemetry/sdk-logs": "0.57.2","@paralleldrive/cuid2": "^2.2.2","@radix-ui/react-alert-dialog": "^1.0.5","@radix-ui/react-avatar": "^1.1.9",@@ -34,6 +37,7 @@"@tailwindcss/typography": "^0.5.12","@upstash/redis": "^1.34.0","@vercel/analytics": "^1.5.0",+ "@vercel/otel": "^1.13.0","ai": "^5.0.8","class-variance-authority": "^0.7.1","clsx": "^2.1.0",@@ -46,6 +50,7 @@"js-tiktoken": "^1.0.20","jsdom": "^26.1.0","katex": "^0.16.10",+ "langfuse-vercel": "^3.38.4","lucide-react": "^0.507.0","next": "^15.2.3","next-themes": "^0.3.0",@@ -410,6 +415,22 @@"@opentelemetry/api": ["@opentelemetry/[email protected]", "", {}, "sha512-3giAOQvZiH5F9bMlMiv8+GSPMeqg0dbaeo58/0SlA9sxSqZhnUtxzX9/2FzyhS9sWQf5S0GJE0AKBrFqjpeYcg=="],+ "@opentelemetry/api-logs": ["@opentelemetry/[email protected]", "", { "dependencies": { "@opentelemetry/api": "^1.3.0" } }, "sha512-uIX52NnTM0iBh84MShlpouI7UKqkZ7MrUszTmaypHBu4r7NofznSnQRfJ+uUeDtQDj6w8eFGg5KBLDAwAPz1+A=="],++ "@opentelemetry/core": ["@opentelemetry/[email protected]", "", { "dependencies": { "@opentelemetry/semantic-conventions": "1.28.0" }, "peerDependencies": { "@opentelemetry/api": ">=1.0.0 <1.10.0" } }, "sha512-OOCM2C/QIURhJMuKaekP3TRBxBKxG/TWWA0TL2J6nXUtDnuCtccy49LUJF8xPFXMX+0LMcxFpCo8M9cGY1W6rQ=="],++ "@opentelemetry/instrumentation": ["@opentelemetry/[email protected]", "", { "dependencies": { "@opentelemetry/api-logs": "0.57.2", "@types/shimmer": "^1.2.0", "import-in-the-middle": "^1.8.1", "require-in-the-middle": "^7.1.1", "semver": "^7.5.2", "shimmer": "^1.2.1" }, "peerDependencies": { "@opentelemetry/api": "^1.3.0" } }, "sha512-BdBGhQBh8IjZ2oIIX6F2/Q3LKm/FDDKi6ccYKcBTeilh6SNdNKveDOLk73BkSJjQLJk6qe4Yh+hHw1UPhCDdrg=="],++ "@opentelemetry/resources": ["@opentelemetry/[email protected]", "", { "dependencies": { "@opentelemetry/core": "1.30.1", "@opentelemetry/semantic-conventions": "1.28.0" }, "peerDependencies": { "@opentelemetry/api": ">=1.0.0 <1.10.0" } }, "sha512-5UxZqiAgLYGFjS4s9qm5mBVo433u+dSPUFWVWXmLAD4wB65oMCoXaJP1KJa9DIYYMeHu3z4BZcStG3LC593cWA=="],++ "@opentelemetry/sdk-logs": ["@opentelemetry/[email protected]", "", { "dependencies": { "@opentelemetry/api-logs": "0.57.2", "@opentelemetry/core": "1.30.1", "@opentelemetry/resources": "1.30.1" }, "peerDependencies": { "@opentelemetry/api": ">=1.4.0 <1.10.0" } }, "sha512-TXFHJ5c+BKggWbdEQ/inpgIzEmS2BGQowLE9UhsMd7YYlUfBQJ4uax0VF/B5NYigdM/75OoJGhAV3upEhK+3gg=="],++ "@opentelemetry/sdk-metrics": ["@opentelemetry/[email protected]", "", { "dependencies": { "@opentelemetry/core": "1.30.1", "@opentelemetry/resources": "1.30.1" }, "peerDependencies": { "@opentelemetry/api": ">=1.3.0 <1.10.0" } }, "sha512-q9zcZ0Okl8jRgmy7eNW3Ku1XSgg3sDLa5evHZpCwjspw7E8Is4K/haRPDJrBcX3YSn/Y7gUvFnByNYEKQNbNog=="],++ "@opentelemetry/sdk-trace-base": ["@opentelemetry/[email protected]", "", { "dependencies": { "@opentelemetry/core": "1.30.1", "@opentelemetry/resources": "1.30.1", "@opentelemetry/semantic-conventions": "1.28.0" }, "peerDependencies": { "@opentelemetry/api": ">=1.0.0 <1.10.0" } }, "sha512-jVPgBbH1gCy2Lb7X0AVQ8XAfgg0pJ4nvl8/IiQA6nxOsPvS+0zMJaFSs2ltXe0J6C8dqjcnpyqINDJmU30+uOg=="],++ "@opentelemetry/semantic-conventions": ["@opentelemetry/[email protected]", "", {}, "sha512-lp4qAiMTD4sNWW4DbKLBkfiMZ4jbAboJIGOQr5DvciMRI494OapieI9qiODpOt0XBr1LjIDy1xAGAnVs5supTA=="],+"@paralleldrive/cuid2": ["@paralleldrive/[email protected]", "", { "dependencies": { "@noble/hashes": "^1.1.5" } }, "sha512-ZOBkgDwEdoYVlSeRbYYXs0S9MejQofiVYoTbKzy/6GQa39/q5tQU2IX46+shYnUkpEl3wc+J6wRlar7r2EK2xA=="],"@pkgjs/parseargs": ["@pkgjs/[email protected]", "", {}, "sha512-+1VkjdD0QBLPodGrJUeqarH8VAIvQODIbwh9XpP5Syisf7YoQgsJKPNFoqqLQlu+VQ/tVSshMR6loPMn8U+dPg=="],@@ -772,6 +793,8 @@"@types/react-syntax-highlighter": ["@types/[email protected]", "", { "dependencies": { "@types/react": "*" } }, "sha512-uLGJ87j6Sz8UaBAooU0T6lWJ0dBmjZgN1PZTrj05TNql2/XpC6+4HhMT5syIdFUUt+FASfCeLLv4kBygNU+8qA=="],+ "@types/shimmer": ["@types/[email protected]", "", {}, "sha512-UE7oxhQLLd9gub6JKIAhDq06T0F6FnztwMNRvYgjeQSBeMc1ZG/tA47EwfduvkuQS8apbkM/lpLpWsaCeYsXVg=="],+"@types/tough-cookie": ["@types/[email protected]", "", {}, "sha512-/Ad8+nIOV7Rl++6f1BdKxFSMgmoqEoYbHRpPcx3JEfv8VRsQe9Z4mCXeJBzxs7mbHY/XOZZuXlRNfhpVPbs6ZA=="],"@types/unist": ["@types/[email protected]", "", {}, "sha512-ko/gIFJRv177XgZsZcBwnqJN5x/Gien8qNOn0D5bQU/zAzVf9Zt3BlcUiLqhV9y4ARk0GbT3tnUiPNgnTXzc/Q=="],@@ -844,6 +867,8 @@"@vercel/analytics": ["@vercel/[email protected]", "", { "peerDependencies": { "@remix-run/react": "^2", "@sveltejs/kit": "^1 || ^2", "next": ">= 13", "react": "^18 || ^19 || ^19.0.0-rc", "svelte": ">= 4", "vue": "^3", "vue-router": "^4" }, "optionalPeers": ["@remix-run/react", "@sveltejs/kit", "next", "react", "svelte", "vue", "vue-router"] }, "sha512-MYsBzfPki4gthY5HnYN7jgInhAZ7Ac1cYDoRWFomwGHWEX7odTEzbtg9kf/QSo7XEsEAqlQugA6gJ2WS2DEa3g=="],+ "@vercel/otel": ["@vercel/[email protected]", "", { "peerDependencies": { "@opentelemetry/api": ">=1.7.0 <2.0.0", "@opentelemetry/api-logs": ">=0.46.0 <0.200.0", "@opentelemetry/instrumentation": ">=0.46.0 <0.200.0", "@opentelemetry/resources": ">=1.19.0 <2.0.0", "@opentelemetry/sdk-logs": ">=0.46.0 <0.200.0", "@opentelemetry/sdk-metrics": ">=1.19.0 <2.0.0", "@opentelemetry/sdk-trace-base": ">=1.19.0 <2.0.0" } }, "sha512-esRkt470Y2jRK1B1g7S1vkt4Csu44gp83Zpu8rIyPoqy2BKgk4z7ik1uSMswzi45UogLHFl6yR5TauDurBQi4Q=="],+"@vitejs/plugin-react": ["@vitejs/[email protected]", "", { "dependencies": { "@babel/core": "^7.28.0", "@babel/plugin-transform-react-jsx-self": "^7.27.1", "@babel/plugin-transform-react-jsx-source": "^7.27.1", "@rolldown/pluginutils": "1.0.0-beta.27", "@types/babel__core": "^7.20.5", "react-refresh": "^0.17.0" }, "peerDependencies": { "vite": "^4.2.0 || ^5.0.0 || ^6.0.0 || ^7.0.0" } }, "sha512-gUu9hwfWvvEDBBmgtAowQCojwZmJ5mcLn3aufeCsitijs3+f2NsrPtlAWIR6OPiqljl96GVCUbLe0HyqIpVaoA=="],"@vitest/expect": ["@vitest/[email protected]", "", { "dependencies": { "@types/chai": "^5.2.2", "@vitest/spy": "3.2.4", "@vitest/utils": "3.2.4", "chai": "^5.2.0", "tinyrainbow": "^2.0.0" } }, "sha512-Io0yyORnB6sikFlt8QW5K7slY4OjqNX9jmJQ02QDda8lyM6B5oNgVWoSoKPac8/kgnCUzuHQKrSLtu/uOqqrig=="],@@ -862,6 +887,8 @@"acorn": ["[email protected]", "", { "bin": { "acorn": "bin/acorn" } }, "sha512-NZyJarBfL7nWwIq+FDL6Zp/yHEhePMNnnJ0y3qfieCrmNvYct8uvtiV41UvlSe6apAfk0fY1FbWx+NwfmpvtTg=="],+ "acorn-import-attributes": ["[email protected]", "", { "peerDependencies": { "acorn": "^8" } }, "sha512-n02Vykv5uA3eHGM/Z2dQrcD56kL8TyDb2p1+0P83PClMnC/nc+anbQRhIOWnSq4Ke/KvDPrY3C9hDtC/A3eHnQ=="],+"acorn-jsx": ["[email protected]", "", { "peerDependencies": { "acorn": "^6.0.0 || ^7.0.0 || ^8.0.0" } }, "sha512-rq9s+JNhf0IChjtDXxllJ7g41oZk5SlXtp0LHwyA5cejwn7vKmKp4pPri6YEePv2PU65sAsegbXtIinmDFDXgQ=="],"agent-base": ["[email protected]", "", {}, "sha512-MnA+YT8fwfJPgBx3m60MNqakm30XOkyIoH1y6huTQvC0PwZG7ki8NacLBcrPbNoo8vEZy7Jpuk7+jMO+CUovTQ=="],@@ -956,6 +983,8 @@"chownr": ["[email protected]", "", {}, "sha512-+IxzY9BZOQd/XuYPRmrvEVjF/nqj5kgT4kEq7VofrDoM1MxoRjEWkrCC3EtLi59TVawxTAn+orJwFQcrqEN1+g=="],+ "cjs-module-lexer": ["[email protected]", "", {}, "sha512-9z8TZaGM1pfswYeXrUpzPrkx8UnWYdhJclsiYMm6x/w5+nN+8Tf/LnAgfLGQCm59qAOxU8WwHEq2vNwF6i4j+Q=="],+"class-variance-authority": ["[email protected]", "", { "dependencies": { "clsx": "^2.1.1" } }, "sha512-Ka+9Trutv7G8M6WT6SeiRWz792K5qEqIGEGzXKhAE6xOWAY6pPH8U+9IY3oCMv6kqTmLsv7Xh/2w2RigkePMsg=="],"client-only": ["[email protected]", "", {}, "sha512-IV3Ou0jSMzZrd3pZ48nLkT9DA7Ag1pnPzaiQhpW7c3RbcqqzvzzVu+L8gfqMp/8IM2MQtSiqaCxrrcfu8I8rMA=="],@@ -1264,6 +1293,8 @@"import-fresh": ["[email protected]", "", { "dependencies": { "parent-module": "^1.0.0", "resolve-from": "^4.0.0" } }, "sha512-TR3KfrTZTYLPB6jUjfx6MF9WcWrHL9su5TObK4ZkYgBdWKPOFoSoQIdEuTuR82pmtxH2spWG9h6etwfr1pLBqQ=="],+ "import-in-the-middle": ["[email protected]", "", { "dependencies": { "acorn": "^8.14.0", "acorn-import-attributes": "^1.9.5", "cjs-module-lexer": "^1.2.2", "module-details-from-path": "^1.0.3" } }, "sha512-5tCuY9BV8ujfOpwtAGgsTx9CGUapcFMEEyByLv1B+v2+6DhAcw+Zr0nhQT7uwaZ7DiourxFEscghOR8e1aPLQw=="],+"imurmurhash": ["[email protected]", "", {}, "sha512-JmXMZ6wuvDmLiHEml9ykzqO6lwFbof0GG4IkcGaENdCRDDmMVnny7s5HsIgHCbaq0w2MyPhDqkhTUgS2LU2PHA=="],"indent-string": ["[email protected]", "", {}, "sha512-EdDDZu4A2OyIK7Lr/2zG+w5jmbuk1DVBnEwREQvBzspBJkCEbRa8GxU1lghYcaGJCnRWibjDXlq779X1/y5xwg=="],@@ -1388,6 +1419,12 @@"keyv": ["[email protected]", "", { "dependencies": { "json-buffer": "3.0.1" } }, "sha512-oxVHkHR/EJf2CNXnWxRLW6mg7JyCCUcG0DtEGmL2ctUo1PNTin1PUil+r/+4r5MpVgC/fn1kjsx7mjSujKqIpw=="],+ "langfuse": ["[email protected]", "", { "dependencies": { "langfuse-core": "^3.38.4" } }, "sha512-2UqMeHLl3DGNX1Nh/cO4jGhk7TzDJ6gjQLlyS9rwFCKVO81xot6b58yeTsTB5YrWupWsOxQtMNoQYIQGOUlH9Q=="],++ "langfuse-core": ["[email protected]", "", { "dependencies": { "mustache": "^4.2.0" } }, "sha512-onTAqcEGhoXuBgqDFXe2t+bt9Vi+5YChRgdz3voM49JKoHwtVZQiUdqTfjSivGR75eSbYoiaIL8IRoio+jaqwg=="],++ "langfuse-vercel": ["[email protected]", "", { "dependencies": { "langfuse": "^3.38.4", "langfuse-core": "^3.38.4" }, "peerDependencies": { "ai": ">=3.2.44" } }, "sha512-gyhQuim2b1qpI7yiGnww9qzqsdpD59XagD+QB3eGHIrX+1ao7vbcrwL14H0GlsLIUM10Nud9wtEbxiFZP1PB7g=="],+"language-subtag-registry": ["[email protected]", "", {}, "sha512-0K65Lea881pHotoGEa5gDlMxt3pctLi2RplBb7Ezh4rRdLEOtgi7n4EwK9lamnUCkKBqaeKRVebTq6BAxSkpXQ=="],"language-tags": ["[email protected]", "", { "dependencies": { "language-subtag-registry": "^0.3.20" } }, "sha512-MbjN408fEndfiQXbFQ1vnd+1NoLDsnQW41410oQBXiyXDMYH5z505juWa4KUE1LqxRC7DgOgZDbKLxHIwm27hA=="],@@ -1552,8 +1589,12 @@"mkdirp": ["[email protected]", "", { "bin": { "mkdirp": "dist/cjs/src/bin.js" } }, "sha512-+NsyUUAZDmo6YVHzL/stxSu3t9YS1iljliy3BSDrXJ/dkn1KYdmtZODGGjLcc9XLgVVpH4KshHB8XmZgMhaBXg=="],+ "module-details-from-path": ["[email protected]", "", {}, "sha512-EGWKgxALGMgzvxYF1UyGTy0HXX/2vHLkw6+NvDKW2jypWbHpjQuj4UMcqQWXHERJhVGKikolT06G3bcKe4fi7w=="],+"ms": ["[email protected]", "", {}, "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA=="],+ "mustache": ["[email protected]", "", { "bin": { "mustache": "bin/mustache" } }, "sha512-71ippSywq5Yb7/tVYyGbkBggbU8H3u5Rz56fH60jGFgr8uHwxs+aSKeqmluIVzM0m0kB7xQjKS6qPfd0b2ZoqQ=="],+"nanoid": ["[email protected]", "", { "bin": { "nanoid": "bin/nanoid.cjs" } }, "sha512-N8SpfPUnUp1bK+PMYW8qSWdl9U+wwNWI4QKxOYDy9JAro3WMX7p2OeVRF9v+347pnakNevPmiHhNmZ2HbFA76w=="],"napi-postinstall": ["[email protected]", "", { "bin": { "napi-postinstall": "lib/cli.js" } }, "sha512-tWVJxJHmBWLy69PvO96TZMZDrzmw5KeiZBz3RHmiM2XZ9grBJ2WgMAFVVg25nqp3ZjTFUs2Ftw1JhscL3Teliw=="],@@ -1696,6 +1737,8 @@"remark-stringify": ["[email protected]", "", { "dependencies": { "@types/mdast": "^4.0.0", "mdast-util-to-markdown": "^2.0.0", "unified": "^11.0.0" } }, "sha512-1OSmLd3awB/t8qdoEOMazZkNsfVTeY4fTsgzcQFdXNq8ToTN4ZGwrMnlda4K6smTFKD+GRV6O48i6Z4iKgPPpw=="],+ "require-in-the-middle": ["[email protected]", "", { "dependencies": { "debug": "^4.3.5", "module-details-from-path": "^1.0.3", "resolve": "^1.22.8" } }, "sha512-gAZ+kLqBdHarXB64XpAe2VCjB7rIRv+mU8tfRWziHRJ5umKsIHN2tLLv6EtMw7WCdP19S0ERVMldNvxYCHnhSQ=="],+"resolve": ["[email protected]", "", { "dependencies": { "is-core-module": "^2.16.0", "path-parse": "^1.0.7", "supports-preserve-symlinks-flag": "^1.0.0" }, "bin": { "resolve": "bin/resolve" } }, "sha512-NPRy+/ncIMeDlTAsuqwKIiferiawhefFJtkNSW0qZJEqMEb+qBt/77B/jGeeek+F0uOeN05CDa6HXbbIgtVX4w=="],"resolve-from": ["[email protected]", "", {}, "sha512-pb/MYmXstAkysRFx8piNI1tGFNQIFA3vkE3Gq4EuA1dF6gHp/+vgZqsCGJapvy8N3Q+4o7FwvquPJcnZ7RYy4g=="],@@ -1724,7 +1767,7 @@"scheduler": ["[email protected]", "", {}, "sha512-NlHwttCI/l5gCPR3D1nNXtWABUmBwvZpEQiD4IXSbIDq8BzLIK/7Ir5gTFSGZDUu37K5cMNp0hFtzO38sC7gWA=="],- "semver": ["[email protected]", "", { "bin": { "semver": "bin/semver.js" } }, "sha512-BR7VvDCVHO+q2xBEWskxS6DJE1qRnb7DxzUrogb71CWoSficBxYsiAGd+Kl0mmq/MprG9yArRkyrQxTO6XjMzA=="],+ "semver": ["[email protected]", "", { "bin": { "semver": "bin/semver.js" } }, "sha512-RF0Fw+rO5AMf9MAyaRXI4AV0Ulj5lMHqVxxdSgiVbixSCXoEmmX/jk0CuJw4+3SqroYO9VoUh+HcuJivvtJemA=="],"set-cookie-parser": ["[email protected]", "", {}, "sha512-IOc8uWeOZgnb3ptbCURJWNjWUPcO3ZnTTdzsurqERrP6nPyv+paC55vJM0LpOlT2ne+Ix+9+CRG1MNLlyZ4GjQ=="],@@ -1740,6 +1783,8 @@"shebang-regex": ["[email protected]", "", {}, "sha512-7++dFhtcx3353uBaq8DDR4NuxBetBzC7ZQOhmTQInHEd6bSrXdiEyzCvG07Z44UYdLShWUyXt5M/yhz8ekcb1A=="],+ "shimmer": ["[email protected]", "", {}, "sha512-sQTKC1Re/rM6XyFM6fIAGHRPVGvyXfgzIDvzoq608vM+jeyVD0Tu1E6Np0Kc2zAIFWIj963V2800iF/9LPieQw=="],+"side-channel": ["[email protected]", "", { "dependencies": { "es-errors": "^1.3.0", "object-inspect": "^1.13.3", "side-channel-list": "^1.0.0", "side-channel-map": "^1.0.1", "side-channel-weakmap": "^1.0.2" } }, "sha512-ZX99e6tRweoUXqR+VBrslhda51Nh5MTQwou5tnUDgbtyM0dBgmhEDtWGP/xbKn6hqfPRHujUNwz5fy/wbbhnpw=="],"side-channel-list": ["[email protected]", "", { "dependencies": { "es-errors": "^1.3.0", "object-inspect": "^1.13.3" } }, "sha512-FCLHtRD/gnpCiCHEiJLOwdmFP+wzCmDEkc9y7NsYxeF4u7Btsn1ZuwgwJGxImImHicJArLP4R0yX4c2KCrMrTA=="],@@ -1996,6 +2041,10 @@"@aws-crypto/util/@smithy/util-utf8": ["@smithy/[email protected]", "", { "dependencies": { "@smithy/util-buffer-from": "^2.2.0", "tslib": "^2.6.2" } }, "sha512-R8Rdn8Hy72KKcebgLiv8jQcQkXoLMOGGv5uI1/k0l+snqkOzQ1R0ChUBCxWMlBsFMekWjq0wRudIweFs7sKT5A=="],+ "@babel/core/semver": ["[email protected]", "", { "bin": { "semver": "bin/semver.js" } }, "sha512-BR7VvDCVHO+q2xBEWskxS6DJE1qRnb7DxzUrogb71CWoSficBxYsiAGd+Kl0mmq/MprG9yArRkyrQxTO6XjMzA=="],++ "@babel/helper-compilation-targets/semver": ["[email protected]", "", { "bin": { "semver": "bin/semver.js" } }, "sha512-BR7VvDCVHO+q2xBEWskxS6DJE1qRnb7DxzUrogb71CWoSficBxYsiAGd+Kl0mmq/MprG9yArRkyrQxTO6XjMzA=="],+"@emnapi/runtime/tslib": ["[email protected]", "", { "bundled": true }, "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w=="],"@esbuild-kit/core-utils/esbuild": ["[email protected]", "", { "optionalDependencies": { "@esbuild/android-arm": "0.18.20", "@esbuild/android-arm64": "0.18.20", "@esbuild/android-x64": "0.18.20", "@esbuild/darwin-arm64": "0.18.20", "@esbuild/darwin-x64": "0.18.20", "@esbuild/freebsd-arm64": "0.18.20", "@esbuild/freebsd-x64": "0.18.20", "@esbuild/linux-arm": "0.18.20", "@esbuild/linux-arm64": "0.18.20", "@esbuild/linux-ia32": "0.18.20", "@esbuild/linux-loong64": "0.18.20", "@esbuild/linux-mips64el": "0.18.20", "@esbuild/linux-ppc64": "0.18.20", "@esbuild/linux-riscv64": "0.18.20", "@esbuild/linux-s390x": "0.18.20", "@esbuild/linux-x64": "0.18.20", "@esbuild/netbsd-x64": "0.18.20", "@esbuild/openbsd-x64": "0.18.20", "@esbuild/sunos-x64": "0.18.20", "@esbuild/win32-arm64": "0.18.20", "@esbuild/win32-ia32": "0.18.20", "@esbuild/win32-x64": "0.18.20" }, "bin": { "esbuild": "bin/esbuild" } }, "sha512-ceqxoedUrcayh7Y7ZX6NdbbDzGROiyVBgC4PriJThBKSVPWnnFHZAkfI1lJT8QFkOwH4qOS2SJkS4wvpGl8BpA=="],@@ -2034,8 +2083,6 @@"@typescript-eslint/typescript-estree/minimatch": ["[email protected]", "", { "dependencies": { "brace-expansion": "^2.0.1" } }, "sha512-G6T0ZX48xgozx7587koeX9Ys2NYy6Gmv//P89sEte9V9whIapMNF4idKxnW2QtCcLiTWlb/wfCabAtAFWhhBow=="],- "@typescript-eslint/typescript-estree/semver": ["[email protected]", "", { "bin": { "semver": "bin/semver.js" } }, "sha512-RF0Fw+rO5AMf9MAyaRXI4AV0Ulj5lMHqVxxdSgiVbixSCXoEmmX/jk0CuJw4+3SqroYO9VoUh+HcuJivvtJemA=="],-"@typescript-eslint/visitor-keys/eslint-visitor-keys": ["[email protected]", "", {}, "sha512-Uhdk5sfqcee/9H/rCOJikYz67o0a2Tw2hGRPOG2Y1R2dg7brRe1uG0yaNQDHu+TO/uQPF/5eCapvYSmHUjt7JQ=="],"cmdk/@radix-ui/react-dialog": ["@radix-ui/[email protected]", "", { "dependencies": { "@babel/runtime": "^7.13.10", "@radix-ui/primitive": "1.0.1", "@radix-ui/react-compose-refs": "1.0.1", "@radix-ui/react-context": "1.0.1", "@radix-ui/react-dismissable-layer": "1.0.5", "@radix-ui/react-focus-guards": "1.0.1", "@radix-ui/react-focus-scope": "1.0.4", "@radix-ui/react-id": "1.0.1", "@radix-ui/react-portal": "1.0.4", "@radix-ui/react-presence": "1.0.1", "@radix-ui/react-primitive": "1.0.3", "@radix-ui/react-slot": "1.0.2", "@radix-ui/react-use-controllable-state": "1.0.1", "aria-hidden": "^1.1.1", "react-remove-scroll": "2.5.5" }, "peerDependencies": { "@types/react": "*", "@types/react-dom": "*", "react": "^16.8 || ^17.0 || ^18.0", "react-dom": "^16.8 || ^17.0 || ^18.0" }, "optionalPeers": ["@types/react", "@types/react-dom"] }, "sha512-GjWJX/AUpB703eEBanuBnIWdIXg6NvJFCXcNlSZk4xdszCdhrJgBoUd1cGk67vFO+WdA2pfI/plOpqz/5GUP6Q=="],@@ -2054,10 +2101,14 @@"eslint-plugin-import/doctrine": ["[email protected]", "", { "dependencies": { "esutils": "^2.0.2" } }, "sha512-35mSku4ZXK0vfCuHEDAwt55dg2jNajHZ1odvF+8SSr82EsZY4QmXfuWso8oEd8zRhVObSN18aM0CjSdoBX7zIw=="],+ "eslint-plugin-import/semver": ["[email protected]", "", { "bin": { "semver": "bin/semver.js" } }, "sha512-BR7VvDCVHO+q2xBEWskxS6DJE1qRnb7DxzUrogb71CWoSficBxYsiAGd+Kl0mmq/MprG9yArRkyrQxTO6XjMzA=="],+"eslint-plugin-react/doctrine": ["[email protected]", "", { "dependencies": { "esutils": "^2.0.2" } }, "sha512-35mSku4ZXK0vfCuHEDAwt55dg2jNajHZ1odvF+8SSr82EsZY4QmXfuWso8oEd8zRhVObSN18aM0CjSdoBX7zIw=="],"eslint-plugin-react/resolve": ["[email protected]", "", { "dependencies": { "is-core-module": "^2.13.0", "path-parse": "^1.0.7", "supports-preserve-symlinks-flag": "^1.0.0" }, "bin": { "resolve": "bin/resolve" } }, "sha512-U7WjGVG9sH8tvjW5SmGbQuui75FiyjAX72HX15DwBBwF9dNiQZRQAg9nnPhYy+TUnE0+VcrttuvNI8oSxZcocA=="],+ "eslint-plugin-react/semver": ["[email protected]", "", { "bin": { "semver": "bin/semver.js" } }, "sha512-BR7VvDCVHO+q2xBEWskxS6DJE1qRnb7DxzUrogb71CWoSficBxYsiAGd+Kl0mmq/MprG9yArRkyrQxTO6XjMzA=="],+"exa-js/dotenv": ["[email protected]", "", {}, "sha512-47qPchRCykZC03FhkYAhrvwU4xDBFIj1QPqaarj6mdM/hgUzfPHcpkHJOn3mJAufFeeAxAzeGsr5X0M4k6fLZQ=="],"exa-js/zod": ["[email protected]", "", {}, "sha512-gzUt/qt81nXsFGKIFcC3YnfEAx5NkunCfnDlvuBSSFS02bcXu4Lmea0AFIUwbLWxWPx3d9p8S5QoaujKcNQxcQ=="],@@ -2078,8 +2129,6 @@"hastscript/space-separated-tokens": ["[email protected]", "", {}, "sha512-q/JSVd1Lptzhf5bkYm4ob4iWPjx0KiRe3sRFBNrVqbJkFaBm5vbbowy1mymoPNLRa52+oadOhJ+K49wsSeSjTA=="],- "is-bun-module/semver": ["[email protected]", "", { "bin": { "semver": "bin/semver.js" } }, "sha512-RF0Fw+rO5AMf9MAyaRXI4AV0Ulj5lMHqVxxdSgiVbixSCXoEmmX/jk0CuJw4+3SqroYO9VoUh+HcuJivvtJemA=="],-"lru-cache/yallist": ["[email protected]", "", {}, "sha512-a4UGQaWPH59mOXUYnAG2ewncQS4i4F43Tv3JoAM+s2VDAmS9NsK8GpDMLrCHPksFT7h3K6TOoUNn2pb7RoXx4g=="],"mdast-util-find-and-replace/escape-string-regexp": ["[email protected]", "", {}, "sha512-/veY75JbMK4j1yjvuUxuVsiS/hr/4iHs9FTT6cgTexxdE0Ly/glccBAkloH/DofkjRbZU3bnoj38mOmhkZ0lHw=="],@@ -2102,8 +2151,6 @@"rimraf/glob": ["[email protected]", "", { "dependencies": { "fs.realpath": "^1.0.0", "inflight": "^1.0.4", "inherits": "2", "minimatch": "^3.1.1", "once": "^1.3.0", "path-is-absolute": "^1.0.0" } }, "sha512-nFR0zLpU2YCaRxwoCJvL6UvCH2JFyFVIvwTLsIf21AuHlMskA1hhTdk+LlYJtOlYt9v6dvszD2BGRqBL+iQK9Q=="],- "sharp/semver": ["[email protected]", "", { "bin": { "semver": "bin/semver.js" } }, "sha512-RF0Fw+rO5AMf9MAyaRXI4AV0Ulj5lMHqVxxdSgiVbixSCXoEmmX/jk0CuJw4+3SqroYO9VoUh+HcuJivvtJemA=="],-"string-width/strip-ansi": ["[email protected]", "", { "dependencies": { "ansi-regex": "^6.0.1" } }, "sha512-iq6eVVI64nQQTRYq2KtEg2d2uU7LElhTJwsH4YzIHZshxlgZms/wIc4VoDQTlG/IvVIrBKG06CrZnp0qv7hkcQ=="],"string-width-cjs/emoji-regex": ["[email protected]", "", {}, "sha512-MSjYzcWNOA0ewAHpz0MxpYFvwg6yjy1NG3xteoqz644VCo/RPgnr1/GGt+ic3iJTzQ8Eu3TdM14SawnVUmGE6A=="],diff --git a/instrumentation.ts b/instrumentation.tsnew file mode 100644index 00000000..f5d6dbdc--- /dev/null+++ b/instrumentation.ts@@ -0,0 +1,9 @@+import { registerOTel } from '@vercel/otel'+import { LangfuseExporter } from 'langfuse-vercel'++export function register() {+ registerOTel({+ serviceName: 'morphic-ai-search',+ traceExporter: new LangfuseExporter()+ })+}\ No newline at end of filediff --git a/lib/actions/chat.ts b/lib/actions/chat.tsindex ae2e7262..1eec77c7 100644--- a/lib/actions/chat.ts+++ b/lib/actions/chat.ts@@ -251,13 +251,15 @@ export async function saveChatTitle(chat: Chat | null,chatId: string,message: UIMessage | null,- modelId: string+ modelId: string,+ parentTraceId?: string) {if (!chat && message) {const userContent = getTextFromParts(message.parts)const title = await generateChatTitle({userMessageContent: userContent,- modelId+ modelId,+ parentTraceId})await dbActions.updateChatTitle(chatId, title)revalidateTag(`chat-${chatId}`)diff --git a/lib/agents/generate-related-questions.ts b/lib/agents/generate-related-questions.tsindex a743c766..1719d761 100644--- a/lib/agents/generate-related-questions.ts+++ b/lib/agents/generate-related-questions.ts@@ -2,6 +2,7 @@ import { convertToModelMessages, generateObject, type UIMessage } from 'ai'import { z } from 'zod'import { getModel } from '../utils/registry'+import { isTracingEnabled } from '../utils/telemetry'const relatedQuestionsSchema = z.object({questions: z@@ -16,7 +17,8 @@ const relatedQuestionsSchema = z.object({export async function generateRelatedQuestions(model: string,messages: UIMessage[],- abortSignal?: AbortSignal+ abortSignal?: AbortSignal,+ parentTraceId?: string) {// Convert UIMessages to ModelMessagesconst modelMessages = convertToModelMessages(messages)@@ -60,7 +62,20 @@ Bad follow-ups (avoid these):'Based on the conversation history and search results, generate 3 unique follow-up questions that would help the user explore different aspects of the topic. Focus on questions that dig deeper into specific findings or explore related areas not yet covered.'}],- abortSignal+ abortSignal,+ experimental_telemetry: {+ isEnabled: isTracingEnabled(),+ functionId: 'related-questions',+ metadata: {+ modelId: model,+ agentType: 'related-questions-generator',+ messageCount: messages.length,+ ...(parentTraceId && {+ langfuseTraceId: parentTraceId,+ langfuseUpdateParent: false+ })+ }+ }})return objectdiff --git a/lib/agents/researcher.ts b/lib/agents/researcher.tsindex d2535bac..696f2617 100644--- a/lib/agents/researcher.ts+++ b/lib/agents/researcher.ts@@ -9,6 +9,7 @@ import { createQuestionTool } from '../tools/question'import { createSearchTool } from '../tools/search'import { createTodoTools } from '../tools/todo'import { getModel } from '../utils/registry'+import { isTracingEnabled } from '../utils/telemetry'const SYSTEM_PROMPT = `Instructions:@@ -76,12 +77,14 @@ export function researcher({model,modelConfig,abortSignal,- writer+ writer,+ parentTraceId}: {model: stringmodelConfig?: ModelabortSignal?: AbortSignalwriter?: UIMessageStreamWriter+ parentTraceId?: string}) {try {const currentDate = new Date().toLocaleString()@@ -119,7 +122,19 @@ export function researcher({abortSignal,...(modelConfig?.providerOptions && {providerOptions: modelConfig.providerOptions- })+ }),+ experimental_telemetry: {+ isEnabled: isTracingEnabled(),+ functionId: 'research-agent',+ metadata: {+ modelId: model,+ agentType: 'researcher',+ ...(parentTraceId && {+ langfuseTraceId: parentTraceId,+ langfuseUpdateParent: false+ })+ }+ }})} catch (error) {console.error('Error in researcher:', error)diff --git a/lib/agents/title-generator.ts b/lib/agents/title-generator.tsindex f415ef35..f4570513 100644--- a/lib/agents/title-generator.ts+++ b/lib/agents/title-generator.ts@@ -1,11 +1,13 @@import { generateText } from 'ai'import { getModel } from '../utils/registry'+import { isTracingEnabled } from '../utils/telemetry'interface GenerateChatTitleParams {userMessageContent: stringmodelId: stringabortSignal?: AbortSignal+ parentTraceId?: string}/**@@ -17,7 +19,8 @@ interface GenerateChatTitleParams {export async function generateChatTitle({userMessageContent,modelId,- abortSignal+ abortSignal,+ parentTraceId}: GenerateChatTitleParams): Promise<string> {// Fallback title uses the first 75 characters of the message or a default string.const fallbackTitle = userMessageContent.substring(0, 75).trim() || 'New Chat'@@ -29,7 +32,20 @@ export async function generateChatTitle({model: getModel(modelId),system: systemPrompt,prompt: userMessageContent,- abortSignal+ abortSignal,+ experimental_telemetry: {+ isEnabled: isTracingEnabled(),+ functionId: 'title-generation',+ metadata: {+ modelId: modelId,+ agentType: 'title-generator',+ promptLength: userMessageContent.length,+ ...(parentTraceId && {+ langfuseTraceId: parentTraceId,+ langfuseUpdateParent: false+ })+ }+ }})const cleanedTitle = generatedTitle.trim()diff --git a/lib/streaming/create-chat-stream-response.ts b/lib/streaming/create-chat-stream-response.tsindex 0c5b099d..f1988075 100644--- a/lib/streaming/create-chat-stream-response.ts+++ b/lib/streaming/create-chat-stream-response.ts@@ -6,8 +6,11 @@ import {UIMessage,UIMessageStreamWriter} from 'ai'+import { randomUUID } from 'crypto'+import { Langfuse } from 'langfuse'import { researcher } from '@/lib/agents/researcher'+import { isTracingEnabled } from '@/lib/utils/telemetry'import { getChat as getChatAction } from '../actions/chat'import { generateChatTitle } from '../agents/title-generator'@@ -53,7 +56,28 @@ export async function createChatStreamResponse(})}- // Create stream context+ // Create parent trace ID for grouping all operations+ let parentTraceId: string | undefined+ let langfuse: Langfuse | undefined++ if (isTracingEnabled()) {+ parentTraceId = randomUUID()+ langfuse = new Langfuse()++ // Create parent trace with name "research"+ langfuse.trace({+ id: parentTraceId,+ name: 'research',+ metadata: {+ chatId,+ userId,+ modelId: `${model.providerId}:${model.id}`,+ trigger+ }+ })+ }++ // Create stream context with trace IDconst context: StreamContext = {chatId,userId,@@ -61,7 +85,8 @@ export async function createChatStreamResponse(messageId,trigger,initialChat,- abortSignal+ abortSignal,+ parentTraceId // Add parent trace ID to context}// Create the stream@@ -71,12 +96,13 @@ export async function createChatStreamResponse(// Prepare messages for the modelconst messagesToModel = await prepareMessages(context, message)- // Get the researcher agent+ // Get the researcher agent with parent trace IDconst researchAgent = researcher({model: context.modelId,modelConfig: model,abortSignal,- writer+ writer,+ parentTraceId})// Filter out reasoning parts from messages before converting to model messages@@ -105,7 +131,8 @@ export async function createChatStreamResponse(titlePromise = generateChatTitle({userMessageContent: userContent,modelId: context.modelId,- abortSignal+ abortSignal,+ parentTraceId}).catch(error => {console.error('Error generating title:', error)return DEFAULT_CHAT_TITLE@@ -130,6 +157,11 @@ export async function createChatStreamResponse(} catch (error) {console.error('Stream execution error:', error)throw error // This error will be handled by the onError callback+ } finally {+ // Flush Langfuse traces if enabled+ if (langfuse) {+ await langfuse.flushAsync()+ }}},onError: (error: any) => {diff --git a/lib/streaming/helpers/handle-stream-finish.ts b/lib/streaming/helpers/handle-stream-finish.tsindex ce592702..8eda49a5 100644--- a/lib/streaming/helpers/handle-stream-finish.ts+++ b/lib/streaming/helpers/handle-stream-finish.ts@@ -18,7 +18,7 @@ export async function handleStreamFinish(context: StreamContext,titlePromise?: Promise<string>) {- const { chatId, modelId, abortSignal } = context+ const { chatId, modelId, abortSignal, parentTraceId } = context// Generate related questions if there are tool callsif (hasToolCalls(responseMessage as UIMessage | null)) {@@ -34,7 +34,8 @@ export async function handleStreamFinish(const relatedQuestions = await generateRelatedQuestions(modelId,[...messagesToModel, responseMessage],- abortSignal+ abortSignal,+ parentTraceId)responseMessage.parts.push({diff --git a/lib/streaming/helpers/types.ts b/lib/streaming/helpers/types.tsindex c3edc810..e8b6d0dd 100644--- a/lib/streaming/helpers/types.ts+++ b/lib/streaming/helpers/types.ts@@ -6,4 +6,5 @@ export interface StreamContext {trigger?: stringinitialChat: anyabortSignal?: AbortSignal+ parentTraceId?: string}diff --git a/lib/utils/telemetry.ts b/lib/utils/telemetry.tsnew file mode 100644index 00000000..e0219a1a--- /dev/null+++ b/lib/utils/telemetry.ts@@ -0,0 +1,7 @@+/**+ * Check if Langfuse tracing is enabled+ * Default: false+ */+export function isTracingEnabled(): boolean {+ return process.env.ENABLE_LANGFUSE_TRACING === 'true'+}\ No newline at end of filediff --git a/package.json b/package.jsonindex e434843f..e1911013 100644--- a/package.json+++ b/package.json@@ -23,6 +23,9 @@"@ai-sdk/openai": "^2.0.7","@ai-sdk/react": "^2.0.8","@aws-sdk/client-s3": "^3.850.0",+ "@opentelemetry/api-logs": "0.57.2",+ "@opentelemetry/instrumentation": "0.57.2",+ "@opentelemetry/sdk-logs": "0.57.2","@paralleldrive/cuid2": "^2.2.2","@radix-ui/react-alert-dialog": "^1.0.5","@radix-ui/react-avatar": "^1.1.9",@@ -47,6 +50,7 @@"@tailwindcss/typography": "^0.5.12","@upstash/redis": "^1.34.0","@vercel/analytics": "^1.5.0",+ "@vercel/otel": "^1.13.0","ai": "^5.0.8","class-variance-authority": "^0.7.1","clsx": "^2.1.0",@@ -59,6 +63,7 @@"js-tiktoken": "^1.0.20","jsdom": "^26.1.0","katex": "^0.16.10",+ "langfuse-vercel": "^3.38.4","lucide-react": "^0.507.0","next": "^15.2.3","next-themes": "^0.3.0",