Skip to content

An AI-powered search engine with a generative UI

Feature: support for vercel gateway

Adam McCombs84a2ba427723
diff --git a/bun.lock b/bun.lock
index 85b07571..6f687b35 100644
--- a/bun.lock
+++ b/bun.lock
@@ -8,6 +8,7 @@
"@ai-sdk/azure": "^2.0.0-beta.11",
"@ai-sdk/deepseek": "^1.0.0-beta.8",
"@ai-sdk/fireworks": "^1.0.0-beta.8",
+ "@ai-sdk/gateway": "^1.0.2",
"@ai-sdk/google": "^2.0.0-beta.13",
"@ai-sdk/groq": "^2.0.0-beta.6",
"@ai-sdk/openai": "^2.0.0-beta.11",
@@ -104,7 +105,7 @@
"@ai-sdk/fireworks": ["@ai-sdk/[email protected]", "", { "dependencies": { "@ai-sdk/openai-compatible": "1.0.1", "@ai-sdk/provider": "2.0.0", "@ai-sdk/provider-utils": "3.0.0" }, "peerDependencies": { "zod": "^3.25.76 || ^4" } }, "sha512-/N6Timw8GThh+BKO9d7eWF2Ztisw7+FRQzEzGakhF/7czuPLdFEa0a9JacXyDROLyvyTl9QjniyDr0vKTBUYow=="],
- "@ai-sdk/gateway": ["@ai-sdk/[email protected]", "", { "dependencies": { "@ai-sdk/provider": "2.0.0-beta.1", "@ai-sdk/provider-utils": "3.0.0-beta.7" }, "peerDependencies": { "zod": "^3.25.76 || ^4" } }, "sha512-k7mheXS8u+N0URwE/E8zn2v14aWEzRfCPVMtCqkEwQSUKDipKVHHnbQ5FrXCupZsMWEa0ZepTsSbtH+XmXO4Og=="],
+ "@ai-sdk/gateway": ["@ai-sdk/[email protected]", "", { "dependencies": { "@ai-sdk/provider": "2.0.0", "@ai-sdk/provider-utils": "3.0.1" }, "peerDependencies": { "zod": "^3.25.76 || ^4" } }, "sha512-RCE6v6/7JMzSHmjB0R7oWT54y/VYeEv+6NYLtkQKdxN871UawFFHpL7TW7IRnn+/SHdRlr7XoWxxGdHEaGRKiA=="],
"@ai-sdk/google": ["@ai-sdk/[email protected]", "", { "dependencies": { "@ai-sdk/provider": "2.0.0", "@ai-sdk/provider-utils": "3.0.0" }, "peerDependencies": { "zod": "^3.25.76 || ^4" } }, "sha512-35uWKG+aWm0QClJV/kNhcyR9IVrDkZoI1UlWvUCjwoqbCxj4/L/1LKKbpM3JSRa9u74ghHzBB0UjLHdgcIoanw=="],
@@ -256,12 +257,8 @@
"@drizzle-team/brocli": ["@drizzle-team/[email protected]", "", {}, "sha512-z33Il7l5dKjUgGULTqBsQBQwckHh5AbIuxhdsIxDDiZAzBOrZO6q9ogcWC65kU382AfynTfgNumVcNIjuIua6w=="],
- "@emnapi/core": ["@emnapi/[email protected]", "", { "dependencies": { "@emnapi/wasi-threads": "1.0.4", "tslib": "^2.4.0" } }, "sha512-XsLw1dEOpkSX/WucdqUhPWP7hDxSvZiY+fsUC14h+FtQ2Ifni4znbBt8punRX+Uj2JG/uDb8nEHVKvrVlvdZ5Q=="],
-
"@emnapi/runtime": ["@emnapi/[email protected]", "", { "dependencies": { "tslib": "^2.4.0" } }, "sha512-++LApOtY0pEEz1zrd9vy1/zXVaVJJ/EbAF3u0fXIzPJEDtnITsBGbbK0EkM72amhl/R5b+5xx0Y/QhcVOpuulg=="],
- "@emnapi/wasi-threads": ["@emnapi/[email protected]", "", { "dependencies": { "tslib": "^2.4.0" } }, "sha512-PJR+bOmMOPH8AtcTGAyYNiuJ3/Fcoj2XN/gBEWzDIKh254XO+mM9XoXHk5GNEhodxeMznbg7BlRojVbKN+gC6g=="],
-
"@esbuild-kit/core-utils": ["@esbuild-kit/[email protected]", "", { "dependencies": { "esbuild": "~0.18.20", "source-map-support": "^0.5.21" } }, "sha512-sPRAnw9CdSsRmEtnsl2WXWdyquogVpB3yZ3dgwJfe8zrOzTsV7cJvmwrKVa+0ma5BoiGJ+BoqkMvawbayKUsqQ=="],
"@esbuild-kit/esm-loader": ["@esbuild-kit/[email protected]", "", { "dependencies": { "@esbuild-kit/core-utils": "^3.3.2", "get-tsconfig": "^4.7.0" } }, "sha512-FxEMIkJKnodyA1OaCUoEvbYRkoZlLZ4d/eXFu9Fh8CbBBgP5EmZxrfTRyN0qpXZ4vOvqnE5YdRdcrmUUXuU+dA=="],
@@ -2008,9 +2005,7 @@
"zwitch": ["[email protected]", "", {}, "sha512-bXE4cR/kVZhKZX/RjPEflHaKVhUVl85noU3v6b8apfQEc1x4A+zBxjZ4lN8LqGd6WZ3dl98pY4o717VFmoPp+A=="],
- "@ai-sdk/gateway/@ai-sdk/provider": ["@ai-sdk/[email protected]", "", { "dependencies": { "json-schema": "^0.4.0" } }, "sha512-Z8SPncMtS3RsoXITmT7NVwrAq6M44dmw0DoUOYJqNNtCu8iMWuxB8Nxsoqpa0uEEy9R1V1ZThJAXTYgjTUxl3w=="],
-
- "@ai-sdk/gateway/@ai-sdk/provider-utils": ["@ai-sdk/[email protected]", "", { "dependencies": { "@ai-sdk/provider": "2.0.0-beta.1", "@standard-schema/spec": "^1.0.0", "eventsource-parser": "^3.0.3", "zod-to-json-schema": "^3.24.1" }, "peerDependencies": { "zod": "^3.25.76 || ^4" } }, "sha512-w1nMJegq98/TpVOUlYPehX/tyTmyx4b0NCWH2VMHF6hpnJjGuS3UfzkEAKTkHCWYbNZY038b4IkGDx24C0xNOA=="],
+ "@ai-sdk/gateway/@ai-sdk/provider-utils": ["@ai-sdk/[email protected]", "", { "dependencies": { "@ai-sdk/provider": "2.0.0", "@standard-schema/spec": "^1.0.0", "eventsource-parser": "^3.0.3", "zod-to-json-schema": "^3.24.1" }, "peerDependencies": { "zod": "^3.25.76 || ^4" } }, "sha512-/iP1sKc6UdJgGH98OCly7sWJKv+J9G47PnTjIj40IJMUQKwDrUMyf7zOOfRtPwSuNifYhSoJQ4s1WltI65gJ/g=="],
"@ai-sdk/react/@ai-sdk/provider-utils": ["@ai-sdk/[email protected]", "", { "dependencies": { "@ai-sdk/provider": "2.0.0-beta.1", "@standard-schema/spec": "^1.0.0", "eventsource-parser": "^3.0.3", "zod-to-json-schema": "^3.24.1" }, "peerDependencies": { "zod": "^3.25.76 || ^4" } }, "sha512-w1nMJegq98/TpVOUlYPehX/tyTmyx4b0NCWH2VMHF6hpnJjGuS3UfzkEAKTkHCWYbNZY038b4IkGDx24C0xNOA=="],
@@ -2022,10 +2017,16 @@
"@aws-crypto/util/@smithy/util-utf8": ["@smithy/[email protected]", "", { "dependencies": { "@smithy/util-buffer-from": "^2.2.0", "tslib": "^2.6.2" } }, "sha512-R8Rdn8Hy72KKcebgLiv8jQcQkXoLMOGGv5uI1/k0l+snqkOzQ1R0ChUBCxWMlBsFMekWjq0wRudIweFs7sKT5A=="],
+ "@emnapi/runtime/tslib": ["[email protected]", "", { "bundled": true }, "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w=="],
+
"@esbuild-kit/core-utils/esbuild": ["[email protected]", "", { "optionalDependencies": { "@esbuild/android-arm": "0.18.20", "@esbuild/android-arm64": "0.18.20", "@esbuild/android-x64": "0.18.20", "@esbuild/darwin-arm64": "0.18.20", "@esbuild/darwin-x64": "0.18.20", "@esbuild/freebsd-arm64": "0.18.20", "@esbuild/freebsd-x64": "0.18.20", "@esbuild/linux-arm": "0.18.20", "@esbuild/linux-arm64": "0.18.20", "@esbuild/linux-ia32": "0.18.20", "@esbuild/linux-loong64": "0.18.20", "@esbuild/linux-mips64el": "0.18.20", "@esbuild/linux-ppc64": "0.18.20", "@esbuild/linux-riscv64": "0.18.20", "@esbuild/linux-s390x": "0.18.20", "@esbuild/linux-x64": "0.18.20", "@esbuild/netbsd-x64": "0.18.20", "@esbuild/openbsd-x64": "0.18.20", "@esbuild/sunos-x64": "0.18.20", "@esbuild/win32-arm64": "0.18.20", "@esbuild/win32-ia32": "0.18.20", "@esbuild/win32-x64": "0.18.20" }, "bin": { "esbuild": "bin/esbuild" } }, "sha512-ceqxoedUrcayh7Y7ZX6NdbbDzGROiyVBgC4PriJThBKSVPWnnFHZAkfI1lJT8QFkOwH4qOS2SJkS4wvpGl8BpA=="],
"@isaacs/cliui/strip-ansi": ["[email protected]", "", { "dependencies": { "ansi-regex": "^6.0.1" } }, "sha512-iq6eVVI64nQQTRYq2KtEg2d2uU7LElhTJwsH4YzIHZshxlgZms/wIc4VoDQTlG/IvVIrBKG06CrZnp0qv7hkcQ=="],
+ "@napi-rs/wasm-runtime/@emnapi/core": ["@emnapi/[email protected]", "", { "dependencies": { "@emnapi/wasi-threads": "1.0.4", "tslib": "^2.4.0" }, "bundled": true }, "sha512-XsLw1dEOpkSX/WucdqUhPWP7hDxSvZiY+fsUC14h+FtQ2Ifni4znbBt8punRX+Uj2JG/uDb8nEHVKvrVlvdZ5Q=="],
+
+ "@napi-rs/wasm-runtime/@emnapi/runtime": ["@emnapi/[email protected]", "", { "dependencies": { "tslib": "^2.4.0" }, "bundled": true }, "sha512-++LApOtY0pEEz1zrd9vy1/zXVaVJJ/EbAF3u0fXIzPJEDtnITsBGbbK0EkM72amhl/R5b+5xx0Y/QhcVOpuulg=="],
+
"@supabase/auth-ui-react/react": ["[email protected]", "", { "dependencies": { "loose-envify": "^1.1.0" } }, "sha512-wS+hAgJShR0KhEvPJArfuPVN1+Hz1t0Y6n5jLrGQbkb4urgPE/0Rve+1kMB1v/oWgHgm4WIcV+i7F2pTVj+2iQ=="],
"@supabase/auth-ui-react/react-dom": ["[email protected]", "", { "dependencies": { "loose-envify": "^1.1.0", "scheduler": "^0.23.2" }, "peerDependencies": { "react": "^18.3.1" } }, "sha512-5m4nQKp+rZRb09LNH59GM4BxTh9251/ylbKIbpe7TpGxfJ+9kv6BLkLBXIjjspbgbnIBNqlI23tRnTWT0snUIw=="],
@@ -2048,6 +2049,8 @@
"@testing-library/dom/dom-accessibility-api": ["[email protected]", "", {}, "sha512-X7BJ2yElsnOJ30pZF4uIIDfBEVgF4XEBxL9Bxhy6dnrm5hkzqmsWHGTiHqRiITNhMyFLyAiWndIJP7Z1NTteDg=="],
+ "@tybys/wasm-util/tslib": ["[email protected]", "", { "bundled": true }, "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w=="],
+
"@typescript-eslint/eslint-plugin/ignore": ["[email protected]", "", {}, "sha512-Hs59xBNfUIunMFgWAbGX5cq6893IbWg4KnrjbYwX3tx0ztorVgTDA6B2sxf8ejHJ4wz8BqGUMYlnzNBer5NvGg=="],
"@typescript-eslint/typescript-estree/minimatch": ["[email protected]", "", { "dependencies": { "brace-expansion": "^2.0.1" } }, "sha512-G6T0ZX48xgozx7587koeX9Ys2NYy6Gmv//P89sEte9V9whIapMNF4idKxnW2QtCcLiTWlb/wfCabAtAFWhhBow=="],
@@ -2056,6 +2059,8 @@
"@typescript-eslint/visitor-keys/eslint-visitor-keys": ["[email protected]", "", {}, "sha512-Uhdk5sfqcee/9H/rCOJikYz67o0a2Tw2hGRPOG2Y1R2dg7brRe1uG0yaNQDHu+TO/uQPF/5eCapvYSmHUjt7JQ=="],
+ "ai/@ai-sdk/gateway": ["@ai-sdk/[email protected]", "", { "dependencies": { "@ai-sdk/provider": "2.0.0-beta.1", "@ai-sdk/provider-utils": "3.0.0-beta.7" }, "peerDependencies": { "zod": "^3.25.76 || ^4" } }, "sha512-k7mheXS8u+N0URwE/E8zn2v14aWEzRfCPVMtCqkEwQSUKDipKVHHnbQ5FrXCupZsMWEa0ZepTsSbtH+XmXO4Og=="],
+
"ai/@ai-sdk/provider": ["@ai-sdk/[email protected]", "", { "dependencies": { "json-schema": "^0.4.0" } }, "sha512-Z8SPncMtS3RsoXITmT7NVwrAq6M44dmw0DoUOYJqNNtCu8iMWuxB8Nxsoqpa0uEEy9R1V1ZThJAXTYgjTUxl3w=="],
"ai/@ai-sdk/provider-utils": ["@ai-sdk/[email protected]", "", { "dependencies": { "@ai-sdk/provider": "2.0.0-beta.1", "@standard-schema/spec": "^1.0.0", "eventsource-parser": "^3.0.3", "zod-to-json-schema": "^3.24.1" }, "peerDependencies": { "zod": "^3.25.76 || ^4" } }, "sha512-w1nMJegq98/TpVOUlYPehX/tyTmyx4b0NCWH2VMHF6hpnJjGuS3UfzkEAKTkHCWYbNZY038b4IkGDx24C0xNOA=="],
@@ -2198,14 +2203,34 @@
"@isaacs/cliui/strip-ansi/ansi-regex": ["[email protected]", "", {}, "sha512-7HSX4QQb4CspciLpVFwyRe79O3xsIZDDLER21kERQ71oaPodF8jL725AgJMFAYbooIqolJoRLuM81SpeUkpkvA=="],
+ "@napi-rs/wasm-runtime/@emnapi/core/@emnapi/wasi-threads": ["@emnapi/[email protected]", "", { "dependencies": { "tslib": "^2.4.0" }, "bundled": true }, "sha512-PJR+bOmMOPH8AtcTGAyYNiuJ3/Fcoj2XN/gBEWzDIKh254XO+mM9XoXHk5GNEhodxeMznbg7BlRojVbKN+gC6g=="],
+
+ "@napi-rs/wasm-runtime/@emnapi/core/tslib": ["[email protected]", "", { "bundled": true }, "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w=="],
+
+ "@napi-rs/wasm-runtime/@emnapi/runtime/tslib": ["[email protected]", "", { "bundled": true }, "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w=="],
+
"@supabase/auth-ui-react/react-dom/scheduler": ["[email protected]", "", { "dependencies": { "loose-envify": "^1.1.0" } }, "sha512-UOShsPwz7NrMUqhR6t0hWjFduvOzbtv7toDH1/hIrfRNIDBnnBWd0CwJTGvTpngVlmwGCdP9/Zl/tVrDqcuYzQ=="],
"@supabase/node-fetch/whatwg-url/tr46": ["[email protected]", "", {}, "sha512-N3WMsuqV66lT30CrXNbEjx4GEwlow3v6rr4mCcv6prnfwhS01rkgyFdjPNBYd9br7LpXV1+Emh01fHnq2Gdgrw=="],
"@supabase/node-fetch/whatwg-url/webidl-conversions": ["[email protected]", "", {}, "sha512-2JAn3z8AR6rjK8Sm8orRC0h/bcl/DqL7tRPdGZ4I1CjdF+EaMLmYxBHyXuKL849eucPFhvBoxMsflfOb8kxaeQ=="],
+ "@tailwindcss/oxide-wasm32-wasi/@emnapi/core/@emnapi/wasi-threads": ["@emnapi/[email protected]", "", { "dependencies": { "tslib": "^2.4.0" }, "bundled": true }, "sha512-PJR+bOmMOPH8AtcTGAyYNiuJ3/Fcoj2XN/gBEWzDIKh254XO+mM9XoXHk5GNEhodxeMznbg7BlRojVbKN+gC6g=="],
+
+ "@tailwindcss/oxide-wasm32-wasi/@emnapi/core/tslib": ["[email protected]", "", { "bundled": true }, "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w=="],
+
+ "@tailwindcss/oxide-wasm32-wasi/@emnapi/runtime/tslib": ["[email protected]", "", { "bundled": true }, "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w=="],
+
+ "@tailwindcss/oxide-wasm32-wasi/@emnapi/wasi-threads/tslib": ["[email protected]", "", { "bundled": true }, "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w=="],
+
+ "@tailwindcss/oxide-wasm32-wasi/@napi-rs/wasm-runtime/@emnapi/core": ["@emnapi/[email protected]", "", { "dependencies": { "@emnapi/wasi-threads": "1.0.4", "tslib": "^2.4.0" }, "bundled": true }, "sha512-XsLw1dEOpkSX/WucdqUhPWP7hDxSvZiY+fsUC14h+FtQ2Ifni4znbBt8punRX+Uj2JG/uDb8nEHVKvrVlvdZ5Q=="],
+
+ "@tailwindcss/oxide-wasm32-wasi/@napi-rs/wasm-runtime/@emnapi/runtime": ["@emnapi/[email protected]", "", { "dependencies": { "tslib": "^2.4.0" }, "bundled": true }, "sha512-++LApOtY0pEEz1zrd9vy1/zXVaVJJ/EbAF3u0fXIzPJEDtnITsBGbbK0EkM72amhl/R5b+5xx0Y/QhcVOpuulg=="],
+
"@tailwindcss/oxide-wasm32-wasi/@napi-rs/wasm-runtime/@tybys/wasm-util": ["@tybys/[email protected]", "", { "dependencies": { "tslib": "^2.4.0" } }, "sha512-VyyPYFlOMNylG45GoAe0xDoLwWuowvf92F9kySqzYh8vmYm7D2u4iUJKa1tOUpS70Ku13ASrOkS4ScXFsTaCNQ=="],
+ "@tailwindcss/oxide-wasm32-wasi/@tybys/wasm-util/tslib": ["[email protected]", "", { "bundled": true }, "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w=="],
+
"@typescript-eslint/typescript-estree/minimatch/brace-expansion": ["[email protected]", "", { "dependencies": { "balanced-match": "^1.0.0" } }, "sha512-Jt0vHyM+jmUBqojB7E1NIYadt0vI0Qxjxd2TErW94wDz+E2LAm5vKMXXwg6ZZBTHPuUlDgQHKXvjGBdfcF1ZDQ=="],
"cmdk/@radix-ui/react-dialog/@radix-ui/primitive": ["@radix-ui/[email protected]", "", { "dependencies": { "@babel/runtime": "^7.13.10" } }, "sha512-yQ8oGX2GVsEYMWGxcovu1uGWPCxV5BFfeeYxqPmuAzUyLT9qmaMXSAhXpb0WrspIeqYzdJpkh2vHModJPgRIaw=="],
@@ -2270,6 +2295,18 @@
"@aws-crypto/util/@smithy/util-utf8/@smithy/util-buffer-from/@smithy/is-array-buffer": ["@smithy/[email protected]", "", { "dependencies": { "tslib": "^2.6.2" } }, "sha512-GGP3O9QFD24uGeAXYUjwSTXARoqpZykHadOmA8G5vfJPK0/DC67qa//0qvqrJzL1xc8WQWX7/yc7fwudjPHPhA=="],
+ "@napi-rs/wasm-runtime/@emnapi/core/@emnapi/wasi-threads/tslib": ["[email protected]", "", { "bundled": true }, "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w=="],
+
+ "@tailwindcss/oxide-wasm32-wasi/@emnapi/core/@emnapi/wasi-threads/tslib": ["[email protected]", "", { "bundled": true }, "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w=="],
+
+ "@tailwindcss/oxide-wasm32-wasi/@napi-rs/wasm-runtime/@emnapi/core/@emnapi/wasi-threads": ["@emnapi/[email protected]", "", { "dependencies": { "tslib": "^2.4.0" }, "bundled": true }, "sha512-PJR+bOmMOPH8AtcTGAyYNiuJ3/Fcoj2XN/gBEWzDIKh254XO+mM9XoXHk5GNEhodxeMznbg7BlRojVbKN+gC6g=="],
+
+ "@tailwindcss/oxide-wasm32-wasi/@napi-rs/wasm-runtime/@emnapi/core/tslib": ["[email protected]", "", { "bundled": true }, "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w=="],
+
+ "@tailwindcss/oxide-wasm32-wasi/@napi-rs/wasm-runtime/@emnapi/runtime/tslib": ["[email protected]", "", { "bundled": true }, "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w=="],
+
+ "@tailwindcss/oxide-wasm32-wasi/@napi-rs/wasm-runtime/@tybys/wasm-util/tslib": ["[email protected]", "", { "bundled": true }, "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w=="],
+
"cmdk/@radix-ui/react-dialog/@radix-ui/react-dismissable-layer/@radix-ui/react-use-callback-ref": ["@radix-ui/[email protected]", "", { "dependencies": { "@babel/runtime": "^7.13.10" }, "peerDependencies": { "@types/react": "*", "react": "^16.8 || ^17.0 || ^18.0" }, "optionalPeers": ["@types/react"] }, "sha512-D94LjX4Sp0xJFVaoQOd3OO9k7tpBYNOXdVhkltUbGv2Qb9OXdrg/CpsjlZv7ia14Sylv398LswWBVVu5nqKzAQ=="],
"cmdk/@radix-ui/react-dialog/@radix-ui/react-dismissable-layer/@radix-ui/react-use-escape-keydown": ["@radix-ui/[email protected]", "", { "dependencies": { "@babel/runtime": "^7.13.10", "@radix-ui/react-use-callback-ref": "1.0.1" }, "peerDependencies": { "@types/react": "*", "react": "^16.8 || ^17.0 || ^18.0" }, "optionalPeers": ["@types/react"] }, "sha512-vyL82j40hcFicA+M4Ex7hVkB9vHgSse1ZWomAqV2Je3RleKGO5iM8KMOEtfoSB0PnIelMd2lATjTGMYqN5ylTg=="],
@@ -2285,5 +2322,7 @@
"cmdk/@radix-ui/react-primitive/@radix-ui/react-slot/@radix-ui/react-compose-refs": ["@radix-ui/[email protected]", "", { "dependencies": { "@babel/runtime": "^7.13.10" }, "peerDependencies": { "@types/react": "*", "react": "^16.8 || ^17.0 || ^18.0" }, "optionalPeers": ["@types/react"] }, "sha512-fDSBgd44FKHa1FRMU59qBMPFcl2PZE+2nmqunj+BWFyYYjnhIDWL2ItDs3rrbJDQOtzt5nIebLCQc4QRfz6LJw=="],
"mdast-util-mdx-jsx/parse-entities/is-alphanumerical/is-alphabetical": ["[email protected]", "", {}, "sha512-FWyyY60MeTNyeSRpkM2Iry0G9hpr7/9kD40mD/cGQEuilcZYS4okz8SN2Q6rLCJ8gbCt6fN+rC+6tMGS99LaxQ=="],
+
+ "@tailwindcss/oxide-wasm32-wasi/@napi-rs/wasm-runtime/@emnapi/core/@emnapi/wasi-threads/tslib": ["[email protected]", "", { "bundled": true }, "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w=="],
}
}
diff --git a/lib/utils/registry.ts b/lib/utils/registry.ts
index 2c89e317..542057aa 100644
--- a/lib/utils/registry.ts
+++ b/lib/utils/registry.ts
@@ -2,147 +2,175 @@ import { anthropic } from '@ai-sdk/anthropic'
import { createAzure } from '@ai-sdk/azure'
import { deepseek } from '@ai-sdk/deepseek'
import { createFireworks, fireworks } from '@ai-sdk/fireworks'
+import { createGateway } from '@ai-sdk/gateway'
import { google } from '@ai-sdk/google'
import { groq } from '@ai-sdk/groq'
import { createOpenAI, openai } from '@ai-sdk/openai'
import { xai } from '@ai-sdk/xai'
import {
- createProviderRegistry,
- extractReasoningMiddleware,
- LanguageModel,
- wrapLanguageModel
+ createProviderRegistry,
+ extractReasoningMiddleware,
+ LanguageModel,
+ wrapLanguageModel
} from 'ai'
export const registry = createProviderRegistry({
- openai,
- anthropic,
- google,
- groq,
- azure: createAzure({
- apiKey: process.env.AZURE_API_KEY,
- resourceName: process.env.AZURE_RESOURCE_NAME,
- apiVersion: '2025-03-01-preview'
- }),
- deepseek,
- fireworks: {
- ...createFireworks({
- apiKey: process.env.FIREWORKS_API_KEY
+ openai,
+ anthropic,
+ google,
+ groq,
+ azure: createAzure({
+ apiKey: process.env.AZURE_API_KEY,
+ resourceName: process.env.AZURE_RESOURCE_NAME,
+ apiVersion: '2025-03-01-preview'
}),
- languageModel: fireworks
- },
- 'openai-compatible': createOpenAI({
- apiKey: process.env.OPENAI_COMPATIBLE_API_KEY,
- baseURL: process.env.OPENAI_COMPATIBLE_API_BASE_URL
- }),
- xai
+ deepseek,
+ fireworks: {
+ ...createFireworks({
+ apiKey: process.env.FIREWORKS_API_KEY
+ }),
+ languageModel: fireworks
+ },
+ 'openai-compatible': createOpenAI({
+ apiKey: process.env.OPENAI_COMPATIBLE_API_KEY,
+ baseURL: process.env.OPENAI_COMPATIBLE_API_BASE_URL
+ }),
+ xai,
+ // Add AI Gateway provider
+ gateway: createGateway({
+ apiKey: process.env.AI_GATEWAY_API_KEY
+ })
})
export function getModel(model: string): LanguageModel {
- const [provider, ...modelNameParts] = model.split(':') ?? []
- const modelName = modelNameParts.join(':')
+ const [provider, ...modelNameParts] = model.split(':') ?? []
+ const modelName = modelNameParts.join(':')
- // if model is groq and includes deepseek-r1, add reasoning middleware
- if (model.includes('groq') && model.includes('deepseek-r1')) {
- return wrapLanguageModel({
- model: groq(modelName),
- middleware: extractReasoningMiddleware({
- tagName: 'think'
- })
- })
- }
+ // if model is groq and includes deepseek-r1, add reasoning middleware
+ if (model.includes('groq') && model.includes('deepseek-r1')) {
+ return wrapLanguageModel({
+ model: groq(modelName),
+ middleware: extractReasoningMiddleware({
+ tagName: 'think'
+ })
+ })
+ }
- // if model is fireworks and includes deepseek-r1, add reasoning middleware
- if (model.includes('fireworks') && model.includes('deepseek-r1')) {
- return wrapLanguageModel({
- model: fireworks(modelName),
- middleware: extractReasoningMiddleware({
- tagName: 'think'
- })
- })
- }
+ // if model is fireworks and includes deepseek-r1, add reasoning middleware
+ if (model.includes('fireworks') && model.includes('deepseek-r1')) {
+ return wrapLanguageModel({
+ model: fireworks(modelName),
+ middleware: extractReasoningMiddleware({
+ tagName: 'think'
+ })
+ })
+ }
- return registry.languageModel(
- model as Parameters<typeof registry.languageModel>[0]
- )
+ return registry.languageModel(
+ model as Parameters<typeof registry.languageModel>[0]
+ )
}
export function isProviderEnabled(providerId: string): boolean {
- switch (providerId) {
- case 'openai':
- return !!process.env.OPENAI_API_KEY
- case 'anthropic':
- return !!process.env.ANTHROPIC_API_KEY
- case 'google':
- return !!process.env.GOOGLE_GENERATIVE_AI_API_KEY
- case 'groq':
- return !!process.env.GROQ_API_KEY
- case 'ollama':
- return !!process.env.OLLAMA_BASE_URL
- case 'azure':
- return !!process.env.AZURE_API_KEY && !!process.env.AZURE_RESOURCE_NAME
- case 'deepseek':
- return !!process.env.DEEPSEEK_API_KEY
- case 'fireworks':
- return !!process.env.FIREWORKS_API_KEY
- case 'xai':
- return !!process.env.XAI_API_KEY
- case 'openai-compatible':
- return (
- !!process.env.OPENAI_COMPATIBLE_API_KEY &&
- !!process.env.OPENAI_COMPATIBLE_API_BASE_URL
- )
- default:
- return false
- }
+ switch (providerId) {
+ case 'openai':
+ return !!process.env.OPENAI_API_KEY
+ case 'anthropic':
+ return !!process.env.ANTHROPIC_API_KEY
+ case 'google':
+ return !!process.env.GOOGLE_GENERATIVE_AI_API_KEY
+ case 'groq':
+ return !!process.env.GROQ_API_KEY
+ case 'ollama':
+ return !!process.env.OLLAMA_BASE_URL
+ case 'azure':
+ return !!process.env.AZURE_API_KEY && !!process.env.AZURE_RESOURCE_NAME
+ case 'deepseek':
+ return !!process.env.DEEPSEEK_API_KEY
+ case 'fireworks':
+ return !!process.env.FIREWORKS_API_KEY
+ case 'xai':
+ return !!process.env.XAI_API_KEY
+ case 'openai-compatible':
+ return (
+ !!process.env.OPENAI_COMPATIBLE_API_KEY &&
+ !!process.env.OPENAI_COMPATIBLE_API_BASE_URL
+ )
+ case 'gateway':
+ return !!process.env.AI_GATEWAY_API_KEY
+ default:
+ return false
+ }
}
export function getToolCallModel(model?: string) {
- const [provider, ...modelNameParts] = model?.split(':') ?? []
- const modelName = modelNameParts.join(':')
- switch (provider) {
- case 'deepseek':
- return getModel('deepseek:deepseek-chat')
- case 'fireworks':
- return getModel(
- 'fireworks:accounts/fireworks/models/llama-v3p1-8b-instruct'
- )
- case 'groq':
- return getModel('groq:llama-3.1-8b-instant')
- case 'ollama':
- const ollamaModel =
- process.env.NEXT_PUBLIC_OLLAMA_TOOL_CALL_MODEL || modelName
- return getModel(`ollama:${ollamaModel}`)
- case 'google':
- return getModel('google:gemini-2.0-flash')
- default:
- return getModel('openai:gpt-4o-mini')
- }
+ const [provider, ...modelNameParts] = model?.split(':') ?? []
+ const modelName = modelNameParts.join(':')
+ switch (provider) {
+ case 'deepseek':
+ return getModel('deepseek:deepseek-chat')
+ case 'fireworks':
+ return getModel(
+ 'fireworks:accounts/fireworks/models/llama-v3p1-8b-instruct'
+ )
+ case 'groq':
+ return getModel('groq:llama-3.1-8b-instant')
+ case 'ollama':
+ const ollamaModel =
+ process.env.NEXT_PUBLIC_OLLAMA_TOOL_CALL_MODEL || modelName
+ return getModel(`ollama:${ollamaModel}`)
+ case 'google':
+ return getModel('google:gemini-2.0-flash')
+ case 'gateway':
+ // For gateway models, we need to determine the underlying provider
+ // and use an appropriate tool call model
+ if (modelName?.includes('openai')) {
+ return getModel('gateway:openai/gpt-4o-mini')
+ } else if (modelName?.includes('anthropic')) {
+ return getModel('gateway:anthropic/claude-3-5-sonnet-20241022')
+ } else if (modelName?.includes('groq')) {
+ return getModel('gateway:groq/llama-3.1-8b-instant')
+ } else {
+ return getModel('gateway:openai/gpt-4o-mini')
+ }
+ default:
+ return getModel('openai:gpt-4o-mini')
+ }
}
export function isToolCallSupported(model?: string) {
- const [provider, ...modelNameParts] = model?.split(':') ?? []
- const modelName = modelNameParts.join(':')
+ const [provider, ...modelNameParts] = model?.split(':') ?? []
+ const modelName = modelNameParts.join(':')
+
+ if (provider === 'ollama') {
+ return false
+ }
- if (provider === 'ollama') {
- return false
- }
+ if (provider === 'google') {
+ return false
+ }
- if (provider === 'google') {
- return false
- }
+ // For gateway models, check the underlying provider
+ if (provider === 'gateway') {
+ if (modelName?.includes('google')) {
+ return false
+ }
+ // Most other providers support tool calling
+ return true
+ }
- // Deepseek R1 is not supported
- // Deepseek v3's tool call is unstable, so we include it in the list
- return !modelName?.includes('deepseek')
+ // Deepseek R1 is not supported
+ // Deepseek v3's tool call is unstable, so we include it in the list
+ return !modelName?.includes('deepseek')
}
export function isReasoningModel(model: string): boolean {
- if (typeof model !== 'string') {
- return false
- }
- return (
- model.includes('deepseek-r1') ||
- model.includes('deepseek-reasoner') ||
- model.includes('o3-mini')
- )
+ if (typeof model !== 'string') {
+ return false
+ }
+ return (
+ model.includes('deepseek-r1') ||
+ model.includes('deepseek-reasoner') ||
+ model.includes('o3-mini')
+ )
}
diff --git a/package.json b/package.json
index 8d4191bb..f6ca474f 100644
--- a/package.json
+++ b/package.json
@@ -21,6 +21,7 @@
"@ai-sdk/azure": "^2.0.0-beta.11",
"@ai-sdk/deepseek": "^1.0.0-beta.8",
"@ai-sdk/fireworks": "^1.0.0-beta.8",
+ "@ai-sdk/gateway": "^1.0.2",
"@ai-sdk/google": "^2.0.0-beta.13",
"@ai-sdk/groq": "^2.0.0-beta.6",
"@ai-sdk/openai": "^2.0.0-beta.11",
diff --git a/public/config/models.json b/public/config/models.json
index 9e28a289..2af53e06 100644
--- a/public/config/models.json
+++ b/public/config/models.json
@@ -207,6 +207,15 @@
"providerId": "openai-compatible",
"enabled": true,
"toolCallType": "native"
- }
+ },
+ {
+ "id": "anthropic/claude-4-sonnet",
+ "name": "Vercel Gateway Grok 3",
+ "provider": "gateway",
+ "providerId": "gateway",
+ "enabled": true,
+ "toolCallType": "native"
+ }
+
]
}