Self-improving AI Employees for everyone
Python ai-agentsai-employeeai-employeesassistantautonomous-agentsco-employeescompanygrok-botinstinctloop-agentsmuseown-your-datapersonalself-hosted
fix(home): list every connector, and catalogue xAI, ElevenLabs and Deepgram
trohitgcd03f0f69c7b
diff --git a/client/src/assets/icons/index.test.ts b/client/src/assets/icons/index.test.tsindex 6b3aac69..d75ba1e8 100644--- a/client/src/assets/icons/index.test.ts+++ b/client/src/assets/icons/index.test.ts@@ -88,6 +88,26 @@ describe('resolveLibraryIcon', () => {expect(unresolved).toEqual([]);});+ /**+ * The same contract for the credential catalogue: a `lobehub:` brand+ * with no deep import here draws an empty tile on Home's Connectors page+ * and in the Credentials modal, with no error anywhere.+ */+ it('resolves every library icon declared in the credential catalogue', () => {+ const file = join(__dirname, '..', '..', '..', '..', 'server', 'config', 'credential_providers.json');+ const catalogue = JSON.parse(readFileSync(file, 'utf-8')) as {+ providers: Record<string, { icon_ref?: string | null }>;+ };+ // Library refs only: `lobehub:xai`, not a URL's `https://`.+ const refs = Object.entries(catalogue.providers).filter(+ (entry): entry is [string, { icon_ref: string }] =>+ typeof entry[1].icon_ref === 'string' && /^[a-z]+:(?!\/\/)/i.test(entry[1].icon_ref),+ );+ expect(refs.length).toBeGreaterThan(0);+ const unresolved = refs.filter(([, provider]) => resolveLibraryIcon(provider.icon_ref) === null).map(([id]) => id);+ expect(unresolved).toEqual([]);+ });+it('returns null for unknown library prefixes', () => {expect(resolveLibraryIcon('madeup:Battery')).toBeNull();});diff --git a/client/src/assets/icons/index.ts b/client/src/assets/icons/index.tsindex 3e3ba337..4b46ab17 100644--- a/client/src/assets/icons/index.ts+++ b/client/src/assets/icons/index.ts@@ -53,6 +53,9 @@ import Github from '@lobehub/icons/es/Github';import Cloudflare from '@lobehub/icons/es/Cloudflare';import VertexAI from '@lobehub/icons/es/VertexAI';import GoogleCloud from '@lobehub/icons/es/GoogleCloud';+import XAI from '@lobehub/icons/es/XAI';+import ElevenLabs from '@lobehub/icons/es/ElevenLabs';+import DeepL from '@lobehub/icons/es/DeepL';type RawSvg = string;@@ -162,6 +165,9 @@ const LOBEHUB_BRANDS: Readonly<Record<string, any>> = {cloudflare: Cloudflare,vertexai: VertexAI,googlecloud: GoogleCloud,+ xai: XAI,+ elevenlabs: ElevenLabs,+ deepl: DeepL,};const ICON_LIBRARIES: Readonly<Record<string, LibraryResolver>> = {diff --git a/client/src/features/home/data/connectors.ts b/client/src/features/home/data/connectors.tsindex 49df949d..c987780b 100644--- a/client/src/features/home/data/connectors.ts+++ b/client/src/features/home/data/connectors.ts@@ -1,8 +1,9 @@/**- * Normal mode's view of the credential catalogue: the providers an owner- * can connect (those with a `consumer_category`), in the order of their- * categories (apps before AI models). Same cache as the editor's- * Credentials modal, read through the stable actions context.+ * Normal mode's view of the credential catalogue: every provider, in the+ * order of its `consumer_category` (apps before AI models). The server+ * gives every provider one; the filter only drops a malformed entry. Same+ * cache as the editor's Credentials modal, read through the stable+ * actions context.*/import { useMemo } from 'react';diff --git a/docs-internal/normal_mode.md b/docs-internal/normal_mode.mdindex 19ea9022..11511029 100644--- a/docs-internal/normal_mode.md+++ b/docs-internal/normal_mode.md@@ -286,12 +286,17 @@ changing page clears it.`tests/test_home_catalog_contract.py` holds the bundles and the Discoverfolder to each other and to the app registry.-- **Connectors**: the providers in `config/credential_providers.json` that- declare a `consumer_category` (`messages`, `organize`, `business`, `ai`), a- short `description`, a `publisher` (the card's "by …" line) and `verified`.- They are listed in category order, so apps come before AI models. The- catalogue adds `connected`, which differs from `stored` for providers with a- `connected_check` (WhatsApp's live pairing, the IMAP/SMTP account's keys).+- **Connectors**: every provider in `config/credential_providers.json`, the+ same set as the editor's Credentials modal. Each declares a+ `consumer_category` (`messages`, `organize`, `business`, `research`,+ `language`, `developer`, `devices`, `ai`), a short `description`, a+ `publisher` (the card's "by …" line) and `verified`, and+ `test_credential_catalogue_consumer_fields.py` fails when one does not, or+ when a plugin credential has no catalogue entry at all, so a new connector+ cannot silently miss the page. They are listed in category order, so apps+ come before AI models. The catalogue adds `connected`, which differs from+ `stored` for providers with a `connected_check` (WhatsApp's live pairing,+ the IMAP/SMTP account's keys).**The catalog page** ([settings/CatalogLayout.tsx](../client/src/features/home/settings/CatalogLayout.tsx)).Skills, Connectors and Plugins are built on a shared page:diff --git a/server/config/credential_providers.json b/server/config/credential_providers.jsonindex 243df153..d59cca49 100644--- a/server/config/credential_providers.json+++ b/server/config/credential_providers.json@@ -61,9 +61,25 @@"label": "Business","order": 3},+ "research": {+ "label": "Research",+ "order": 4+ },+ "language": {+ "label": "Voice & language",+ "order": 5+ },+ "developer": {+ "label": "Developer",+ "order": 6+ },+ "devices": {+ "label": "Devices",+ "order": 7+ },"ai": {"label": "AI",- "order": 4+ "order": 8}},"providers": {@@ -213,6 +229,21 @@}]},+ "xai": {+ "extends": "_ai_base",+ "icon_ref": "lobehub:xai",+ "name": "xAI",+ "publisher": "xAI",+ "description": "Grok models from xAI.",+ "color": "dracula.foreground",+ "instructions": "Create an API key at console.x.ai.",+ "fields": [+ {+ "key": "apiKey",+ "placeholder": "xai-..."+ }+ ]+ },"sarvam": {"_description": "@lobehub/icons ships no Sarvam brand, so icon_ref points at the backend credential-icon endpoint (server/credentials/icons/sarvam.svg) — the same wire format apify / stripe / telegram already use.","extends": "_ai_base",@@ -284,6 +315,10 @@"openai_compatible": {"_description": "Named OpenAI-compatible endpoints (RFC-0003 D13): llama.cpp, vLLM, a LiteLLM proxy, a second Ollama host, and so on. Each saved endpoint is its own provider reference, openai_compatible:<slug>, with the same two rows Ollama uses. The panel adds and refreshes endpoints through validate_api_key (api_key carries the Base URL, the other fields ride alongside under their own keys, and a refresh adds ref) and removes one through delete_api_key with its reference. `stored` and `endpoints` are filled on every catalogue fetch by OpenAICompatibleCredential.catalogue_extras, so the fields below are an add-endpoint form, never stored values.","name": "OpenAI-compatible",+ "publisher": "OpenCompany",+ "verified": true,+ "consumer_category": "ai",+ "description": "Use your own model server, such as llama.cpp, vLLM or a LiteLLM proxy.","category": "ai","category_label": "AI Providers","color": "dracula.pink",@@ -330,6 +365,10 @@"claude_code": {"extends": "_cli_base","name": "Claude Code CLI",+ "publisher": "Anthropic",+ "verified": true,+ "consumer_category": "developer",+ "description": "Sign in to Claude Code for employees that write code.","color": "dracula.cyan","icon_ref": "lobehub:Claude","status_hook": "claude_code",@@ -341,6 +380,10 @@"codex_cli": {"extends": "_cli_base","name": "Codex CLI",+ "publisher": "OpenAI",+ "verified": true,+ "consumer_category": "developer",+ "description": "Sign in to Codex for employees that write code.","color": "dracula.orange","icon_ref": "lobehub:OpenAI","status_hook": "codex_cli",@@ -543,6 +586,10 @@},"twitter": {"name": "Twitter/X",+ "publisher": "X",+ "verified": true,+ "consumer_category": "messages",+ "description": "Post, reply and follow mentions on X.","category": "social","category_label": "Social Media","color": "theme.categoryTrigger",@@ -714,6 +761,10 @@},"android_remote": {"name": "Android Device",+ "publisher": "OpenCompany",+ "verified": true,+ "consumer_category": "devices",+ "description": "Check and control your Android phone: apps, Wi-Fi, battery and more.","category": "android","category_label": "Android","color": "theme.categoryAndroid",@@ -792,6 +843,10 @@},"brave_search": {"name": "Brave Search",+ "publisher": "Brave",+ "verified": true,+ "consumer_category": "research",+ "description": "Search the web with Brave's independent index.","category": "search","category_label": "Search","color": "theme.categoryLocation",@@ -810,6 +865,10 @@},"perplexity": {"name": "Perplexity",+ "publisher": "Perplexity",+ "verified": true,+ "consumer_category": "research",+ "description": "Answer questions from the web, with sources.","category": "search","category_label": "Search","color": "theme.categoryUtil",@@ -828,6 +887,10 @@},"apify": {"name": "Apify",+ "publisher": "Apify",+ "verified": true,+ "consumer_category": "research",+ "description": "Collect data from websites with ready-made scrapers.","category": "scrapers","category_label": "Scrapers","color": "theme.categoryAI",@@ -847,6 +910,10 @@},"tikhub": {"name": "TikHub",+ "publisher": "TikHub",+ "verified": true,+ "consumer_category": "research",+ "description": "Look up posts and profiles on TikTok, Instagram, YouTube and more.","category": "scrapers","category_label": "Scrapers","color": "theme.categoryAI",@@ -866,6 +933,10 @@},"serper": {"name": "Serper",+ "publisher": "Serper",+ "verified": true,+ "consumer_category": "research",+ "description": "Search Google results, news, images and places.","category": "scrapers","category_label": "Scrapers","color": "theme.categoryAI",@@ -883,6 +954,10 @@},"google_maps": {"name": "Google Maps",+ "publisher": "Google",+ "verified": true,+ "consumer_category": "research",+ "description": "Look up places, addresses and travel times.","category": "services","category_label": "Services","color": "theme.categoryLocation",@@ -921,6 +996,10 @@},"vercel": {"name": "Vercel",+ "publisher": "Vercel",+ "verified": true,+ "consumer_category": "developer",+ "description": "Deploy websites and check on their deployments.","category": "deployment","category_label": "Deployment","color": "dracula.cyan",@@ -946,6 +1025,10 @@},"github": {"name": "GitHub",+ "publisher": "GitHub",+ "verified": true,+ "consumer_category": "developer",+ "description": "Work with your repositories, pull requests and issues.","category": "developer","category_label": "Developer Tools","color": "dracula.purple",@@ -960,6 +1043,10 @@},"cloudflare": {"name": "Cloudflare",+ "publisher": "Cloudflare",+ "verified": true,+ "consumer_category": "developer",+ "description": "Manage your domains, DNS records and site analytics.","category": "deployment","category_label": "Deployment","color": "dracula.orange",@@ -993,6 +1080,10 @@},"gcloud": {"name": "Google Cloud",+ "publisher": "Google",+ "verified": true,+ "consumer_category": "developer",+ "description": "Run and manage your services on Google Cloud.","category": "deployment","category_label": "Deployment","color": "dracula.cyan",@@ -1008,7 +1099,10 @@"deepl": {"extends": "_ai_base","name": "DeepL",- "consumer_category": null,+ "publisher": "DeepL",+ "consumer_category": "language",+ "description": "Translate text between dozens of languages.",+ "icon_ref": "lobehub:deepl","category": "ai","category_label": "AI Providers","instructions": "Create an API key at deepl.com/your-account/keys. Free and Pro keys both work — a free key ends in ':fx' and the node routes it to the free host automatically.",@@ -1018,6 +1112,49 @@"placeholder": "xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx[:fx]"}]+ },+ "elevenlabs": {+ "name": "ElevenLabs",+ "publisher": "ElevenLabs",+ "verified": true,+ "consumer_category": "language",+ "description": "Give your employees a natural speaking voice.",+ "category": "ai",+ "category_label": "AI Providers",+ "color": "dracula.purple",+ "kind": "apiKey",+ "icon_ref": "lobehub:elevenlabs",+ "instructions": "Create an API key at elevenlabs.io/app/settings/api-keys.",+ "fields": [+ {+ "key": "apiKey",+ "label": "API Key",+ "type": "password",+ "secret": true,+ "required": true+ }+ ]+ },+ "deepgram": {+ "name": "Deepgram",+ "publisher": "Deepgram",+ "verified": true,+ "consumer_category": "language",+ "description": "Turn calls, voice notes and meetings into text.",+ "category": "ai",+ "category_label": "AI Providers",+ "color": "dracula.green",+ "kind": "apiKey",+ "instructions": "Create an API key in the Deepgram console at console.deepgram.com.",+ "fields": [+ {+ "key": "apiKey",+ "label": "API Key",+ "type": "password",+ "secret": true,+ "required": true+ }+ ]}}}diff --git a/server/services/credential_registry.py b/server/services/credential_registry.pyindex b7cb51f4..9d7aa1a0 100644--- a/server/services/credential_registry.py+++ b/server/services/credential_registry.py@@ -156,9 +156,10 @@ class CredentialRegistry:return outdef get_consumer_categories(self) -> List[Dict[str, Any]]:- """Ordered Normal-mode Connectors categories (Messages, Organize,- Business, AI). Only providers with a matching ``consumer_category``- appear in Normal mode; the rest stay editor-only."""+ """Ordered Normal-mode Connectors categories, apps first and AI last.+ Every provider declares one (locked by+ tests/test_credential_catalogue_consumer_fields.py), so the+ Connectors page lists the whole catalogue."""categories = self._load_raw().get("consumer_categories", {})if not isinstance(categories, dict):return []diff --git a/server/tests/test_credential_catalogue_consumer_fields.py b/server/tests/test_credential_catalogue_consumer_fields.pyindex a29c22c6..8a4a1e75 100644--- a/server/tests/test_credential_catalogue_consumer_fields.py+++ b/server/tests/test_credential_catalogue_consumer_fields.py@@ -1,9 +1,10 @@"""Normal-mode fields on the credential catalogue, and the shared connectionstate (``services.credential_registry.provider_connection_state``).-Normal mode's Connectors grid lists only providers that declare a-``consumer_category`` and shows their short ``description``, a "by-{publisher}" line and a verified mark. ``connected``+Normal mode's Connectors grid lists every catalogue provider under its+``consumer_category`` and shows its short ``description``, a "by+{publisher}" line and a verified mark, so every provider must declare all+four, and every plugin credential needs a catalogue entry. ``connected``answers "is this app usable right now": the same as ``stored`` unless aprovider declares a ``connected_check`` (WhatsApp's live pairing, theIMAP/SMTP account's keys).@@ -56,25 +57,55 @@ class FakeAuth:class TestCatalogueFields:- def test_consumer_categories_are_ordered(self, registry):- assert [c["key"] for c in registry.get_consumer_categories()] == ["messages", "organize", "business", "ai"]-- def test_every_consumer_provider_has_a_known_category_and_a_short_description(self, registry):+ def test_consumer_categories_are_ordered_apps_first_and_ai_last(self, registry):+ assert [c["key"] for c in registry.get_consumer_categories()] == [+ "messages",+ "organize",+ "business",+ "research",+ "language",+ "developer",+ "devices",+ "ai",+ ]++ def test_every_provider_is_listed_with_a_known_category_and_a_short_description(self, registry):+ """Home's Connectors page shows the whole catalogue, so a provider+ without these fields would silently go missing from it."""known = {c["key"] for c in registry.get_consumer_categories()}- listed = [p for p in registry.get_all_providers() if p.get("consumer_category")]- assert listed, "no provider declares a consumer_category"- for provider in listed:- assert provider["consumer_category"] in known, provider["id"]+ providers = registry.get_all_providers()+ assert providers+ for provider in providers:+ assert provider.get("consumer_category") in known, provider["id"]description = provider.get("description")assert isinstance(description, str) and 0 < len(description) <= MAX_DESCRIPTION, provider["id"]publisher = provider.get("publisher")assert isinstance(publisher, str) and publisher.strip(), provider["id"]assert isinstance(provider.get("verified"), bool), provider["id"]- def test_llm_providers_inherit_the_ai_category_and_deepl_opts_out(self, registry):+ def test_every_credential_class_has_a_catalogue_entry(self, registry):+ """A credential with no catalogue entry has no screen that can store+ its key, so the nodes that need it can never run (xAI, ElevenLabs+ and Deepgram once sat here)."""+ import nodes # noqa: F401 - registers every credential class+ from services.plugin.credential import CREDENTIAL_REGISTRY++ # Deliberately not connectable, with the reason.+ not_listed = {+ # A user identity no node acts as yet; its OAuth app keys are+ # fields on the Discord entry.+ "discord_oauth",+ }+ listed = {provider["id"] for provider in registry.get_all_providers()}+ assert set(CREDENTIAL_REGISTRY) - listed - not_listed == set()+ assert not_listed <= set(CREDENTIAL_REGISTRY), "an exemption outlived its credential"++ def test_llm_providers_inherit_the_ai_category_and_deepl_is_a_language_service(self, registry):assert registry.get_provider("openai")["consumer_category"] == "ai"assert registry.get_provider("anthropic")["consumer_category"] == "ai"- assert registry.get_provider("deepl").get("consumer_category") is None+ assert registry.get_provider("xai")["consumer_category"] == "ai"+ # DeepL extends the AI base but translates rather than chats.+ assert registry.get_provider("deepl")["consumer_category"] == "language"@pytest.mark.parametrize(("pid", "category"),@@ -88,15 +119,20 @@ class TestCatalogueFields:("microsoft", "organize"),("stripe", "business"),("ollama", "ai"),+ ("twitter", "messages"),+ ("brave_search", "research"),+ ("google_maps", "research"),+ ("elevenlabs", "language"),+ ("deepgram", "language"),+ ("github", "developer"),+ ("claude_code", "developer"),+ ("android_remote", "devices"),+ ("openai_compatible", "ai"),],)- def test_v1_apps_are_listed(self, registry, pid, category):+ def test_providers_are_listed_under_their_category(self, registry, pid, category):assert registry.get_provider(pid)["consumer_category"] == category- def test_editor_only_providers_stay_hidden(self, registry):- for pid in ("claude_code", "codex_cli", "openai_compatible", "android_remote", "apify", "github"):- assert not registry.get_provider(pid).get("consumer_category"), pid-def test_connected_checks_are_well_formed(self, registry):for provider in registry.get_all_providers():check = provider.get("connected_check")