Build AI methods with your coding agent, then run them anywhere: as an MCP for chatbots, as a webapp for people, or via API for your software.
Remove deprecated pipelex_inference backend and all traces
Louis Choquel7f1538536b22
diff --git a/.pipelex/inference/backends.toml b/.pipelex/inference/backends.tomlindex 08e993c27..9c1a54c00 100644--- a/.pipelex/inference/backends.toml+++ b/.pipelex/inference/backends.toml@@ -110,10 +110,3 @@ api_key = "${XAI_API_KEY}"[internal] # software-only backend, runs internally, without AIenabled = true--# Deprecated-[pipelex_inference]-display_name = "π Legacy Pipelex Inference"-enabled = false-endpoint = "https://inference.pipelex.com/v1"-api_key = "${PIPELEX_INFERENCE_API_KEY}"diff --git a/.pipelex/inference/backends/pipelex_inference.toml b/.pipelex/inference/backends/pipelex_inference.tomldeleted file mode 100644index abb5fcfe0..000000000--- a/.pipelex/inference/backends/pipelex_inference.toml+++ /dev/null@@ -1,200 +0,0 @@-################################################################################-# Pipelex Inference Backend Configuration-################################################################################-#-# This file defines the model specifications for the Pipelex Inference backend.-# It contains model definitions for various LLM and image generation models-# accessible through the Pipelex unified inference API.-#-# Configuration structure:-# - Each model is defined in its own section with the model name as the header-# - Headers with dots must be quoted (e.g., ["gpt-4.1"])-# - Model costs are in USD per million tokens (input/output)-#-# Documentation: https://docs.pipelex.com-# Support: https://go.pipelex.com/discord-#-################################################################################--################################################################################-# MODEL DEFAULTS-################################################################################--[defaults]-model_type = "llm"-sdk = "openai"-prompting_target = "anthropic"-structure_method = "instructor/openai_tools"-thinking_mode = "none"--################################################################################-# LANGUAGE MODELS-################################################################################--# --- OpenAI LLMs ---------------------------------------------------------------[gpt-4o]-model_id = "pipelex/gpt-4o"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 2.75, output = 11.00 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--[gpt-4o-mini]-model_id = "pipelex/gpt-4o-mini"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 0.17, output = 0.66 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--["gpt-4.1"]-model_id = "pipelex/gpt-4.1"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 2, output = 8 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--["gpt-4.1-mini"]-model_id = "pipelex/gpt-4.1-mini"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 0.4, output = 1.6 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--["gpt-4.1-nano"]-model_id = "pipelex/gpt-4.1-nano"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 0.1, output = 0.4 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--[gpt-5-nano]-model_id = "pipelex/gpt-5-nano"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 0.05, output = 0.40 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--[gpt-5-mini]-model_id = "pipelex/gpt-5-mini"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 0.25, output = 2.00 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--[gpt-5-chat]-model_id = "pipelex/gpt-5-chat"-inputs = ["text", "images"]-outputs = ["text"]-costs = { input = 1.25, output = 10.00 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--[gpt-5]-model_id = "pipelex/gpt-5"-inputs = ["text", "images"]-outputs = ["text"]-costs = { input = 1.25, output = 10.00 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--["gpt-5.1"]-model_id = "pipelex/gpt-5.1"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 1.25, output = 10.00 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--["gpt-5.1-chat"]-model_id = "pipelex/gpt-5.1-chat"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 1.25, output = 10.00 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--# --- Claude LLMs ---------------------------------------------------------------["claude-4-sonnet"]-model_id = "pipelex/claude-4-sonnet"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 3, output = 15 }--["claude-4.1-opus"]-model_id = "pipelex/claude-4.1-opus"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 15, output = 75 }--["claude-4.5-sonnet"]-model_id = "pipelex/claude-4.5-sonnet"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 3, output = 15 }--["claude-4.5-haiku"]-model_id = "pipelex/claude-4.5-haiku"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 1, output = 5 }--["claude-4.5-opus"]-model_id = "pipelex/claude-4.5-opus"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 5, output = 25 }--# --- Gemini LLMs ---------------------------------------------------------------["gemini-2.5-pro"]-model_id = "pipelex/gemini-2.5-pro"-inputs = ["text", "images"]-outputs = ["text", "structured"]-max_prompt_images = 3000-costs = { input = 1.25, output = 10.0 }--["gemini-2.5-flash"]-model_id = "pipelex/gemini-2.5-flash"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 0.30, output = 2.50 }--["gemini-2.5-flash-lite"]-model_id = "pipelex/gemini-2.5-flash-lite"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 0.10, output = 0.40 }--["gemini-3.0-pro"]-model_id = "pipelex/gemini-3.0-pro"-inputs = ["text", "images"]-outputs = ["text", "structured"]-max_prompt_images = 3000-costs = { input = 2, output = 12.0 }--# --- XAI LLMs ----------------------------------------------------------------[grok-3]-model_id = "grok-3"-inputs = ["text"]-outputs = ["text"]-costs = { input = 3, output = 15 }--[grok-3-mini]-model_id = "grok-3-mini"-inputs = ["text"]-outputs = ["text"]-costs = { input = 0.3, output = 0.5 }--################################################################################-# OCR and IMAGE GENERATION MODELS-################################################################################--# We are still working in giving you acces to OCR and image generation models-# and to the best models from Mistral through the Pipelex Inference backend.diff --git a/docs/home/5-setup/configure-ai-providers.md b/docs/home/5-setup/configure-ai-providers.mdindex 2b25d3daa..1238cd1c8 100644--- a/docs/home/5-setup/configure-ai-providers.md+++ b/docs/home/5-setup/configure-ai-providers.md@@ -35,15 +35,6 @@ That's it! Your pipelines can now access any supported LLM. See [Gateway Availab**We collect only technical data** (model names, token counts, latency, error rates). We do **NOT** collect your prompts, completions, or business data. See [Telemetry](./telemetry.md) for details and trade-offs, and our [Privacy Policy](https://go.pipelex.com/privacy-policy) for more.-!!! note "Migration from pipelex_inference"- If you were using the deprecated `pipelex_inference` backend, migrate to `pipelex_gateway`:-- 1. Get your new Gateway API key at [app.pipelex.com](https://app.pipelex.com/)- 2. Update your `.env`: set `PIPELEX_GATEWAY_API_KEY` with your new key- 3. Run `pipelex init` and accept the Gateway terms-- The `pipelex_inference` backend is deprecated and will be removed in a future release.-### Option 2: Bring Your Own API KeysUse your existing API keys from LLM providers. This is ideal if you:diff --git a/docs/home/7-configuration/config-technical/inference-backend-config.md b/docs/home/7-configuration/config-technical/inference-backend-config.mdindex ad3ed6528..36673771a 100644--- a/docs/home/7-configuration/config-technical/inference-backend-config.md+++ b/docs/home/7-configuration/config-technical/inference-backend-config.md@@ -141,16 +141,6 @@ Your API key is hashed for security. Gateway telemetry operates independently frThe environment variable `${PIPELEX_GATEWAY_API_KEY}` will be automatically loaded from your environment.-!!! warning "Migrating from pipelex_inference"- The `pipelex_inference` backend is **deprecated** and will be removed in a future release. To migrate:-- 1. **Get your new Gateway API key**:- - If you had a `pipelex_inference` key: get your new key at [app.pipelex.com](https://app.pipelex.com/)- - New users: join the [waitlist](https://app.pipelex.com/waitlist) and the community on [Discord](https://go.pipelex.com/discord)- 2. Update your `.env`: set `PIPELEX_GATEWAY_API_KEY` with your new key- 3. Run `pipelex init` and accept the Gateway terms- 4. Update any routing profiles that reference `pipelex_inference` to use `pipelex_gateway`-4. **Verify routing configuration:**The default routing profile in `.pipelex/inference/routing_profiles.toml` should be set to `all_pipelex_gateway`:diff --git a/pipelex/cli/commands/init/routing.py b/pipelex/cli/commands/init/routing.pyindex 31359049e..a80ebe4ef 100644--- a/pipelex/cli/commands/init/routing.py+++ b/pipelex/cli/commands/init/routing.py@@ -1,7 +1,7 @@"""Routing profile configuration logic for the init command."""from pathlib import Path-from typing import Any, cast+from typing import Anyfrom rich.markup import escapefrom rich.prompt import Confirm@@ -24,47 +24,6 @@ from pipelex.tools.misc.file_utils import path_existsfrom pipelex.tools.misc.toml_utils import load_toml_with_tomlkit, save_toml_to_path-def _migrate_profile_to_official_backend(profile: dict[str, Any]) -> None:- """Migrate a routing profile from legacy pipelex_inference to pipelex_gateway.-- Updates default, fallback_order, routes, and optional_routes in place.-- Args:- profile: The profile dict to migrate (modified in place).- """- legacy_backend = PipelexBackend.LEGACY_INFERENCE.value- official_backend = PipelexBackend.GATEWAY.value-- # Update default- if profile.get("default") == legacy_backend:- profile["default"] = official_backend-- # Update fallback_order- if "fallback_order" in profile:- old_fallback: list[str] = list(profile["fallback_order"])- new_fallback: list[str] = []- for backend in old_fallback:- if backend == legacy_backend:- new_fallback.append(official_backend)- else:- new_fallback.append(backend)- profile["fallback_order"] = new_fallback-- # Update routes- if "routes" in profile:- routes: dict[str, str] = profile["routes"]- patterns_to_update = [pattern for pattern, backend in routes.items() if backend == legacy_backend]- for pattern in patterns_to_update:- routes[pattern] = official_backend-- # Update optional_routes- if "optional_routes" in profile:- optional_routes: dict[str, str] = profile["optional_routes"]- optional_patterns_to_update = [pattern for pattern, backend in optional_routes.items() if backend == legacy_backend]- for pattern in optional_patterns_to_update:- optional_routes[pattern] = official_backend--def customize_routing_profile(selected_backend_keys: list[str], target_config_dir: Path | None = None) -> None:"""Interactively customize routing profile based on selected backends.@@ -95,16 +54,6 @@ def customize_routing_profile(selected_backend_keys: list[str], target_config_di# Case 1: pipelex_gateway is enabled - use all_pipelex_gatewayif PipelexBackend.GATEWAY in selected_backend_keys:- profiles: dict[str, dict[str, Any]] = toml_doc.get("profiles") or {} # type: ignore[assignment]-- # Migrate legacy pipelex_first profile to all_pipelex_gateway- if PipelexRoutingProfile.PIPELEX_FIRST in profiles:- legacy_profile = cast("dict[str, Any]", profiles[PipelexRoutingProfile.PIPELEX_FIRST])- _migrate_profile_to_official_backend(legacy_profile)- # Rename the profile from pipelex_first to all_pipelex_gateway- profiles[PipelexRoutingProfile.ALL_PIPELEX_GATEWAY] = legacy_profile- del profiles[PipelexRoutingProfile.PIPELEX_FIRST]-toml_doc["active"] = PipelexRoutingProfile.ALL_PIPELEX_GATEWAYsave_toml_to_path(toml_doc, routing_profiles_toml_path)display_routing_profile_result(console, PipelexRoutingProfile.ALL_PIPELEX_GATEWAY, created=False)diff --git a/pipelex/cli/dev_cli/commands/preprocess_test_models_cmd.py b/pipelex/cli/dev_cli/commands/preprocess_test_models_cmd.pyindex 23944f091..a3cb35b09 100644--- a/pipelex/cli/dev_cli/commands/preprocess_test_models_cmd.py+++ b/pipelex/cli/dev_cli/commands/preprocess_test_models_cmd.py@@ -167,8 +167,8 @@ def _collect_all_model_availability() -> dict[str, Any]:for backend_file in sorted(backends_dir.glob("*.toml")):backend_name = backend_file.stem- # Skip pipelex_gateway (handled separately) and pipelex_inference (alias)- if backend_name in {"pipelex_gateway", "pipelex_inference"}:+ # Skip pipelex_gateway (handled separately)+ if backend_name == "pipelex_gateway":continuemodels_by_type = _extract_models_from_backend_toml(backend_file)diff --git a/pipelex/cogt/model_backends/backend.py b/pipelex/cogt/model_backends/backend.pyindex f656545b3..b3d926f95 100644--- a/pipelex/cogt/model_backends/backend.py+++ b/pipelex/cogt/model_backends/backend.py@@ -13,7 +13,6 @@ class PipelexBackend(StrEnum):"""Special Pipelex-managed inference backends."""GATEWAY = "pipelex_gateway"- LEGACY_INFERENCE = "pipelex_inference" # Legacy, deprecatedINTERNAL = "internal" # Software-only backend, runs locally without AI@property@@ -21,8 +20,6 @@ class PipelexBackend(StrEnum):match self:case PipelexBackend.GATEWAY:return "Pipelex Gateway"- case PipelexBackend.LEGACY_INFERENCE:- return "Pipelex Inference (deprecated)"case PipelexBackend.INTERNAL:return "Internal (software-only)"@@ -35,7 +32,7 @@ class PipelexBackend(StrEnum):match the_backend:case PipelexBackend.GATEWAY:return True- case PipelexBackend.LEGACY_INFERENCE | PipelexBackend.INTERNAL:+ case PipelexBackend.INTERNAL:return Falsediff --git a/pipelex/cogt/model_routing/routing_profile.py b/pipelex/cogt/model_routing/routing_profile.pyindex 1faa83c36..e2e784dad 100644--- a/pipelex/cogt/model_routing/routing_profile.py+++ b/pipelex/cogt/model_routing/routing_profile.py@@ -10,9 +10,6 @@ class PipelexRoutingProfile(StrEnum):"""Special Pipelex routing profiles."""ALL_PIPELEX_GATEWAY = "all_pipelex_gateway"- ALL_PIPELEX_INFERENCE = "all_pipelex_inference" # Legacy, deprecated- PIPELEX_GATEWAY_FIRST = "pipelex_gateway_first" # Legacy, deprecated - use ALL_PIPELEX_GATEWAY- PIPELEX_FIRST = "pipelex_first" # Legacy, deprecated - use ALL_PIPELEX_GATEWAYclass RoutingProfile(ConfigModel):diff --git a/pipelex/cogt/models/model_deck.py b/pipelex/cogt/models/model_deck.pyindex 08a4f3ce5..4d0da22d7 100644--- a/pipelex/cogt/models/model_deck.py+++ b/pipelex/cogt/models/model_deck.py@@ -750,11 +750,6 @@ class ModelDeck(ConfigModel):f"from the {PipelexBackend.GATEWAY.display_name} "f"and you can get free credits to try them out.")- if PipelexBackend.LEGACY_INFERENCE in enabled_backends:- msg += (- f"\nAlso note that {PipelexBackend.LEGACY_INFERENCE.display_name} is deprecated "- "and will be removed in the near future."- )msg += (f"\nPlease see our docs for more details about setting up "f"{PipelexBackend.GATEWAY.display_name} or other inference backends:\n{URLs.backend_provider_docs}"diff --git a/pipelex/kit/configs/inference/backends.toml b/pipelex/kit/configs/inference/backends.tomlindex 08e993c27..9c1a54c00 100644--- a/pipelex/kit/configs/inference/backends.toml+++ b/pipelex/kit/configs/inference/backends.toml@@ -110,10 +110,3 @@ api_key = "${XAI_API_KEY}"[internal] # software-only backend, runs internally, without AIenabled = true--# Deprecated-[pipelex_inference]-display_name = "π Legacy Pipelex Inference"-enabled = false-endpoint = "https://inference.pipelex.com/v1"-api_key = "${PIPELEX_INFERENCE_API_KEY}"diff --git a/pipelex/kit/configs/inference/backends/pipelex_inference.toml b/pipelex/kit/configs/inference/backends/pipelex_inference.tomldeleted file mode 100644index abb5fcfe0..000000000--- a/pipelex/kit/configs/inference/backends/pipelex_inference.toml+++ /dev/null@@ -1,200 +0,0 @@-################################################################################-# Pipelex Inference Backend Configuration-################################################################################-#-# This file defines the model specifications for the Pipelex Inference backend.-# It contains model definitions for various LLM and image generation models-# accessible through the Pipelex unified inference API.-#-# Configuration structure:-# - Each model is defined in its own section with the model name as the header-# - Headers with dots must be quoted (e.g., ["gpt-4.1"])-# - Model costs are in USD per million tokens (input/output)-#-# Documentation: https://docs.pipelex.com-# Support: https://go.pipelex.com/discord-#-################################################################################--################################################################################-# MODEL DEFAULTS-################################################################################--[defaults]-model_type = "llm"-sdk = "openai"-prompting_target = "anthropic"-structure_method = "instructor/openai_tools"-thinking_mode = "none"--################################################################################-# LANGUAGE MODELS-################################################################################--# --- OpenAI LLMs ---------------------------------------------------------------[gpt-4o]-model_id = "pipelex/gpt-4o"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 2.75, output = 11.00 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--[gpt-4o-mini]-model_id = "pipelex/gpt-4o-mini"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 0.17, output = 0.66 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--["gpt-4.1"]-model_id = "pipelex/gpt-4.1"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 2, output = 8 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--["gpt-4.1-mini"]-model_id = "pipelex/gpt-4.1-mini"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 0.4, output = 1.6 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--["gpt-4.1-nano"]-model_id = "pipelex/gpt-4.1-nano"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 0.1, output = 0.4 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--[gpt-5-nano]-model_id = "pipelex/gpt-5-nano"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 0.05, output = 0.40 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--[gpt-5-mini]-model_id = "pipelex/gpt-5-mini"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 0.25, output = 2.00 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--[gpt-5-chat]-model_id = "pipelex/gpt-5-chat"-inputs = ["text", "images"]-outputs = ["text"]-costs = { input = 1.25, output = 10.00 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--[gpt-5]-model_id = "pipelex/gpt-5"-inputs = ["text", "images"]-outputs = ["text"]-costs = { input = 1.25, output = 10.00 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--["gpt-5.1"]-model_id = "pipelex/gpt-5.1"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 1.25, output = 10.00 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--["gpt-5.1-chat"]-model_id = "pipelex/gpt-5.1-chat"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 1.25, output = 10.00 }-sdk = "openai_responses"-structure_method = "instructor/openai_responses_tools"--# --- Claude LLMs ---------------------------------------------------------------["claude-4-sonnet"]-model_id = "pipelex/claude-4-sonnet"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 3, output = 15 }--["claude-4.1-opus"]-model_id = "pipelex/claude-4.1-opus"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 15, output = 75 }--["claude-4.5-sonnet"]-model_id = "pipelex/claude-4.5-sonnet"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 3, output = 15 }--["claude-4.5-haiku"]-model_id = "pipelex/claude-4.5-haiku"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 1, output = 5 }--["claude-4.5-opus"]-model_id = "pipelex/claude-4.5-opus"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 5, output = 25 }--# --- Gemini LLMs ---------------------------------------------------------------["gemini-2.5-pro"]-model_id = "pipelex/gemini-2.5-pro"-inputs = ["text", "images"]-outputs = ["text", "structured"]-max_prompt_images = 3000-costs = { input = 1.25, output = 10.0 }--["gemini-2.5-flash"]-model_id = "pipelex/gemini-2.5-flash"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 0.30, output = 2.50 }--["gemini-2.5-flash-lite"]-model_id = "pipelex/gemini-2.5-flash-lite"-inputs = ["text", "images"]-outputs = ["text", "structured"]-costs = { input = 0.10, output = 0.40 }--["gemini-3.0-pro"]-model_id = "pipelex/gemini-3.0-pro"-inputs = ["text", "images"]-outputs = ["text", "structured"]-max_prompt_images = 3000-costs = { input = 2, output = 12.0 }--# --- XAI LLMs ----------------------------------------------------------------[grok-3]-model_id = "grok-3"-inputs = ["text"]-outputs = ["text"]-costs = { input = 3, output = 15 }--[grok-3-mini]-model_id = "grok-3-mini"-inputs = ["text"]-outputs = ["text"]-costs = { input = 0.3, output = 0.5 }--################################################################################-# OCR and IMAGE GENERATION MODELS-################################################################################--# We are still working in giving you acces to OCR and image generation models-# and to the best models from Mistral through the Pipelex Inference backend.