Skip to content

Build AI methods with your coding agent, then run them anywhere: as an MCP for chatbots, as a webapp for people, or via API for your software.

Add GPT-5.1, Claude 4.5 Opus and Gemini 3 Preview (#475)

Louis Choquelef7d03c302f8
diff --git a/.pipelex/inference/backends/anthropic.toml b/.pipelex/inference/backends/anthropic.toml
index 6b9c9128c..a3a485379 100644
--- a/.pipelex/inference/backends/anthropic.toml
+++ b/.pipelex/inference/backends/anthropic.toml
@@ -98,3 +98,11 @@ inputs = ["text", "images"]
outputs = ["text", "structured"]
max_prompt_images = 100
costs = { input = 1.0, output = 5.0 }
+
+["claude-4.5-opus"]
+model_id = "claude-opus-4-5-20251101"
+max_tokens = 32000
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+max_prompt_images = 100
+costs = { input = 5.0, output = 25.0 }
diff --git a/.pipelex/inference/backends/azure_openai.toml b/.pipelex/inference/backends/azure_openai.toml
index 2062251bb..ee04f7ad6 100644
--- a/.pipelex/inference/backends/azure_openai.toml
+++ b/.pipelex/inference/backends/azure_openai.toml
@@ -120,6 +120,21 @@ outputs = ["text", "structured"]
costs = { input = 1.25, output = 10.0 }
constraints = ["temperature_must_be_1"]
+# --- GPT-5.1 Series -------------------------------------------------------------
+["gpt-5.1"]
+model_id = "gpt-5.1-2025-11-13"
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+costs = { input = 1.25, output = 10.0 }
+constraints = ["temperature_must_be_1"]
+
+["gpt-5.1-chat"]
+model_id = "gpt-5.1-chat-2025-11-13"
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+costs = { input = 1.25, output = 10.0 }
+constraints = ["temperature_must_be_1"]
+
################################################################################
# IMAGE GENERATION MODELS
################################################################################
diff --git a/.pipelex/inference/backends/bedrock.toml b/.pipelex/inference/backends/bedrock.toml
index cea91344d..c4ab17657 100644
--- a/.pipelex/inference/backends/bedrock.toml
+++ b/.pipelex/inference/backends/bedrock.toml
@@ -109,3 +109,12 @@ inputs = ["text", "images"]
outputs = ["text", "structured"]
max_prompt_images = 100
costs = { input = 1.0, output = 5.0 }
+
+["claude-4.5-opus"]
+sdk = "bedrock_anthropic"
+model_id = "global.anthropic.claude-opus-4-5-20251101-v1:0"
+max_tokens = 8192
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+max_prompt_images = 100
+costs = { input = 5.0, output = 25.0 }
diff --git a/.pipelex/inference/backends/google.toml b/.pipelex/inference/backends/google.toml
index ff0040a91..0d39dacb1 100644
--- a/.pipelex/inference/backends/google.toml
+++ b/.pipelex/inference/backends/google.toml
@@ -59,3 +59,11 @@ inputs = ["text", "images"]
outputs = ["text", "structured"]
max_prompt_images = 3000
costs = { input = 0.10, output = 0.40 }
+
+# --- Gemini 3.0 Series ----------------------------------------
+["gemini-3.0-pro"]
+model_id = "gemini-3-pro-preview"
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+max_prompt_images = 3000
+costs = { input = 2, output = 12.0 }
diff --git a/.pipelex/inference/backends/openai.toml b/.pipelex/inference/backends/openai.toml
index 485333254..7fcf0afed 100644
--- a/.pipelex/inference/backends/openai.toml
+++ b/.pipelex/inference/backends/openai.toml
@@ -157,6 +157,13 @@ outputs = ["text"]
costs = { input = 1.25, output = 10.0 }
constraints = ["temperature_must_be_1"]
+# --- GPT-5.1 Series -------------------------------------------------------------
+["gpt-5.1"]
+model_id = "gpt-5.1"
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+costs = { input = 1.25, output = 10.0 }
+
################################################################################
# IMAGE GENERATION MODELS
################################################################################
diff --git a/.pipelex/inference/backends/pipelex_inference.toml b/.pipelex/inference/backends/pipelex_inference.toml
index 655105a47..a7dbdfbc3 100644
--- a/.pipelex/inference/backends/pipelex_inference.toml
+++ b/.pipelex/inference/backends/pipelex_inference.toml
@@ -85,6 +85,18 @@ inputs = ["text", "images"]
outputs = ["text"]
costs = { input = 1.25, output = 10.00 }
+["gpt-5.1"]
+model_id = "pipelex/gpt-5.1"
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+costs = { input = 1.25, output = 10.00 }
+
+["gpt-5.1-chat"]
+model_id = "pipelex/gpt-5.1-chat"
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+costs = { input = 1.25, output = 10.00 }
+
# --- Claude LLMs --------------------------------------------------------------
["claude-4-sonnet"]
model_id = "pipelex/claude-4-sonnet"
@@ -110,32 +122,45 @@ inputs = ["text", "images"]
outputs = ["text", "structured"]
costs = { input = 1, output = 5 }
+["claude-4.5-opus"]
+model_id = "pipelex/claude-4.5-opus"
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+costs = { input = 5, output = 25 }
+
# --- Gemini LLMs --------------------------------------------------------------
["gemini-2.0-flash"]
-model_id = "gemini/gemini-2.0-flash"
+model_id = "pipelex/gemini-2.0-flash"
inputs = ["text", "images"]
outputs = ["text", "structured"]
costs = { input = 0.10, output = 0.40 }
["gemini-2.5-pro"]
-model_id = "gemini/gemini-2.5-pro"
+model_id = "pipelex/gemini-2.5-pro"
inputs = ["text", "images"]
outputs = ["text", "structured"]
max_prompt_images = 3000
costs = { input = 1.25, output = 10.0 }
["gemini-2.5-flash"]
-model_id = "gemini/gemini-2.5-flash"
+model_id = "pipelex/gemini-2.5-flash"
inputs = ["text", "images"]
outputs = ["text", "structured"]
costs = { input = 0.30, output = 2.50 }
["gemini-2.5-flash-lite"]
-model_id = "gemini/gemini-2.5-flash-lite"
+model_id = "pipelex/gemini-2.5-flash-lite"
inputs = ["text", "images"]
outputs = ["text", "structured"]
costs = { input = 0.10, output = 0.40 }
+["gemini-3.0-pro"]
+model_id = "pipelex/gemini-3.0-pro"
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+max_prompt_images = 3000
+costs = { input = 2, output = 12.0 }
+
# --- XAI LLMs --------------------------------------------------------------
[grok-3]
diff --git a/pipelex/kit/configs/inference/backends/anthropic.toml b/pipelex/kit/configs/inference/backends/anthropic.toml
index 6b9c9128c..a3a485379 100644
--- a/pipelex/kit/configs/inference/backends/anthropic.toml
+++ b/pipelex/kit/configs/inference/backends/anthropic.toml
@@ -98,3 +98,11 @@ inputs = ["text", "images"]
outputs = ["text", "structured"]
max_prompt_images = 100
costs = { input = 1.0, output = 5.0 }
+
+["claude-4.5-opus"]
+model_id = "claude-opus-4-5-20251101"
+max_tokens = 32000
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+max_prompt_images = 100
+costs = { input = 5.0, output = 25.0 }
diff --git a/pipelex/kit/configs/inference/backends/azure_openai.toml b/pipelex/kit/configs/inference/backends/azure_openai.toml
index 2062251bb..ee04f7ad6 100644
--- a/pipelex/kit/configs/inference/backends/azure_openai.toml
+++ b/pipelex/kit/configs/inference/backends/azure_openai.toml
@@ -120,6 +120,21 @@ outputs = ["text", "structured"]
costs = { input = 1.25, output = 10.0 }
constraints = ["temperature_must_be_1"]
+# --- GPT-5.1 Series -------------------------------------------------------------
+["gpt-5.1"]
+model_id = "gpt-5.1-2025-11-13"
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+costs = { input = 1.25, output = 10.0 }
+constraints = ["temperature_must_be_1"]
+
+["gpt-5.1-chat"]
+model_id = "gpt-5.1-chat-2025-11-13"
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+costs = { input = 1.25, output = 10.0 }
+constraints = ["temperature_must_be_1"]
+
################################################################################
# IMAGE GENERATION MODELS
################################################################################
diff --git a/pipelex/kit/configs/inference/backends/bedrock.toml b/pipelex/kit/configs/inference/backends/bedrock.toml
index cea91344d..c4ab17657 100644
--- a/pipelex/kit/configs/inference/backends/bedrock.toml
+++ b/pipelex/kit/configs/inference/backends/bedrock.toml
@@ -109,3 +109,12 @@ inputs = ["text", "images"]
outputs = ["text", "structured"]
max_prompt_images = 100
costs = { input = 1.0, output = 5.0 }
+
+["claude-4.5-opus"]
+sdk = "bedrock_anthropic"
+model_id = "global.anthropic.claude-opus-4-5-20251101-v1:0"
+max_tokens = 8192
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+max_prompt_images = 100
+costs = { input = 5.0, output = 25.0 }
diff --git a/pipelex/kit/configs/inference/backends/google.toml b/pipelex/kit/configs/inference/backends/google.toml
index ff0040a91..0d39dacb1 100644
--- a/pipelex/kit/configs/inference/backends/google.toml
+++ b/pipelex/kit/configs/inference/backends/google.toml
@@ -59,3 +59,11 @@ inputs = ["text", "images"]
outputs = ["text", "structured"]
max_prompt_images = 3000
costs = { input = 0.10, output = 0.40 }
+
+# --- Gemini 3.0 Series ----------------------------------------
+["gemini-3.0-pro"]
+model_id = "gemini-3-pro-preview"
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+max_prompt_images = 3000
+costs = { input = 2, output = 12.0 }
diff --git a/pipelex/kit/configs/inference/backends/openai.toml b/pipelex/kit/configs/inference/backends/openai.toml
index 485333254..7fcf0afed 100644
--- a/pipelex/kit/configs/inference/backends/openai.toml
+++ b/pipelex/kit/configs/inference/backends/openai.toml
@@ -157,6 +157,13 @@ outputs = ["text"]
costs = { input = 1.25, output = 10.0 }
constraints = ["temperature_must_be_1"]
+# --- GPT-5.1 Series -------------------------------------------------------------
+["gpt-5.1"]
+model_id = "gpt-5.1"
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+costs = { input = 1.25, output = 10.0 }
+
################################################################################
# IMAGE GENERATION MODELS
################################################################################
diff --git a/pipelex/kit/configs/inference/backends/pipelex_inference.toml b/pipelex/kit/configs/inference/backends/pipelex_inference.toml
index 655105a47..a7dbdfbc3 100644
--- a/pipelex/kit/configs/inference/backends/pipelex_inference.toml
+++ b/pipelex/kit/configs/inference/backends/pipelex_inference.toml
@@ -85,6 +85,18 @@ inputs = ["text", "images"]
outputs = ["text"]
costs = { input = 1.25, output = 10.00 }
+["gpt-5.1"]
+model_id = "pipelex/gpt-5.1"
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+costs = { input = 1.25, output = 10.00 }
+
+["gpt-5.1-chat"]
+model_id = "pipelex/gpt-5.1-chat"
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+costs = { input = 1.25, output = 10.00 }
+
# --- Claude LLMs --------------------------------------------------------------
["claude-4-sonnet"]
model_id = "pipelex/claude-4-sonnet"
@@ -110,32 +122,45 @@ inputs = ["text", "images"]
outputs = ["text", "structured"]
costs = { input = 1, output = 5 }
+["claude-4.5-opus"]
+model_id = "pipelex/claude-4.5-opus"
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+costs = { input = 5, output = 25 }
+
# --- Gemini LLMs --------------------------------------------------------------
["gemini-2.0-flash"]
-model_id = "gemini/gemini-2.0-flash"
+model_id = "pipelex/gemini-2.0-flash"
inputs = ["text", "images"]
outputs = ["text", "structured"]
costs = { input = 0.10, output = 0.40 }
["gemini-2.5-pro"]
-model_id = "gemini/gemini-2.5-pro"
+model_id = "pipelex/gemini-2.5-pro"
inputs = ["text", "images"]
outputs = ["text", "structured"]
max_prompt_images = 3000
costs = { input = 1.25, output = 10.0 }
["gemini-2.5-flash"]
-model_id = "gemini/gemini-2.5-flash"
+model_id = "pipelex/gemini-2.5-flash"
inputs = ["text", "images"]
outputs = ["text", "structured"]
costs = { input = 0.30, output = 2.50 }
["gemini-2.5-flash-lite"]
-model_id = "gemini/gemini-2.5-flash-lite"
+model_id = "pipelex/gemini-2.5-flash-lite"
inputs = ["text", "images"]
outputs = ["text", "structured"]
costs = { input = 0.10, output = 0.40 }
+["gemini-3.0-pro"]
+model_id = "pipelex/gemini-3.0-pro"
+inputs = ["text", "images"]
+outputs = ["text", "structured"]
+max_prompt_images = 3000
+costs = { input = 2, output = 12.0 }
+
# --- XAI LLMs --------------------------------------------------------------
[grok-3]
diff --git a/pipelex/plugins/anthropic/anthropic_factory.py b/pipelex/plugins/anthropic/anthropic_factory.py
index 5875b9f60..45cab7124 100644
--- a/pipelex/plugins/anthropic/anthropic_factory.py
+++ b/pipelex/plugins/anthropic/anthropic_factory.py
@@ -9,7 +9,6 @@ from openai.types.chat import (
ChatCompletionSystemMessageParam,
)
-from pipelex import log
from pipelex.cogt.exceptions import CogtError
from pipelex.cogt.image.prompt_image import (
PromptImage,
@@ -130,7 +129,6 @@ class AnthropicFactory:
text_block_param: TextBlockParam = {"type": "text", "text": user_content_txt}
message: MessageParam
if prepped_user_images is not None:
- log.verbose(prepped_user_images)
images_block_params: list[ImageBlockParam] = []
for prepped_image in prepped_user_images:
image_block_param_in_loop: ImageBlockParam
diff --git a/tests/integration/pipelex/cogt/test_data.py b/tests/integration/pipelex/cogt/test_data.py
index 50e2b9459..bebe14c97 100644
--- a/tests/integration/pipelex/cogt/test_data.py
+++ b/tests/integration/pipelex/cogt/test_data.py
@@ -90,6 +90,7 @@ class LLMVisionTestCases:
class LLMTestConstants:
USER_TEXT_SHORT = "In one sentence, who is Bill Gates?"
+ USER_TEXT_TO_EXTRACT_PERSON = "It's Robert, the nice plumber, he turns 57 next week."
# USER_TEXT_SHORT = "What's the biggest football match tonight in Europe?"
PROMPT_TEMPLATE_TEXT = "Can you give one example of flower which is {color} in color ?"
PROMPT_COLOR_EXAMPLES: ClassVar[list[str]] = [
diff --git a/tests/integration/pipelex/cogt/test_llm_inference.py b/tests/integration/pipelex/cogt/test_llm_inference.py
index 99783989d..b8c4ea571 100644
--- a/tests/integration/pipelex/cogt/test_llm_inference.py
+++ b/tests/integration/pipelex/cogt/test_llm_inference.py
@@ -40,7 +40,7 @@ class TestLLMInference:
llm_job = LLMJobFactory.make_llm_job(
llm_prompt=LLMPrompt(
system_text=None,
- user_text=LLMTestConstants.USER_TEXT_SHORT,
+ user_text=LLMTestConstants.USER_TEXT_TO_EXTRACT_PERSON,
),
llm_job_params=llm_job_params,
)
diff --git a/tests/integration/pipelex/fixtures/llm_fixtures.py b/tests/integration/pipelex/fixtures/llm_fixtures.py
index f93ebde90..e8f76b086 100644
--- a/tests/integration/pipelex/fixtures/llm_fixtures.py
+++ b/tests/integration/pipelex/fixtures/llm_fixtures.py
@@ -63,6 +63,7 @@ ANTHROPIC_MODELS = [
"claude-4.5-haiku",
"claude-4.5-sonnet",
"claude-opus-4",
+ "claude-4.5-opus",
]
# --- DeepSeek Models ----------------------------------------------------------------------------
@@ -78,6 +79,7 @@ GOOGLE_MODELS = [
"gemini-2.5-flash-lite",
"gemini-2.5-pro",
"gemini-flash-1.5-8b",
+ "gemini-3.0-pro",
]
# --- Groq Models --------------------------------------------------------------------------------
@@ -138,6 +140,8 @@ OPENAI_MODELS = [
"gpt-5-chat",
"gpt-5-mini",
"gpt-5-nano",
+ "gpt-5.1",
+ "gpt-5.1-chat",
"o1",
"o1-mini",
"o3",