Skip to content

Build AI methods with your coding agent, then run them anywhere: as an MCP for chatbots, as a webapp for people, or via API for your software.

Refactor/use groq without specific llm worker (#454)

Louis Choquel0a2f13ae6eb8
diff --git a/.github/workflows/lint-check.yml b/.github/workflows/lint-check.yml
index c4e82aa3d..4f67fb047 100644
--- a/.github/workflows/lint-check.yml
+++ b/.github/workflows/lint-check.yml
@@ -46,6 +46,9 @@ jobs:
- name: Run mypy merge check
run: make merge-check-mypy
+ - name: Run config sync check
+ run: make check-config-sync
+
# --------------------------------------------------------------------------
# 2. Aggregator job — the *single* required status check
# --------------------------------------------------------------------------
diff --git a/.pipelex/inference/backends/anthropic.toml b/.pipelex/inference/backends/anthropic.toml
index 66721e2c1..6b9c9128c 100644
--- a/.pipelex/inference/backends/anthropic.toml
+++ b/.pipelex/inference/backends/anthropic.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "anthropic"
prompting_target = "anthropic"
+structure_method = "instructor/anthropic_tools"
################################################################################
# LANGUAGE MODELS
diff --git a/.pipelex/inference/backends/azure_openai.toml b/.pipelex/inference/backends/azure_openai.toml
index 930f161fd..6054b124d 100644
--- a/.pipelex/inference/backends/azure_openai.toml
+++ b/.pipelex/inference/backends/azure_openai.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "azure_openai"
prompting_target = "openai"
+structure_method = "instructor/openai_tools"
################################################################################
# LANGUAGE MODELS
@@ -67,24 +68,28 @@ model_id = "o1-mini-2024-09-12"
inputs = ["text"]
outputs = ["text", "structured"]
costs = { input = 3.0, output = 12.0 }
+constraints = ["temperature_must_be_1"]
[o1]
model_id = "o1-2024-12-17"
inputs = ["text", "images"]
outputs = ["text", "structured"]
costs = { input = 15.0, output = 60.0 }
+constraints = ["temperature_must_be_1"]
[o3-mini]
model_id = "o3-mini-2025-01-31"
inputs = ["text"]
outputs = ["text", "structured"]
costs = { input = 1.1, output = 4.4 }
+constraints = ["temperature_must_be_1"]
[o3]
model_id = "o3-2025-04-16"
inputs = ["text"]
outputs = ["text", "structured"]
costs = { input = 2, output = 8 }
+constraints = ["temperature_must_be_1"]
# --- GPT-5 Series -------------------------------------------------------------
[gpt-5-mini]
@@ -110,3 +115,15 @@ model_id = "gpt-5-2025-08-07"
inputs = ["text", "images"]
outputs = ["text", "structured"]
costs = { input = 1.25, output = 10.0 }
+
+################################################################################
+# IMAGE GENERATION MODELS
+################################################################################
+
+# --- OpenAI Image Generation --------------------------------------------------
+[gpt-image-1]
+model_type = "img_gen"
+model_id = "gpt-image-1-2025-04-15"
+inputs = ["text"]
+outputs = ["image"]
+costs = { input = 0.04, output = 0.0 }
diff --git a/.pipelex/inference/backends/blackboxai.toml b/.pipelex/inference/backends/blackboxai.toml
index 4c5909ac9..405675b5c 100644
--- a/.pipelex/inference/backends/blackboxai.toml
+++ b/.pipelex/inference/backends/blackboxai.toml
@@ -23,6 +23,7 @@
[defaults]
model_type = "llm"
sdk = "openai"
+structure_method = "instructor/openai_tools"
################################################################################
# LANGUAGE MODELS
@@ -145,7 +146,7 @@ costs = { input = 0.12, output = 0.39 }
["qwen2.5-vl-72b-instruct"]
model_id = "blackboxai/qwen/qwen2.5-vl-72b-instruct"
inputs = ["text", "images"]
-outputs = ["text", "structured"]
+outputs = ["text"]
costs = { input = 0.25, output = 0.75 }
# --- Amazon Nova Models -------------------------------------------------------
diff --git a/.pipelex/inference/backends/google.toml b/.pipelex/inference/backends/google.toml
index 68c39d9d5..ff0040a91 100644
--- a/.pipelex/inference/backends/google.toml
+++ b/.pipelex/inference/backends/google.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "google"
prompting_target = "gemini"
+structure_method = "instructor/genai_tools"
################################################################################
# LANGUAGE MODELS
diff --git a/.pipelex/inference/backends/groq.toml b/.pipelex/inference/backends/groq.toml
index f1155461b..72fc0b804 100644
--- a/.pipelex/inference/backends/groq.toml
+++ b/.pipelex/inference/backends/groq.toml
@@ -23,8 +23,8 @@
[defaults]
model_type = "llm"
-sdk = "groq"
-prompting_target = "groq"
+sdk = "openai"
+structure_method = "instructor/json"
################################################################################
# PRODUCTION TEXT MODELS
@@ -126,4 +126,4 @@ model_id = "qwen/qwen3-32b"
max_tokens = 40960
inputs = ["text"]
outputs = ["text", "structured"]
-costs = { input = 0.29, output = 0.59 }
\ No newline at end of file
+costs = { input = 0.29, output = 0.59 }
diff --git a/.pipelex/inference/backends/mistral.toml b/.pipelex/inference/backends/mistral.toml
index cb709374f..c4b49e377 100644
--- a/.pipelex/inference/backends/mistral.toml
+++ b/.pipelex/inference/backends/mistral.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "mistral"
prompting_target = "mistral"
+structure_method = "instructor/mistral_tools"
################################################################################
# LANGUAGE MODELS
diff --git a/.pipelex/inference/backends/ollama.toml b/.pipelex/inference/backends/ollama.toml
index ab0f51617..397e9acc8 100644
--- a/.pipelex/inference/backends/ollama.toml
+++ b/.pipelex/inference/backends/ollama.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "openai"
prompting_target = "anthropic"
+structure_method = "instructor/openai_tools"
################################################################################
# LANGUAGE MODELS
@@ -60,4 +61,3 @@ inputs = ["text"]
outputs = ["text"]
costs = { input = 0, output = 0 }
# TODO: support <think> tokens
-
diff --git a/.pipelex/inference/backends/openai.toml b/.pipelex/inference/backends/openai.toml
index 4f1148144..485333254 100644
--- a/.pipelex/inference/backends/openai.toml
+++ b/.pipelex/inference/backends/openai.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "openai"
prompting_target = "openai"
+structure_method = "instructor/openai_tools"
################################################################################
# LANGUAGE MODELS
@@ -167,4 +168,3 @@ model_id = "gpt-image-1"
inputs = ["text"]
outputs = ["image"]
costs = { input = 0.04, output = 0.0 }
-
diff --git a/.pipelex/inference/backends/perplexity.toml b/.pipelex/inference/backends/perplexity.toml
deleted file mode 100644
index 3fa52fccf..000000000
--- a/.pipelex/inference/backends/perplexity.toml
+++ /dev/null
@@ -1,63 +0,0 @@
-################################################################################
-# Perplexity Backend Configuration
-################################################################################
-#
-# This file defines the model specifications for Perplexity AI models.
-# It contains model definitions for Sonar and reasoning models
-# accessible through the Perplexity API.
-#
-# Configuration structure:
-# - Each model is defined in its own section with the model name as the header
-# - Headers with dots must be quoted (e.g., ["sonar-pro"])
-# - Model costs are in USD per million tokens (input/output)
-#
-# Documentation: https://docs.pipelex.com
-# Support: https://go.pipelex.com/discord
-#
-################################################################################
-
-################################################################################
-# MODEL DEFAULTS
-################################################################################
-
-[defaults]
-model_type = "llm"
-sdk = "openai"
-prompting_target = "anthropic"
-
-################################################################################
-# LANGUAGE MODELS
-################################################################################
-
-# --- Sonar Series -------------------------------------------------------------
-[sonar-pro]
-model_id = "sonar-pro"
-inputs = ["text"]
-outputs = ["text"]
-
-[sonar]
-model_id = "sonar"
-inputs = ["text"]
-outputs = ["text"]
-
-[sonar-deep-research]
-model_id = "sonar-deep-research"
-inputs = ["text"]
-outputs = ["text"]
-
-# --- Sonar Reasoning Series ---------------------------------------------------
-[sonar-reasoning-pro]
-model_id = "sonar-reasoning-pro"
-inputs = ["text"]
-outputs = ["text"]
-
-[sonar-reasoning]
-model_id = "sonar-reasoning"
-inputs = ["text"]
-outputs = ["text"]
-
-# --- DeepSeek Models -----------------------------------------------------------
-[perplexity-deepseek-r1]
-model_id = "r1-1776"
-inputs = ["text"]
-outputs = ["text"]
\ No newline at end of file
diff --git a/.pipelex/inference/backends/pipelex_inference.toml b/.pipelex/inference/backends/pipelex_inference.toml
index e516e274e..655105a47 100644
--- a/.pipelex/inference/backends/pipelex_inference.toml
+++ b/.pipelex/inference/backends/pipelex_inference.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "openai"
prompting_target = "anthropic"
+structure_method = "instructor/openai_tools"
################################################################################
# LANGUAGE MODELS
diff --git a/.pipelex/inference/backends/vertexai.toml b/.pipelex/inference/backends/vertexai.toml
index da01d4f1e..1ebab79de 100644
--- a/.pipelex/inference/backends/vertexai.toml
+++ b/.pipelex/inference/backends/vertexai.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "openai"
prompting_target = "gemini"
+structure_method = "instructor/vertexai_tools"
################################################################################
# LANGUAGE MODELS
@@ -50,4 +51,4 @@ model_id = "google/gemini-2.5-flash"
inputs = ["text", "images"]
outputs = ["text", "structured"]
max_prompt_images = 3000
-costs = { input = 0.30, output = 2.50 }
\ No newline at end of file
+costs = { input = 0.30, output = 2.50 }
diff --git a/.pipelex/inference/backends/xai.toml b/.pipelex/inference/backends/xai.toml
index a4bb433ad..304534459 100644
--- a/.pipelex/inference/backends/xai.toml
+++ b/.pipelex/inference/backends/xai.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "openai"
prompting_target = "anthropic"
+structure_method = "instructor/openai_tools"
################################################################################
# LANGUAGE MODELS
@@ -53,4 +54,3 @@ model_id = "grok-3-mini-fast-latest"
inputs = ["text"]
outputs = ["text"]
costs = { input = 0.15, output = 4 }
-
diff --git a/.pipelex/inference/routing_profiles.toml b/.pipelex/inference/routing_profiles.toml
index 1b7b78743..fa3f1d42a 100644
--- a/.pipelex/inference/routing_profiles.toml
+++ b/.pipelex/inference/routing_profiles.toml
@@ -74,6 +74,10 @@ default = "fal"
description = "Use Google GenAI backend for all its supported models"
default = "google"
+[profiles.all_groq]
+description = "Use groq backend for all its supported models"
+default = "groq"
+
[profiles.all_mistral]
description = "Use Mistral backend for all its supported models"
default = "mistral"
@@ -86,6 +90,10 @@ default = "ollama"
description = "Use OpenAI backend for all its supported models"
default = "openai"
+[profiles.all_pipelex_inference]
+description = "Use Pipelex Inference backend for all its supported models"
+default = "pipelex_inference"
+
[profiles.all_vertexai]
description = "Use Vertex AI backend for all its supported models"
default = "vertexai"
@@ -149,7 +157,3 @@ description = "Example routing profile using specific models"
"grok-3" = "pipelex_inference"
"grok-3-mini" = "xai"
-
-[profiles.all_groq]
-description = "Use groq backend for all its supported models"
-default = "groq"
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 24fbaafc0..a1d1a871d 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,4 +1,26 @@
# Changelog
+## Unreleased
+
+### Added
+ - **Improved configuration repair**: New `--fix` option for `pipelex doctor` command that interactively detects and repairs outdated or invalid backend configuration files using latest templates from the Pipelex kit.
+ - **Developer CLI & tooling**: New internal `pipelex-dev` CLI for project maintenance with `check-config-sync` command to verify user-facing configuration templates (`.pipelex/`) are synchronized with package's internal kit configs. Includes `make check-config-sync` command and CI check (`lint-check.yml`) to enforce synchronization.
+ - **Enhanced test infrastructure**: Integration tests now automatically parameterized to run against all supported backend routing profiles. Tests are intelligently skipped at collection time if a model is not supported by the active backend profile, with a summary of skipped tests provided at session end.
+ - **New routing profiles**: Added `all_groq` and `all_pipelex_inference` routing profiles.
+ - **Vision support flag**: Added `is_vision_supported` property to `LLMWorkerAbstract` class for explicit checks of model vision capabilities.
+
+### Changed
+ - **Unified structured output**: Complete overhaul of structured generation settings. Replaced global configuration setting with new `structure_method` parameter in backend `.toml` files (configurable at backend level in `[defaults]` or per individual model). Expanded `StructureMethod` enum to include dozens of modes supported by `instructor`, enabling fine-grained control over provider-specific features like OpenAI Structured Outputs or Anthropic Tools, and various JSON-based modes.
+ - **Groq integration**: Updated to use standard `openai` SDK, simplifying integration.
+ - **Default configurations**: All official backend providers now enabled by default after `pipelex init`. Default prompting style changed from `ticks` to `xml`.
+ - **Code & test organization**: Unit test suite reorganized from `tests/unit/core` and other directories into unified `tests/unit/pipelex/` structure. Integration test fixtures modularized from `conftest.py` into separate files within `tests/integration/pipelex/fixtures/`.
+
+### Fixed
+ - Improved Pydantic validation error messages when loading backend configurations to clearly indicate the specific file and model containing the error.
+
+### Removed
+ - **Perplexity backend**: Default configuration for Perplexity AI backend (`perplexity.toml`) removed from kit (it was obsolete, it will come back).
+ - **Groq plugin**: Dedicated `pipelex/plugins/groq` plugin removed (now uses standard `openai` SDK).
+ - **Global instructor config**: Global `is_openai_structured_output_enabled` setting, replaced by per-model `structure_method` approach.
## [v0.15.4] - 2025-11-12
diff --git a/Makefile b/Makefile
index 97d9f16fb..a2bbddad3 100644
--- a/Makefile
+++ b/Makefile
@@ -16,6 +16,7 @@ VENV_MYPY := "$(VIRTUAL_ENV)/bin/mypy"
VENV_PIPELEX := "$(VIRTUAL_ENV)/bin/pipelex"
VENV_MKDOCS := "$(VIRTUAL_ENV)/bin/mkdocs"
VENV_PYLINT := "$(VIRTUAL_ENV)/bin/pylint"
+VENV_PIPELEX_DEV := "$(VIRTUAL_ENV)/bin/pipelex-dev"
UV_MIN_VERSION = $(shell grep -m1 'required-version' pyproject.toml | sed -E 's/.*= *"([^<>=, ]+).*/\1/')
@@ -53,8 +54,10 @@ make lint - lint with ruff check
make pyright - Check types with pyright
make mypy - Check types with mypy
-make config-template - Update config template from .pipelex/
-make cft - Shorthand -> config-template
+make up-kit-configs - Update kit configs from .pipelex/
+make ukc - Shorthand -> up-kit-configs
+make check-config-sync - Verify .pipelex and pipelex/kit/configs are in sync
+make ccs - Shorthand -> check-config-sync
make cleanenv - Remove virtual env and lock files
make cleanderived - Remove extraneous compiled files, caches, logs, etc.
@@ -100,8 +103,8 @@ make c - Shorthand -> check
make cc - Shorthand -> cleanderived check
make li - Shorthand -> lock install
-make test-count - Count the number of tests
-make check-test-badge - Check if the test count matches the badge value
+make test-count - Count the number of tests
+make check-test-badge - Check if the test count matches the badge value
endef
export HELP
@@ -116,7 +119,7 @@ export HELP
validate v check c cc \
merge-check-ruff-lint merge-check-ruff-format merge-check-mypy merge-check-pyright \
li check-unused-imports fix-unused-imports check-uv check-TODOs docs docs-check docs-deploy \
- config-template cft \
+ up-kit-configs ukc check-config-sync ccs \
test-count check-test-badge
all help:
@@ -171,12 +174,19 @@ build: env
$(call PRINT_TITLE,"Building the wheels")
@uv build
-config-template:
- $(call PRINT_TITLE,"Updating config template from .pipelex/")
- @rsync -av --exclude='inference/backends.toml' --delete .pipelex/ pipelex/config_template/
+up-kit-configs:
+ $(call PRINT_TITLE,"Updating kit configs from .pipelex/")
+ @rsync -av --delete .pipelex/ pipelex/kit/configs/
-cft: config-template
- @echo "> done: cft = config-template"
+ukc: up-kit-configs
+ @echo "> done: ukc = up-kit-configs"
+
+check-config-sync: env
+ $(call PRINT_TITLE,"Checking config sync between .pipelex and pipelex/kit/configs")
+ $(VENV_PIPELEX_DEV) check-config-sync
+
+ccs: check-config-sync
+ @echo "> done: ccs = check-config-sync"
##############################################################################################
############################ Cleaning ############################
@@ -292,17 +302,17 @@ tb: env
test-inference-with-prints: env
$(call PRINT_TITLE,"Unit testing")
@if [ -n "$(TEST)" ]; then \
- $(VENV_PYTEST) --pipe-run-mode live -m "inference" -s -k "$(TEST)" $(if $(filter 1,$(VERBOSE)),-v,$(if $(filter 2,$(VERBOSE)),-vv,$(if $(filter 3,$(VERBOSE)),-vvv,))); \
+ $(VENV_PYTEST) --pipe-run-mode live -m "inference" -s -rfE -k "$(TEST)" $(if $(filter 1,$(VERBOSE)),-v,$(if $(filter 2,$(VERBOSE)),-vv,$(if $(filter 3,$(VERBOSE)),-vvv,))); \
else \
- $(VENV_PYTEST) --pipe-run-mode live -m "inference" -s $(if $(filter 1,$(VERBOSE)),-v,$(if $(filter 2,$(VERBOSE)),-vv,$(if $(filter 3,$(VERBOSE)),-vvv,))); \
+ $(VENV_PYTEST) --pipe-run-mode live -m "inference" -s -rfE $(if $(filter 1,$(VERBOSE)),-v,$(if $(filter 2,$(VERBOSE)),-vv,$(if $(filter 3,$(VERBOSE)),-vvv,))); \
fi
test-inference-fast: env
$(call PRINT_TITLE,"Unit testing")
@if [ -n "$(TEST)" ]; then \
- $(VENV_PYTEST) -n auto --pipe-run-mode live -m "inference" -s -k "$(TEST)" $(if $(filter 1,$(VERBOSE)),-v,$(if $(filter 2,$(VERBOSE)),-vv,$(if $(filter 3,$(VERBOSE)),-vvv,))); \
+ $(VENV_PYTEST) -n auto --pipe-run-mode live -m "inference" -s -rfE -k "$(TEST)" $(if $(filter 1,$(VERBOSE)),-v,$(if $(filter 2,$(VERBOSE)),-vv,$(if $(filter 3,$(VERBOSE)),-vvv,))); \
else \
- $(VENV_PYTEST) -n auto --pipe-run-mode live -m "inference" -s $(if $(filter 1,$(VERBOSE)),-v,$(if $(filter 2,$(VERBOSE)),-vv,$(if $(filter 3,$(VERBOSE)),-vvv,))); \
+ $(VENV_PYTEST) -n auto --pipe-run-mode live -m "inference" -s -rfE $(if $(filter 1,$(VERBOSE)),-v,$(if $(filter 2,$(VERBOSE)),-vv,$(if $(filter 3,$(VERBOSE)),-vvv,))); \
fi
tip: test-inference-with-prints
@@ -314,9 +324,9 @@ ti: test-inference-fast
ti-dry: env
$(call PRINT_TITLE,"Unit testing")
@if [ -n "$(TEST)" ]; then \
- $(VENV_PYTEST) --pipe-run-mode dry --exitfirst -m "inference" -s -k "$(TEST)" $(if $(filter 1,$(VERBOSE)),-v,$(if $(filter 2,$(VERBOSE)),-vv,$(if $(filter 3,$(VERBOSE)),-vvv,))); \
+ $(VENV_PYTEST) --pipe-run-mode dry --exitfirst -m "inference" -s -rfE -k "$(TEST)" $(if $(filter 1,$(VERBOSE)),-v,$(if $(filter 2,$(VERBOSE)),-vv,$(if $(filter 3,$(VERBOSE)),-vvv,))); \
else \
- $(VENV_PYTEST) --pipe-run-mode dry --exitfirst -m "inference" -s $(if $(filter 1,$(VERBOSE)),-v,$(if $(filter 2,$(VERBOSE)),-vv,$(if $(filter 3,$(VERBOSE)),-vvv,))); \
+ $(VENV_PYTEST) --pipe-run-mode dry --exitfirst -m "inference" -s -rfE $(if $(filter 1,$(VERBOSE)),-v,$(if $(filter 2,$(VERBOSE)),-vv,$(if $(filter 3,$(VERBOSE)),-vvv,))); \
fi
test-llm: env
@@ -478,7 +488,7 @@ c: format lint pyright mypy
cc: cleanderived c
@echo "> done: cc = cleanderived format lint pyright mypy"
-check: cc check-unused-imports pylint
+check: cc check-unused-imports pylint ccs
@echo "> done: check"
v: validate
@@ -507,4 +517,3 @@ check-test-badge: env
else \
echo "✅ Test count matches: $$ACTUAL"; \
fi
-
diff --git a/docs/home/7-configuration/config-technical/cogt-config.md b/docs/home/7-configuration/config-technical/cogt-config.md
index 6351d5b78..e2ce4b157 100644
--- a/docs/home/7-configuration/config-technical/cogt-config.md
+++ b/docs/home/7-configuration/config-technical/cogt-config.md
@@ -37,10 +37,6 @@ is_structure_prompt_enabled = false
[cogt.llm_config.llm_job_config]
is_streaming_enabled = false
max_retries = 3 # Between 1 and 10
-
-# Instructor settings
-[cogt.llm_config.instructor_config]
-is_openai_structured_output_enabled = false
```
### LLM Job Parameters
@@ -179,9 +175,6 @@ is_structure_prompt_enabled = false
is_streaming_enabled = false
max_retries = 3
-[cogt.llm_config.instructor_config]
-is_openai_structured_output_enabled = false
-
[cogt.img_gen_config.img_gen_job_config]
is_sync_mode = false
diff --git a/pipelex/cli/_cli.py b/pipelex/cli/_cli.py
index 9861a4c2c..6cf96874a 100644
--- a/pipelex/cli/_cli.py
+++ b/pipelex/cli/_cli.py
@@ -49,7 +49,6 @@ app = typer.Typer(
@app.callback(invoke_without_command=True)
def app_callback(ctx: typer.Context) -> None:
- """Run pre-command checks like printing the logo and checking telemetry consent."""
console = Console()
package_version = get_package_version()
console.print(
diff --git a/pipelex/cli/commands/doctor_cmd.py b/pipelex/cli/commands/doctor_cmd.py
index 753209446..7f32f4ec9 100644
--- a/pipelex/cli/commands/doctor_cmd.py
+++ b/pipelex/cli/commands/doctor_cmd.py
@@ -5,8 +5,10 @@ from __future__ import annotations
import contextlib
import io
import sys
+from pathlib import Path
+from typing import Any
-from pydantic import ValidationError
+from pydantic import BaseModel, ValidationError
from rich.console import Console
from rich.panel import Panel
from rich.prompt import Confirm
@@ -17,11 +19,13 @@ from pipelex.base_exceptions import PipelexConfigError
from pipelex.cli.commands.init.command import init_cmd
from pipelex.cli.commands.init.config_files import init_config
from pipelex.cli.commands.init.ui.types import InitFocus
-from pipelex.cogt.model_backends.backend_library import BackendCredentialsReport
+from pipelex.cogt.exceptions import InferenceBackendLibraryError
+from pipelex.cogt.model_backends.backend_library import BackendCredentialsReport, InferenceBackendLibrary
from pipelex.cogt.models.model_manager import ModelManager
from pipelex.config import PipelexConfig, get_config
from pipelex.core.validation import report_validation_error
from pipelex.hub import PipelexHub, set_pipelex_hub
+from pipelex.kit.paths import get_kit_configs_dir
from pipelex.system.configuration.config_loader import config_manager
from pipelex.system.environment import get_optional_env
from pipelex.system.telemetry.telemetry_config import TELEMETRY_CONFIG_FILE_NAME, TelemetryConfig
@@ -33,6 +37,16 @@ from pipelex.tools.secrets.env_secrets_provider import EnvSecretsProvider
from pipelex.tools.typing.pydantic_utils import format_pydantic_validation_error
+class BackendFileReport(BaseModel):
+ """Report on the health of an individual backend configuration file."""
+
+ backend_name: str
+ file_path: str
+ is_valid: bool
+ error_message: str | None = None
+ has_kit_template: bool = False
+
+
def check_config_files() -> tuple[bool, int, str]:
"""Check if configuration files are present and main config is valid.
@@ -163,6 +177,167 @@ def check_backend_credentials() -> tuple[bool, dict[str, BackendCredentialsRepor
return False, {}, f"Error checking backend credentials: {exc}"
+def check_kit_template_exists(backend_name: str) -> bool:
+ """Check if a kit template exists for the given backend.
+
+ Args:
+ backend_name: Name of the backend to check
+
+ Returns:
+ True if a template exists in the kit, False otherwise
+ """
+ try:
+ kit_configs_dir = get_kit_configs_dir()
+ # The kit configs are in a Traversable (from importlib.resources)
+ # We need to check if the backend file exists
+ backends_dir = kit_configs_dir / "inference" / "backends"
+ backend_file = backends_dir / f"{backend_name}.toml"
+
+ # For Traversable, we check if it's a file
+ return backend_file.is_file()
+ except Exception:
+ return False
+
+
+def replace_backend_file(backend_name: str, dry_run: bool = False) -> bool:
+ """Replace a backend configuration file with the kit template.
+
+ Args:
+ backend_name: Name of the backend to replace
+ dry_run: If True, only report what would be done without actually doing it
+
+ Returns:
+ True if successful, False otherwise
+ """
+ try:
+ # Get kit template path
+ kit_configs_dir = get_kit_configs_dir()
+ template_file = kit_configs_dir / "inference" / "backends" / f"{backend_name}.toml"
+
+ if not template_file.is_file():
+ return False
+
+ # Read template content
+ template_content = template_file.read_text(encoding="utf-8")
+
+ # Determine target path
+ target_dir = Path(".pipelex") / "inference" / "backends"
+ target_file = target_dir / f"{backend_name}.toml"
+
+ if dry_run:
+ return True
+
+ # Ensure target directory exists
+ target_dir.mkdir(parents=True, exist_ok=True)
+
+ # Write the file
+ target_file.write_text(template_content, encoding="utf-8")
+ return True
+
+ except Exception:
+ return False
+
+
+def check_backend_files() -> tuple[bool, dict[str, BackendFileReport], str]:
+ """Check individual backend configuration files for validity.
+
+ Returns:
+ Tuple of (is_healthy, backend_file_reports_dict, summary_message)
+ """
+ backends_dir_path = ".pipelex/inference/backends"
+
+ if not path_exists(backends_dir_path):
+ return True, {}, "No backend files to check"
+
+ # Get list of enabled backends from backends.toml
+ backends_toml_path = ".pipelex/inference/backends.toml"
+ if not path_exists(backends_toml_path):
+ return True, {}, "No backends.toml to check"
+
+ try:
+ backends_dict = load_toml_from_path(backends_toml_path)
+ except Exception as exc:
+ return False, {}, f"Error loading backends.toml: {exc}"
+
+ backend_file_reports: dict[str, BackendFileReport] = {}
+ all_valid = True
+
+ # Check each enabled backend
+ for backend_name, backend_dict in backends_dict.items():
+ # Skip internal backend
+ if backend_name == "internal":
+ continue
+
+ # Only check enabled backends
+ if isinstance(backend_dict, dict):
+ the_backend_dict: dict[str, Any] = backend_dict # type: ignore[reportUnknownMemberType]
+ enabled = the_backend_dict.get("enabled", True)
+ else:
+ enabled = True
+
+ if not enabled:
+ continue
+
+ # Check if backend file exists
+ backend_file_path = f"{backends_dir_path}/{backend_name}.toml"
+
+ if not path_exists(backend_file_path):
+ # No separate file - this is OK, configuration might be inline
+ continue
+
+ # Try to validate the backend file by loading it
+ is_valid = True
+ error_message = None
+
+ try:
+ # Create a temporary backend library and try to load this backend
+ secrets_provider = EnvSecretsProvider()
+ temp_library = InferenceBackendLibrary.make_empty()
+
+ # Try to load just this backend's specs
+ temp_library.load(
+ secrets_provider=secrets_provider,
+ backends_library_path=backends_toml_path,
+ backends_dir_path=backends_dir_path,
+ include_disabled=False,
+ )
+
+ except InferenceBackendLibraryError as exc:
+ # Check if this specific backend caused the error
+ error_str = str(exc)
+ if backend_name in error_str or backend_file_path in error_str:
+ is_valid = False
+ error_message = error_str
+ all_valid = False
+ except Exception as exc:
+ # Other errors might also be related to this backend
+ error_str = str(exc)
+ if backend_name in error_str or backend_file_path in error_str:
+ is_valid = False
+ error_message = error_str
+ all_valid = False
+
+ # Check if kit template exists for this backend
+ has_kit_template = check_kit_template_exists(backend_name)
+
+ # Create report
+ backend_file_report = BackendFileReport(
+ backend_name=backend_name,
+ file_path=backend_file_path,
+ is_valid=is_valid,
+ error_message=error_message,
+ has_kit_template=has_kit_template,
+ )
+ backend_file_reports[backend_name] = backend_file_report
+
+ if all_valid:
+ return True, backend_file_reports, "All backend files are valid"
+
+ # Count backends with issues
+ invalid_count = sum(1 for r in backend_file_reports.values() if not r.is_valid)
+ return False, backend_file_reports, f"{invalid_count} backend file(s) have validation errors"
+
+
def display_health_report(
console: Console,
config_healthy: bool,
@@ -172,9 +347,11 @@ def display_health_report(
telemetry_message: str,
backends_healthy: bool,
backends_message: str,
- backend_reports: dict[str, BackendCredentialsReport],
+ backend_credential_reports: dict[str, BackendCredentialsReport],
models_healthy: bool,
models_message: str,
+ backend_file_reports: dict[str, BackendFileReport],
+ fix_mode: bool = False,
) -> None:
"""Display a comprehensive health report.
@@ -187,9 +364,11 @@ def display_health_report(
telemetry_message: Message about telemetry status
backends_healthy: Whether backends check passed
backends_message: Message about backends status
- backend_reports: Dict of backend credential reports
+ backend_credential_reports: Dict of backend credential reports
models_healthy: Whether models check passed
models_message: Message about models status
+ backend_file_reports: Dict of backend file validation reports
+ fix_mode: Whether we're in interactive fix mode (--fix flag)
"""
all_healthy = config_healthy and telemetry_healthy and backends_healthy and models_healthy
@@ -229,7 +408,7 @@ def display_health_report(
console.print("[bold]Backend Credentials[/bold]")
if backends_healthy:
console.print(f" [green]✓[/green] {backends_message}")
- elif not backend_reports:
+ elif not backend_credential_reports:
# No backends were checked (e.g., file not found)
console.print(f" [red]✗[/red] {backends_message}")
else:
@@ -237,16 +416,16 @@ def display_health_report(
console.print()
# Show details for each backend
- for backend_name, backend_report in backend_reports.items():
- if backend_report.all_credentials_valid:
+ for backend_name, backend_credential_report in backend_credential_reports.items():
+ if backend_credential_report.all_credentials_valid:
console.print(f" [dim]{backend_name}[/dim]")
console.print(" [green]✓[/green] All credentials set")
else:
console.print(f" [bold]{backend_name}[/bold]")
- if backend_report.missing_vars:
- console.print(f" [red]✗[/red] Missing: {', '.join(backend_report.missing_vars)}")
- if backend_report.placeholder_vars:
- console.print(f" [yellow]⚠[/yellow] Placeholders: {', '.join(backend_report.placeholder_vars)}")
+ if backend_credential_report.missing_vars:
+ console.print(f" [red]✗[/red] Missing: {', '.join(backend_credential_report.missing_vars)}")
+ if backend_credential_report.placeholder_vars:
+ console.print(f" [yellow]⚠[/yellow] Placeholders: {', '.join(backend_credential_report.placeholder_vars)}")
console.print()
# Models section
@@ -255,6 +434,24 @@ def display_health_report(
console.print(f" [green]✓[/green] {models_message}")
else:
console.print(f" [red]✗[/red] {models_message}")
+
+ # Show details for backend file issues if any
+ if backend_file_reports:
+ invalid_backends = {name: report for name, report in backend_file_reports.items() if not report.is_valid}
+ if invalid_backends:
+ console.print()
+ for backend_name, backend_file_report in invalid_backends.items():
+ console.print(f" [bold]{backend_name}[/bold]")
+ if backend_file_report.has_kit_template:
+ console.print(" [yellow]⚠[/yellow] Backend configuration format may be outdated")
+ console.print(" [dim]Template available for replacement[/dim]")
+ else:
+ console.print(" [yellow]⚠[/yellow] Backend configuration has errors")
+ console.print(" [dim]This appears to be a custom backend - manual fix required[/dim]")
+ if backend_file_report.error_message:
+ # Show first line of error
+ error_lines = backend_file_report.error_message.split("\n")
+ console.print(f" [dim]{error_lines[0][:100]}[/dim]")
console.print()
# Recommended actions
@@ -264,9 +461,26 @@ def display_health_report(
can_auto_fix_telemetry = not telemetry_healthy and "not found" in telemetry_message.lower()
has_telemetry_validation_error = not telemetry_healthy and "not found" not in telemetry_message.lower()
+ # Check for backend file issues
+ has_backend_file_issues = False
+ can_auto_fix_backends = False
+ has_custom_backend_issues = False
+ if backend_file_reports:
+ invalid_backends = {name: report for name, report in backend_file_reports.items() if not report.is_valid}
+ if invalid_backends:
+ has_backend_file_issues = True
+ # Check if any have kit templates (auto-fixable)
+ can_auto_fix_backends = any(report.has_kit_template for report in invalid_backends.values())
+ # Check if any are custom backends (manual fix)
+ has_custom_backend_issues = any(not report.has_kit_template for report in invalid_backends.values())
+
# Determine if we have any recommendations to show
has_recommendations = (
- can_auto_fix_config or can_auto_fix_telemetry or has_telemetry_validation_error or (not backends_healthy and backend_reports)
+ can_auto_fix_config
+ or can_auto_fix_telemetry
+ or has_telemetry_validation_error
+ or (not backends_healthy and backend_credential_reports)
+ or has_backend_file_issues
)
if has_recommendations:
@@ -282,15 +496,31 @@ def display_health_report(
console.print(" • Fix validation errors in [cyan].pipelex/telemetry.toml[/cyan]")
console.print(" or run [cyan]pipelex init telemetry --reset[/cyan] to regenerate")
- if not backends_healthy and backend_reports:
+ # Backend file issues
+ if can_auto_fix_backends:
+ if fix_mode:
+ # We're in fix mode, show what's happening next and the alternative
+ console.print(" • Interactive fixes for outdated backend configurations will be offered below")
+ console.print(" • Alternatively, run [cyan]pipelex init config --reset[/cyan] to reset all configuration files")
+ else:
+ # Not in fix mode, suggest running --fix
+ console.print(" • Run [cyan]pipelex doctor --fix[/cyan] to replace outdated backend configurations")
+ console.print(" [dim]or run[/dim] [cyan]pipelex init config --reset[/cyan] [dim]to reset all configuration files[/dim]")
+
+ if has_custom_backend_issues:
+ invalid_custom = [name for name, report in backend_file_reports.items() if not report.is_valid and not report.has_kit_template]
+ for backend_name in invalid_custom:
+ console.print(f" • Manually fix backend configuration in [cyan].pipelex/inference/backends/{backend_name}.toml[/cyan]")
+
+ if not backends_healthy and backend_credential_reports:
# Collect all missing and placeholder vars
all_missing_vars: set[str] = set()
all_placeholder_vars: set[str] = set()
- for backend_report in backend_reports.values():
- if not backend_report.all_credentials_valid:
- all_missing_vars.update(backend_report.missing_vars)
- all_placeholder_vars.update(backend_report.placeholder_vars)
+ for backend_credential_report in backend_credential_reports.values():
+ if not backend_credential_report.all_credentials_valid:
+ all_missing_vars.update(backend_credential_report.missing_vars)
+ all_placeholder_vars.update(backend_credential_report.placeholder_vars)
if all_missing_vars:
console.print(" • Set the following environment variables:")
@@ -304,14 +534,14 @@ def display_health_report(
console.print()
- # Only suggest --fix if there are auto-fixable issues
- if can_auto_fix_config or can_auto_fix_telemetry:
+ # Only suggest --fix if there are auto-fixable issues AND we're not already in fix mode
+ if not fix_mode and (can_auto_fix_config or can_auto_fix_telemetry or can_auto_fix_backends):
console.print("[dim]Run[/dim] [cyan]pipelex doctor --fix[/cyan] [dim]to interactively fix auto-fixable issues.[/dim]")
console.print()
# Show Discord support for manual-fix issues (regardless of --fix flag)
has_config_validation_error = not config_healthy and config_missing_count == 0
- has_backend_credential_issues = not backends_healthy and backend_reports
+ has_backend_credential_issues = not backends_healthy and backend_credential_reports
if has_config_validation_error or has_backend_credential_issues or has_telemetry_validation_error:
console.print("[dim]If you need help with manual fixes:[/dim]")
console.print(" [cyan]https://docs.pipelex.com[/cyan] - Documentation")
@@ -319,16 +549,28 @@ def display_health_report(
console.print()
-def check_models() -> tuple[bool, str]:
- """Check if models are valid.
+def check_models() -> tuple[bool, str, dict[str, BackendFileReport]]:
+ """Check if models are valid, including backend file validation.
Returns:
- Tuple of (is_healthy, message)
+ Tuple of (is_healthy, message, backend_file_reports)
"""
+ # First check backend files individually
+ backend_files_healthy, backend_file_reports, _ = check_backend_files()
+
+ # If backend files have issues, report that immediately
+ if not backend_files_healthy:
+ invalid_backends = [name for name, report in backend_file_reports.items() if not report.is_valid]
+ if invalid_backends:
+ # Get the first error message for summary
+ first_error = next((report.error_message for report in backend_file_reports.values() if report.error_message), "Unknown error")
+ msg = f"Backend configuration error: {first_error}"
+ return False, msg, backend_file_reports
+
+ # If backend files are OK, try to load and validate models
pipelex_hub = PipelexHub()
set_pipelex_hub(pipelex_hub)
- # tools
try:
pipelex_hub.setup_config(config_cls=PipelexConfig)
except ValidationError as validation_error:
@@ -343,9 +585,21 @@ def check_models() -> tuple[bool, str]:
try:
models_manager.setup(secrets_provider=secrets_provider)
models_manager.validate_model_deck()
+ except InferenceBackendLibraryError as exc:
+ # Backend library error - try to identify which backend
+ error_str = str(exc)
+ # Parse error to see if we can identify a specific backend
+ for backend_name in backend_file_reports:
+ if backend_name in error_str:
+ # Update the report for this backend
+ if backend_name in backend_file_reports:
+ backend_file_reports[backend_name].is_valid = False
+ backend_file_reports[backend_name].error_message = error_str
+ return False, f"Error checking models: {exc}", backend_file_reports
except Exception as exc:
- return False, f"Error checking models: {exc}"
- return True, "Models are valid"
+ return False, f"Error checking models: {exc}", backend_file_reports
+
+ return True, "Models are valid", backend_file_reports
def doctor_cmd(
@@ -386,8 +640,8 @@ def do_doctor_cmd(
# Run health checks
config_healthy, config_missing_count, config_message = check_config_files()
telemetry_healthy, telemetry_message = check_telemetry_config()
- backends_healthy, backend_reports, backends_message = check_backend_credentials()
- models_healthy, models_message = check_models()
+ backends_healthy, backend_credential_reports, backends_message = check_backend_credentials()
+ models_healthy, models_message, backend_file_reports = check_models()
# Display report
display_health_report(
@@ -399,9 +653,11 @@ def do_doctor_cmd(
telemetry_message=telemetry_message,
backends_healthy=backends_healthy,
backends_message=backends_message,
- backend_reports=backend_reports,
+ backend_credential_reports=backend_credential_reports,
models_healthy=models_healthy,
models_message=models_message,
+ backend_file_reports=backend_file_reports,
+ fix_mode=fix,
)
all_healthy = config_healthy and telemetry_healthy and backends_healthy and models_healthy
@@ -413,12 +669,21 @@ def do_doctor_cmd(
# Determine what can be auto-fixed
can_fix_config = not config_healthy and config_missing_count > 0
can_fix_telemetry = not telemetry_healthy and "not found" in telemetry_message.lower()
- has_auto_fixable_issues = can_fix_config or can_fix_telemetry
+
+ # Check for backend file issues that can be auto-fixed
+ can_fix_backends = False
+ fixable_backends: list[tuple[str, BackendFileReport]] = []
+ if backend_file_reports:
+ invalid_backends = [(name, report) for name, report in backend_file_reports.items() if not report.is_valid]
+ fixable_backends = [(name, report) for name, report in invalid_backends if report.has_kit_template]
+ can_fix_backends = len(fixable_backends) > 0
+
+ has_auto_fixable_issues = can_fix_config or can_fix_telemetry or can_fix_backends
# Determine what requires manual fixes
has_config_validation_error = not config_healthy and config_missing_count == 0
has_telemetry_validation_error = not telemetry_healthy and "not found" not in telemetry_message.lower()
- has_backend_credential_issues = not backends_healthy and backend_reports
+ has_backend_credential_issues = not backends_healthy and backend_credential_reports
# If --fix flag is provided, offer to fix auto-fixable issues
if fix and has_auto_fixable_issues:
@@ -447,6 +712,31 @@ def do_doctor_cmd(
console.print(f"[red]Failed to configure telemetry: {exc!s}[/red]")
console.print()
+ # Fix outdated backend files
+ if can_fix_backends and fixable_backends:
+ console.print("[bold]Outdated Backend Configuration Files[/bold]")
+ console.print()
+
+ for backend_name, backend_file_report in fixable_backends:
+ console.print(f" Backend: [cyan]{backend_name}[/cyan]")
+ console.print(f" File: [dim]{backend_file_report.file_path}[/dim]")
+ console.print(" [yellow]⚠[/yellow] Configuration format may be outdated")
+ console.print()
+
+ if Confirm.ask("[bold]Replace with latest template from the Pipelex kit?[/bold]", default=True):
+ try:
+ success = replace_backend_file(backend_name, dry_run=False)
+ if success:
+ console.print(f"[green]✓[/green] Replaced {backend_name} backend configuration")
+ else:
+ console.print(f"[red]Failed to replace {backend_name}: Template not found or copy failed[/red]")
+ except Exception as exc:
+ console.print(f"[red]Failed to replace {backend_name}: {exc!s}[/red]")
+ console.print()
+ else:
+ console.print(f"[dim]Skipped {backend_name}[/dim]")
+ console.print()
+
# Handle issues that can't be auto-fixed
if has_config_validation_error or has_telemetry_validation_error or has_backend_credential_issues:
console.print("[bold yellow]Manual Fixes Required[/bold yellow]")
@@ -473,7 +763,7 @@ def do_doctor_cmd(
# Backend credentials
if has_backend_credential_issues:
all_missing_vars: set[str] = set()
- for backend_report in backend_reports.values():
+ for backend_report in backend_credential_reports.values():
if not backend_report.all_credentials_valid:
all_missing_vars.update(backend_report.missing_vars)
diff --git a/pipelex/cli/commands/init/backends.py b/pipelex/cli/commands/init/backends.py
index 2a693073f..e0d9b4423 100644
--- a/pipelex/cli/commands/init/backends.py
+++ b/pipelex/cli/commands/init/backends.py
@@ -56,9 +56,9 @@ def get_selected_backend_keys(backends_toml_path: str) -> list[str]:
if backend_key != "internal":
backend_section = toml_doc[backend_key]
if isinstance(backend_section, dict):
- if (setting := backend_section.get("enabled")) is not None and not setting: # type: ignore[reportUnknownMemberType]
- continue
- selected_backends.append(backend_key)
+ # Only include backends that are explicitly enabled
+ if backend_section.get("enabled", False) is True: # type: ignore[union-attr]
+ selected_backends.append(backend_key)
return selected_backends
@@ -81,6 +81,11 @@ def customize_backends_config() -> None:
# Get currently enabled backends to show user their current selection
currently_enabled = get_currently_enabled_backends(backends_toml_path, backend_options)
+ # If all backends are enabled, treat this as a fresh copy (not a meaningful selection)
+ # In this case, don't use currently_enabled as the default to avoid selecting everything
+ if currently_enabled and len(currently_enabled) == len(backend_options):
+ currently_enabled = []
+
# Load the backends.toml file
toml_doc = load_toml_with_tomlkit(backends_toml_path)
console.print()
diff --git a/pipelex/cogt/config_cogt.py b/pipelex/cogt/config_cogt.py
index a1d265434..4d8c0aac8 100644
--- a/pipelex/cogt/config_cogt.py
+++ b/pipelex/cogt/config_cogt.py
@@ -21,7 +21,6 @@ class ImgGenConfig(ConfigModel):
class InstructorConfig(ConfigModel):
- is_openai_structured_output_enabled: bool
is_dump_kwargs_enabled: bool
is_dump_response_enabled: bool
is_dump_error_enabled: bool
diff --git a/pipelex/cogt/extract/extract_worker_abstract.py b/pipelex/cogt/extract/extract_worker_abstract.py
index 935a0dce2..b286af1ff 100644
--- a/pipelex/cogt/extract/extract_worker_abstract.py
+++ b/pipelex/cogt/extract/extract_worker_abstract.py
@@ -40,7 +40,7 @@ class ExtractWorkerAbstract(InferenceWorkerAbstract):
self,
extract_job: ExtractJob,
) -> ExtractOutput:
- log.info(f"✨ {self.desc} ✨")
+ log.dev(f"✨ {self.desc} ✨")
# Verify that the job is valid
extract_job.validate_before_execution()
diff --git a/pipelex/cogt/image/generated_image.py b/pipelex/cogt/image/generated_image.py
index 48c2f468c..4cbffcc61 100644
--- a/pipelex/cogt/image/generated_image.py
+++ b/pipelex/cogt/image/generated_image.py
@@ -1,7 +1,7 @@
-from pydantic import BaseModel
+from pipelex.tools.typing.pydantic_utils import CustomBaseModel
-class GeneratedImage(BaseModel):
+class GeneratedImage(CustomBaseModel):
# TODO: add image_format
# image_format: str = "jpeg"
url: str
diff --git a/pipelex/cogt/img_gen/img_gen_job_components.py b/pipelex/cogt/img_gen/img_gen_job_components.py
index 4ac46e569..902231e5c 100644
--- a/pipelex/cogt/img_gen/img_gen_job_components.py
+++ b/pipelex/cogt/img_gen/img_gen_job_components.py
@@ -1,9 +1,9 @@
from typing import Literal
-from pydantic import BaseModel, Field
+from pydantic import BaseModel, Field, model_validator
from pipelex.system.configuration.config_model import ConfigModel
-from pipelex.types import StrEnum
+from pipelex.types import Self, StrEnum
class AspectRatio(StrEnum):
@@ -48,6 +48,20 @@ class ImgGenJobParams(BaseModel):
output_format: OutputFormat = Field(strict=False)
seed: int | None = Field(default=None, ge=0)
+ @model_validator(mode="after")
+ def validate_background_vs_output_format(self) -> Self:
+ match self.background:
+ case Background.OPAQUE | Background.AUTO:
+ pass
+ case Background.TRANSPARENT:
+ match self.output_format:
+ case OutputFormat.PNG:
+ pass
+ case OutputFormat.JPG | OutputFormat.WEBP:
+ msg = "ImgGenJobParams cannot have a non-PNG output format when background is transparent."
+ raise ValueError(msg)
+ return self
+
class ImgGenJobParamsDefaults(ConfigModel):
aspect_ratio: AspectRatio = Field(strict=False)
diff --git a/pipelex/cogt/img_gen/img_gen_worker_abstract.py b/pipelex/cogt/img_gen/img_gen_worker_abstract.py
index 6807f3521..1ee135953 100644
--- a/pipelex/cogt/img_gen/img_gen_worker_abstract.py
+++ b/pipelex/cogt/img_gen/img_gen_worker_abstract.py
@@ -37,7 +37,7 @@ class ImgGenWorkerAbstract(InferenceWorkerAbstract):
self,
img_gen_job: ImgGenJob,
) -> GeneratedImage:
- log.verbose(f"Image gen worker gen_image using {self.desc}")
+ log.dev(f"✨ {self.desc} ✨")
# Verify that the job is valid
img_gen_job.validate_before_execution()
@@ -73,7 +73,7 @@ class ImgGenWorkerAbstract(InferenceWorkerAbstract):
img_gen_job: ImgGenJob,
nb_images: int,
) -> list[GeneratedImage]:
- log.verbose(f"Image gen worker gen_image_list using {self.desc}")
+ log.dev(f"✨ {self.desc} ✨")
# Verify that the job is valid
img_gen_job.validate_before_execution()
diff --git a/pipelex/cogt/img_gen/img_gen_worker_factory.py b/pipelex/cogt/img_gen/img_gen_worker_factory.py
index 5d0073c44..fd09a846c 100644
--- a/pipelex/cogt/img_gen/img_gen_worker_factory.py
+++ b/pipelex/cogt/img_gen/img_gen_worker_factory.py
@@ -1,13 +1,14 @@
-from pipelex.cogt.exceptions import CogtError, MissingDependencyError
+from pipelex.cogt.exceptions import MissingDependencyError
from pipelex.cogt.img_gen.img_gen_worker_abstract import ImgGenWorkerAbstract
from pipelex.cogt.model_backends.model_spec import InferenceModelSpec
from pipelex.hub import get_models_manager, get_plugin_manager, get_secret
from pipelex.plugins.plugin_sdk_registry import Plugin
from pipelex.reporting.reporting_protocol import ReportingProtocol
+from pipelex.system.exceptions import CredentialsError
from pipelex.tools.secrets.secrets_errors import SecretNotFoundError
-class FalCredentialsError(CogtError):
+class FalCredentialsError(CredentialsError):
pass
@@ -87,6 +88,14 @@ class ImgGenWorkerFactory:
inference_model=inference_model,
reporting_delegate=reporting_delegate,
)
+ case "azure_openai":
+ from pipelex.plugins.azure_rest.azure_img_gen_worker import AzureImgGenWorker # noqa: PLC0415
+
+ img_gen_worker = AzureImgGenWorker(
+ plugin=plugin,
+ inference_model=inference_model,
+ reporting_delegate=reporting_delegate,
+ )
case _:
msg = f"Plugin '{plugin}' is not supported for image generation"
raise NotImplementedError(msg)
diff --git a/pipelex/cogt/llm/llm_worker_abstract.py b/pipelex/cogt/llm/llm_worker_abstract.py
index 05b2b47ab..4836deaa7 100644
--- a/pipelex/cogt/llm/llm_worker_abstract.py
+++ b/pipelex/cogt/llm/llm_worker_abstract.py
@@ -42,6 +42,11 @@ class LLMWorkerAbstract(InferenceWorkerAbstract, ABC):
def is_gen_object_supported(self) -> bool:
return False
+ @property
+ @abstractmethod
+ def is_vision_supported(self) -> bool:
+ return False
+
async def _before_job(
self,
llm_job: LLMJob,
diff --git a/pipelex/cogt/llm/llm_worker_factory.py b/pipelex/cogt/llm/llm_worker_factory.py
index 24c86e17d..2e3f73824 100644
--- a/pipelex/cogt/llm/llm_worker_factory.py
+++ b/pipelex/cogt/llm/llm_worker_factory.py
@@ -2,9 +2,7 @@ import importlib.util
from pipelex.cogt.exceptions import MissingDependencyError
from pipelex.cogt.llm.llm_worker_internal_abstract import LLMWorkerInternalAbstract
-from pipelex.cogt.llm.structured_output import StructureMethod
from pipelex.cogt.model_backends.model_spec import InferenceModelSpec
-from pipelex.config import get_config
from pipelex.hub import get_models_manager, get_plugin_manager
from pipelex.plugins.plugin_sdk_registry import Plugin
from pipelex.reporting.reporting_protocol import ReportingProtocol
@@ -23,11 +21,6 @@ class LLMWorkerFactory:
match plugin.sdk:
case "openai" | "azure_openai":
from pipelex.plugins.openai.openai_factory import OpenAIFactory # noqa: PLC0415
-
- structure_method: StructureMethod | None = None
- if get_config().cogt.llm_config.instructor_config.is_openai_structured_output_enabled:
- structure_method = StructureMethod.INSTRUCTOR_OPENAI_STRUCTURED
-
from pipelex.plugins.openai.openai_llm_worker import OpenAILLMWorker # noqa: PLC0415
sdk_instance = plugin_sdk_registry.get_sdk_instance(plugin=plugin) or plugin_sdk_registry.set_sdk_instance(
@@ -41,7 +34,6 @@ class LLMWorkerFactory:
llm_worker = OpenAILLMWorker(
sdk_instance=sdk_instance,
inference_model=inference_model,
- structure_method=structure_method,
reporting_delegate=reporting_delegate,
)
case "anthropic" | "bedrock_anthropic":
@@ -71,7 +63,6 @@ class LLMWorkerFactory:
sdk_instance=sdk_instance,
extra_config=backend.extra_config,
inference_model=inference_model,
- structure_method=StructureMethod.INSTRUCTOR_ANTHROPIC_TOOLS,
reporting_delegate=reporting_delegate,
)
case "mistral":
@@ -100,7 +91,6 @@ class LLMWorkerFactory:
llm_worker = MistralLLMWorker(
sdk_instance=sdk_instance,
inference_model=inference_model,
- structure_method=StructureMethod.INSTRUCTOR_MISTRAL_TOOLS,
reporting_delegate=reporting_delegate,
)
case "bedrock_boto3" | "bedrock_aioboto3":
@@ -152,23 +142,6 @@ class LLMWorkerFactory:
llm_worker = GoogleLLMWorker(
sdk_instance=sdk_instance,
inference_model=inference_model,
- structure_method=StructureMethod.INSTRUCTOR_GENAI_STRUCTURED_OUTPUTS,
- reporting_delegate=reporting_delegate,
- )
- case "groq":
- # Groq uses OpenAI-compatible API, so no separate SDK needed
- from pipelex.plugins.groq.groq_factory import GroqFactory # noqa: PLC0415
- from pipelex.plugins.groq.groq_llm_worker import GroqLLMWorker # noqa: PLC0415
-
- sdk_instance = plugin_sdk_registry.get_sdk_instance(plugin=plugin) or plugin_sdk_registry.set_sdk_instance(
- plugin=plugin,
- sdk_instance=GroqFactory.make_groq_client(plugin=plugin, backend=backend),
- )
-
- llm_worker = GroqLLMWorker(
- sdk_instance=sdk_instance,
- inference_model=inference_model,
- structure_method=StructureMethod.INSTRUCTOR_GROQ_TOOLS,
reporting_delegate=reporting_delegate,
)
case _:
diff --git a/pipelex/cogt/llm/llm_worker_internal_abstract.py b/pipelex/cogt/llm/llm_worker_internal_abstract.py
index 4fe3174ee..09aedf2d4 100644
--- a/pipelex/cogt/llm/llm_worker_internal_abstract.py
+++ b/pipelex/cogt/llm/llm_worker_internal_abstract.py
@@ -5,7 +5,6 @@ from pipelex.cogt.exceptions import LLMCapabilityError
from pipelex.cogt.llm.llm_job import LLMJob
from pipelex.cogt.llm.llm_utils import dump_prompt, dump_response_from_text_gen
from pipelex.cogt.llm.llm_worker_abstract import LLMWorkerAbstract
-from pipelex.cogt.llm.structured_output import StructureMethod
from pipelex.cogt.model_backends.model_spec import InferenceModelSpec
from pipelex.config import get_config
from pipelex.reporting.reporting_protocol import ReportingProtocol
@@ -15,7 +14,6 @@ class LLMWorkerInternalAbstract(LLMWorkerAbstract):
def __init__(
self,
inference_model: InferenceModelSpec,
- structure_method: StructureMethod | None = None,
reporting_delegate: ReportingProtocol | None = None,
):
"""Initialize the LLMWorker.
@@ -28,7 +26,6 @@ class LLMWorkerInternalAbstract(LLMWorkerAbstract):
"""
LLMWorkerAbstract.__init__(self, reporting_delegate=reporting_delegate)
self.inference_model = inference_model
- self.structure_method = structure_method
#########################################################
# Instance methods
@@ -44,6 +41,11 @@ class LLMWorkerInternalAbstract(LLMWorkerAbstract):
def is_gen_object_supported(self) -> bool:
return self.inference_model.is_gen_object_supported
+ @property
+ @override
+ def is_vision_supported(self) -> bool:
+ return self.inference_model.is_vision_supported
+
@override
async def _before_job(
self,
diff --git a/pipelex/cogt/llm/structured_output.py b/pipelex/cogt/llm/structured_output.py
index d6f395bd3..928d59f8d 100644
--- a/pipelex/cogt/llm/structured_output.py
+++ b/pipelex/cogt/llm/structured_output.py
@@ -4,27 +4,116 @@ from pipelex.types import StrEnum
class StructureMethod(StrEnum):
- INSTRUCTOR_OPENAI_STRUCTURED = "openai_structured"
- INSTRUCTOR_ANTHROPIC_TOOLS = "anthropic_tools"
- INSTRUCTOR_MISTRAL_TOOLS = "mistral_tools"
- INSTRUCTOR_VERTEX_JSON = "vertex_json"
- INSTRUCTOR_GENAI_TOOLS = "genai_tools"
- INSTRUCTOR_GROQ_TOOLS = "groq_tools"
- INSTRUCTOR_GENAI_STRUCTURED_OUTPUTS = "genai_structured_outputs"
+ # generic
+ INSTRUCTOR_JSON = "instructor/json"
+ INSTRUCTOR_MD_JSON = "instructor/md_json"
+ INSTRUCTOR_JSON_SCHEMA = "instructor/json_schema"
+ # openai
+ INSTRUCTOR_OPENAI_PARALLEL_TOOLS = "instructor/openai_parallel_tools"
+ INSTRUCTOR_OPENAI_TOOLS = "instructor/openai_tools"
+ INSTRUCTOR_OPENAI_STRUCTURED_OUTPUTS = "instructor/openai_structured_outputs"
+ INSTRUCTOR_OPENAI_JSON_O1 = "instructor/openai_json_o1"
+ INSTRUCTOR_OPENAI_RESPONSES_TOOLS = "instructor/openai_responses_tools"
+ INSTRUCTOR_OPENAI_RESPONSES_TOOLS_WITH_INBUILT_TOOLS = "instructor/openai_responses_tools_with_inbuilt_tools"
+ # anthropic
+ INSTRUCTOR_ANTHROPIC_TOOLS = "instructor/anthropic_tools"
+ INSTRUCTOR_ANTHROPIC_REASONING_TOOLS = "instructor/anthropic_reasoning_tools"
+ INSTRUCTOR_ANTHROPIC_JSON = "instructor/anthropic_json"
+ # mistral
+ INSTRUCTOR_MISTRAL_TOOLS = "instructor/mistral_tools"
+ INSTRUCTOR_MISTRAL_STRUCTURED_OUTPUTS = "instructor/mistral_structured_outputs"
+ # vertexai & google
+ INSTRUCTOR_VERTEXAI_TOOLS = "instructor/vertexai_tools"
+ INSTRUCTOR_VERTEXAI_JSON = "instructor/vertexai_json"
+ INSTRUCTOR_VERTEXAI_PARALLEL_TOOLS = "instructor/vertexai_parallel_tools"
+ INSTRUCTOR_GENAI_TOOLS = "instructor/genai_tools"
+ INSTRUCTOR_GENAI_STRUCTURED_OUTPUTS = "instructor/genai_structured_outputs"
+ # cohere
+ INSTRUCTOR_COHERE_TOOLS = "instructor/cohere_tools"
+ INSTRUCTOR_COHERE_JSON_SCHEMA = "instructor/cohere_json_schema"
+ # cerebras
+ INSTRUCTOR_CEREBRAS_TOOLS = "instructor/cerebras_tools"
+ INSTRUCTOR_CEREBRAS_JSON = "instructor/cerebras_json"
+ # fireworks
+ INSTRUCTOR_FIREWORKS_TOOLS = "instructor/fireworks_tools"
+ INSTRUCTOR_FIREWORKS_JSON = "instructor/fireworks_json"
+ # bedrock
+ INSTRUCTOR_BEDROCK_TOOLS = "instructor/bedrock_tools"
+ INSTRUCTOR_BEDROCK_JSON = "instructor/bedrock_json"
+ # other providers
+ INSTRUCTOR_WRITER_TOOLS = "instructor/writer_tools"
+ INSTRUCTOR_PERPLEXITY_JSON = "instructor/perplexity_json"
+ INSTRUCTOR_OPENROUTER_STRUCTURED_OUTPUTS = "instructor/openrouter_structured_outputs"
def as_instructor_mode(self) -> InstructorMode:
match self:
- case StructureMethod.INSTRUCTOR_OPENAI_STRUCTURED:
+ # generic
+ case StructureMethod.INSTRUCTOR_JSON:
+ return InstructorMode.JSON
+ case StructureMethod.INSTRUCTOR_MD_JSON:
+ return InstructorMode.MD_JSON
+ case StructureMethod.INSTRUCTOR_JSON_SCHEMA:
+ return InstructorMode.JSON_SCHEMA
+ # openai
+ case StructureMethod.INSTRUCTOR_OPENAI_PARALLEL_TOOLS:
+ return InstructorMode.PARALLEL_TOOLS
+ case StructureMethod.INSTRUCTOR_OPENAI_TOOLS:
+ return InstructorMode.TOOLS
+ case StructureMethod.INSTRUCTOR_OPENAI_STRUCTURED_OUTPUTS:
return InstructorMode.TOOLS_STRICT
+ case StructureMethod.INSTRUCTOR_OPENAI_JSON_O1:
+ return InstructorMode.JSON_O1
+ case StructureMethod.INSTRUCTOR_OPENAI_RESPONSES_TOOLS:
+ return InstructorMode.RESPONSES_TOOLS
+ case StructureMethod.INSTRUCTOR_OPENAI_RESPONSES_TOOLS_WITH_INBUILT_TOOLS:
+ return InstructorMode.RESPONSES_TOOLS_WITH_INBUILT_TOOLS
+ # anthropic
case StructureMethod.INSTRUCTOR_ANTHROPIC_TOOLS:
return InstructorMode.ANTHROPIC_TOOLS
+ case StructureMethod.INSTRUCTOR_ANTHROPIC_REASONING_TOOLS:
+ return InstructorMode.ANTHROPIC_REASONING_TOOLS
+ case StructureMethod.INSTRUCTOR_ANTHROPIC_JSON:
+ return InstructorMode.ANTHROPIC_JSON
+ # mistral
case StructureMethod.INSTRUCTOR_MISTRAL_TOOLS:
return InstructorMode.MISTRAL_TOOLS
- case StructureMethod.INSTRUCTOR_VERTEX_JSON:
- return InstructorMode.ANTHROPIC_JSON
+ case StructureMethod.INSTRUCTOR_MISTRAL_STRUCTURED_OUTPUTS:
+ return InstructorMode.MISTRAL_STRUCTURED_OUTPUTS
+ # vertexai & google
+ case StructureMethod.INSTRUCTOR_VERTEXAI_TOOLS:
+ return InstructorMode.VERTEXAI_TOOLS
+ case StructureMethod.INSTRUCTOR_VERTEXAI_JSON:
+ return InstructorMode.VERTEXAI_JSON
+ case StructureMethod.INSTRUCTOR_VERTEXAI_PARALLEL_TOOLS:
+ return InstructorMode.VERTEXAI_PARALLEL_TOOLS
case StructureMethod.INSTRUCTOR_GENAI_TOOLS:
return InstructorMode.GENAI_TOOLS
case StructureMethod.INSTRUCTOR_GENAI_STRUCTURED_OUTPUTS:
return InstructorMode.GENAI_STRUCTURED_OUTPUTS
- case StructureMethod.INSTRUCTOR_GROQ_TOOLS:
- return InstructorMode.JSON
+ # cohere
+ case StructureMethod.INSTRUCTOR_COHERE_TOOLS:
+ return InstructorMode.COHERE_TOOLS
+ case StructureMethod.INSTRUCTOR_COHERE_JSON_SCHEMA:
+ return InstructorMode.COHERE_JSON_SCHEMA
+ # cerebras
+ case StructureMethod.INSTRUCTOR_CEREBRAS_TOOLS:
+ return InstructorMode.CEREBRAS_TOOLS
+ case StructureMethod.INSTRUCTOR_CEREBRAS_JSON:
+ return InstructorMode.CEREBRAS_JSON
+ # fireworks
+ case StructureMethod.INSTRUCTOR_FIREWORKS_TOOLS:
+ return InstructorMode.FIREWORKS_TOOLS
+ case StructureMethod.INSTRUCTOR_FIREWORKS_JSON:
+ return InstructorMode.FIREWORKS_JSON
+ # bedrock
+ case StructureMethod.INSTRUCTOR_BEDROCK_TOOLS:
+ return InstructorMode.BEDROCK_TOOLS
+ case StructureMethod.INSTRUCTOR_BEDROCK_JSON:
+ return InstructorMode.BEDROCK_JSON
+ # other providers
+ case StructureMethod.INSTRUCTOR_WRITER_TOOLS:
+ return InstructorMode.WRITER_TOOLS
+ case StructureMethod.INSTRUCTOR_PERPLEXITY_JSON:
+ return InstructorMode.PERPLEXITY_JSON
+ case StructureMethod.INSTRUCTOR_OPENROUTER_STRUCTURED_OUTPUTS:
+ return InstructorMode.OPENROUTER_STRUCTURED_OUTPUTS
diff --git a/pipelex/cogt/model_backends/backend_library.py b/pipelex/cogt/model_backends/backend_library.py
index 0317e9702..ea5f0d182 100644
--- a/pipelex/cogt/model_backends/backend_library.py
+++ b/pipelex/cogt/model_backends/backend_library.py
@@ -173,7 +173,14 @@ class InferenceBackendLibrary(RootModel[InferenceBackendLibraryRoot]):
blueprint=model_spec_blueprint,
)
backend_model_specs[model_spec_name] = model_spec
- except (InferenceModelSpecError, ValidationError) as exc:
+ except ValidationError as validation_error:
+ validation_error_msg = format_pydantic_validation_error(validation_error)
+ msg = (
+ f"Invalid inference model spec '{model_spec_name}' for backend '{backend_name}' "
+ f"in file '{path_to_model_specs_toml}': {validation_error_msg}"
+ )
+ raise InferenceBackendLibraryError(msg) from validation_error
+ except InferenceModelSpecError as exc:
msg = (
f"Failed to load inference model spec '{model_spec_name}' for backend '{backend_name}' from file '{path_to_model_specs_toml}'"
)
diff --git a/pipelex/cogt/model_backends/model_spec.py b/pipelex/cogt/model_backends/model_spec.py
index 30b45087f..d42caf1c8 100644
--- a/pipelex/cogt/model_backends/model_spec.py
+++ b/pipelex/cogt/model_backends/model_spec.py
@@ -1,5 +1,7 @@
+from instructor import Mode as InstructorMode
from pydantic import Field
+from pipelex.cogt.llm.structured_output import StructureMethod
from pipelex.cogt.model_backends.model_constraints import ModelConstraints
from pipelex.cogt.model_backends.model_type import ModelType
from pipelex.cogt.model_backends.prompting_target import PromptingTarget
@@ -17,6 +19,7 @@ class InferenceModelSpec(ConfigModel):
inputs: list[str] = Field(default_factory=list)
outputs: list[str] = Field(default_factory=list)
costs: CostsByCategoryDict = Field(strict=False)
+ structure_method: StructureMethod | None = Field(default=None, strict=False)
max_tokens: int | None
max_prompt_images: int | None
prompting_target: PromptingTarget | None = Field(default=None, strict=False)
@@ -37,3 +40,9 @@ class InferenceModelSpec(ConfigModel):
@property
def is_vision_supported(self) -> bool:
return "images" in self.inputs
+
+ def get_instructor_mode(self) -> InstructorMode | None:
+ if self.structure_method:
+ return self.structure_method.as_instructor_mode()
+ else:
+ return None
diff --git a/pipelex/cogt/model_backends/model_spec_factory.py b/pipelex/cogt/model_backends/model_spec_factory.py
index 27bfb3157..82ee288fe 100644
--- a/pipelex/cogt/model_backends/model_spec_factory.py
+++ b/pipelex/cogt/model_backends/model_spec_factory.py
@@ -1,5 +1,6 @@
from pydantic import BaseModel, Field, field_validator
+from pipelex.cogt.llm.structured_output import StructureMethod
from pipelex.cogt.model_backends.model_constraints import ModelConstraints
from pipelex.cogt.model_backends.model_spec import InferenceModelSpec
from pipelex.cogt.model_backends.model_type import ModelType
@@ -17,6 +18,7 @@ class InferenceModelSpecBlueprint(ConfigModel):
inputs: list[str] = Field(default_factory=list)
outputs: list[str] = Field(default_factory=list)
costs: CostsByCategoryDict = Field(strict=False)
+ structure_method: StructureMethod | None = Field(default=None, strict=False)
max_tokens: int | None = None
max_prompt_images: int | None = None
prompting_target: PromptingTarget | None = Field(default=None, strict=False)
@@ -56,6 +58,7 @@ class InferenceModelSpecFactory(BaseModel):
inputs=blueprint.inputs,
outputs=blueprint.outputs,
costs=blueprint.costs,
+ structure_method=blueprint.structure_method,
max_tokens=blueprint.max_tokens,
max_prompt_images=blueprint.max_prompt_images,
prompting_target=blueprint.prompting_target,
diff --git a/pipelex/cogt/model_backends/prompting_target.py b/pipelex/cogt/model_backends/prompting_target.py
index 24dc2c8e5..f05783d05 100644
--- a/pipelex/cogt/model_backends/prompting_target.py
+++ b/pipelex/cogt/model_backends/prompting_target.py
@@ -7,4 +7,3 @@ class PromptingTarget(StrEnum):
MISTRAL = "mistral"
GEMINI = "gemini"
FAL = "fal"
- GROQ = "groq"
diff --git a/pipelex/cogt/usage/cost_registry.py b/pipelex/cogt/usage/cost_registry.py
index 3da2ce91b..171ade7a7 100644
--- a/pipelex/cogt/usage/cost_registry.py
+++ b/pipelex/cogt/usage/cost_registry.py
@@ -98,8 +98,7 @@ class CostRegistry(RootModel[CostRegistryRoot]):
raise CostRegistryError(msg)
console = Console()
- title = "Costs by LLM model"
- title += f" for pipeline '{pipeline_run_id}'"
+ title = f"Costs by LLM model for pipeline '{pipeline_run_id}'"
table = Table(title=title, box=box.ROUNDED)
scale_str: str
@@ -108,7 +107,7 @@ class CostRegistry(RootModel[CostRegistryRoot]):
else:
scale_str = str(unit_scale)
# Add columns
- table.add_column("Model", style="cyan")
+ table.add_column("Model", style="cyan", overflow="fold", width=30)
table.add_column("Input Cached", justify="right", style="green")
table.add_column("Input Non Cached", justify="right", style="green")
table.add_column("Input Joined", justify="right", style="green")
diff --git a/tests/unit/cogt/model_routing/__init__.py b/pipelex/dev_cli/__init__.py
similarity index 100%
rename from tests/unit/cogt/model_routing/__init__.py
rename to pipelex/dev_cli/__init__.py
diff --git a/pipelex/dev_cli/_dev_cli.py b/pipelex/dev_cli/_dev_cli.py
new file mode 100644
index 000000000..0d9111333
--- /dev/null
+++ b/pipelex/dev_cli/_dev_cli.py
@@ -0,0 +1,70 @@
+"""Main entry point for the internal development CLI."""
+
+from typing import Annotated
+
+import typer
+from click import Command, Context
+from rich.console import Console
+from typer.core import TyperGroup
+from typing_extensions import override
+
+from pipelex.dev_cli.commands.check_config_sync_cmd import LeadingConfig, check_config_sync_cmd
+from pipelex.tools.misc.package_utils import get_package_version
+
+
+class PipelexDevCLI(TyperGroup):
+ """Custom Typer group for pipelex-dev CLI."""
+
+ @override
+ def list_commands(self, ctx: Context) -> list[str]:
+ """List commands in proper order."""
+ return ["check-config-sync"]
+
+ @override
+ def get_command(self, ctx: Context, cmd_name: str) -> Command | None:
+ """Get command by name."""
+ cmd = super().get_command(ctx, cmd_name)
+ if cmd is None:
+ typer.echo(f"Unknown command: {cmd_name}")
+ typer.echo(ctx.get_help())
+ ctx.exit(1)
+ return cmd
+
+
+def main() -> None:
+ """Entry point for the pipelex-dev CLI."""
+ app()
+
+
+app = typer.Typer(
+ add_completion=False,
+ no_args_is_help=True,
+ pretty_exceptions_show_locals=False,
+ cls=PipelexDevCLI,
+)
+
+
[email protected](invoke_without_command=True)
+def app_callback(_ctx: typer.Context) -> None:
+ console = Console()
+ package_version = get_package_version()
+ console.print(
+ f"""
+[bold cyan]Pipelex Dev CLI[/bold cyan] [dim]v{package_version}[/dim]
+
+[yellow]⚠️ Internal Development Tools Only[/yellow]
+[dim]This CLI is for Pipelex development and is not distributed with the package.[/dim]
+"""
+ )
+
+
[email protected](name="check-config-sync", help="Verify that .pipelex and pipelex/kit/configs are in sync")
+def check_config_sync_command(
+ show_diff: Annotated[bool, typer.Option("--show-diff/--no-diff", help="Show differences if found")] = True,
+ leading: Annotated[
+ LeadingConfig,
+ typer.Option(help="Which configuration is the leading (left) one: 'installed' (.pipelex) or 'kit' (pipelex/kit/configs)"),
+ ] = LeadingConfig.KIT,
+) -> None:
+ """Verify that .pipelex and pipelex/kit/configs are in sync."""
+ check_config_sync_cmd(show_diff=show_diff, leading=leading)
diff --git a/pipelex/dev_cli/commands/__init__.py b/pipelex/dev_cli/commands/__init__.py
new file mode 100644
index 000000000..82e686488
--- /dev/null
+++ b/pipelex/dev_cli/commands/__init__.py
@@ -0,0 +1 @@
+"""Commands for the internal development CLI."""
diff --git a/pipelex/dev_cli/commands/check_config_sync_cmd.py b/pipelex/dev_cli/commands/check_config_sync_cmd.py
new file mode 100644
index 000000000..859dc93a0
--- /dev/null
+++ b/pipelex/dev_cli/commands/check_config_sync_cmd.py
@@ -0,0 +1,107 @@
+"""Command to verify that .pipelex and pipelex/kit/configs are in sync."""
+
+from __future__ import annotations
+
+import sys
+from pathlib import Path
+
+from rich.console import Console
+from rich.panel import Panel
+
+from pipelex.tools.misc.diff import has_diff_dirs, make_diff_dirs_pretty
+from pipelex.types import StrEnum
+
+
+class LeadingConfig(StrEnum):
+ """Enum for leading configuration options."""
+
+ KIT = "kit"
+ INSTALLED = "installed"
+
+
+def check_config_sync_cmd(
+ show_diff: bool = True,
+ leading: LeadingConfig = LeadingConfig.INSTALLED,
+) -> None:
+ """Verify that .pipelex and pipelex/kit/configs are in sync.
+
+ Args:
+ show_diff: If True, display the differences when found
+ leading: Which configuration is the leading (left) one in the diff.
+ LeadingConfig.INSTALLED means .pipelex is the reference (default),
+ LeadingConfig.KIT means pipelex/kit/configs is the reference
+ """
+ console = Console()
+
+ # Define the directories to compare
+ pipelex_dir = Path(".pipelex")
+ configs_dir = Path("pipelex/kit/configs")
+
+ # Check if both directories exist
+ if not pipelex_dir.exists():
+ console.print()
+ console.print("[red]✗[/red] Directory [cyan].pipelex[/cyan] does not exist")
+ console.print()
+ sys.exit(1)
+
+ if not configs_dir.exists():
+ console.print()
+ console.print("[red]✗[/red] Directory [cyan]pipelex/kit/configs[/cyan] does not exist")
+ console.print()
+ sys.exit(1)
+
+ # Determine directory order based on leading parameter
+ match leading:
+ case LeadingConfig.INSTALLED:
+ left_dir = pipelex_dir
+ right_dir = configs_dir
+ left_label = ".pipelex"
+ right_label = "pipelex/kit/configs"
+ case LeadingConfig.KIT:
+ left_dir = configs_dir
+ right_dir = pipelex_dir
+ left_label = "pipelex/kit/configs"
+ right_label = ".pipelex"
+
+ # Check for differences
+ console.print()
+ console.print("[bold]Checking config synchronization...[/bold]")
+ console.print(f" Leading: [cyan]{left_label}[/cyan] ↔ [cyan]{right_label}[/cyan]")
+ console.print()
+
+ has_diff = has_diff_dirs(left_dir, right_dir)
+
+ if not has_diff:
+ # No differences found
+ success_panel = Panel(
+ "[green]✓[/green] Directories are in sync!\n\n[dim].pipelex and pipelex/kit/configs have no differences.[/dim]",
+ title="[bold green]Config Sync Check: PASSED[/bold green]",
+ border_style="green",
+ padding=(1, 2),
+ )
+ console.print(success_panel)
+ console.print()
+ sys.exit(0)
+
+ # Differences found
+ error_panel = Panel(
+ "[red]✗[/red] Directories are [bold]NOT[/bold] in sync!\n\n[dim].pipelex and pipelex/kit/configs have differences.[/dim]",
+ title="[bold red]Config Sync Check: FAILED[/bold red]",
+ border_style="red",
+ padding=(1, 2),
+ )
+ console.print(error_panel)
+ console.print()
+
+ if show_diff:
+ console.print()
+ pretty_diff = make_diff_dirs_pretty(left_dir, right_dir)
+ console.print(pretty_diff)
+ console.print()
+
+ console.print("[bold yellow]Recommended Actions:[/bold yellow]")
+ console.print(" • If [cyan].pipelex[/cyan] is correct, run: [cyan]make up-kit-configs[/cyan] or simply [cyan]make ukc[/cyan]")
+ console.print(" • If [cyan]pipelex/kit/configs[/cyan] is correct, copy it to [cyan].pipelex[/cyan]")
+ console.print()
+
+ sys.exit(1)
diff --git a/pipelex/kit/configs/inference/backends.toml b/pipelex/kit/configs/inference/backends.toml
index c87d1ef86..52fe3cbfc 100644
--- a/pipelex/kit/configs/inference/backends.toml
+++ b/pipelex/kit/configs/inference/backends.toml
@@ -17,68 +17,68 @@ endpoint = "https://inference.pipelex.com/v1"
api_key = "${PIPELEX_INFERENCE_API_KEY}"
[anthropic]
-enabled = false
+enabled = true
api_key = "${ANTHROPIC_API_KEY}"
claude_4_tokens_limit = 8192
[azure_openai]
display_name = "Azure OpenAI"
-enabled = false
+enabled = true
endpoint = "${AZURE_API_BASE}"
api_key = "${AZURE_API_KEY}"
api_version = "${AZURE_API_VERSION}"
[bedrock]
display_name = "Amazon Bedrock"
-enabled = false
+enabled = true
aws_region = "${AWS_REGION}"
[blackboxai]
display_name = "BlackBox AI"
-enabled = false
+enabled = true
endpoint = "https://api.blackbox.ai/v1"
api_key = "${BLACKBOX_API_KEY}"
[fal]
display_name = "FAL"
-enabled = false
+enabled = true
api_key = "${FAL_API_KEY}"
[google]
display_name = "Google AI"
-enabled = false
+enabled = true
api_key = "${GOOGLE_API_KEY}"
[groq]
display_name = "Groq"
-enabled = false
+enabled = true
endpoint = "https://api.groq.com/openai/v1"
api_key = "${GROQ_API_KEY}"
[mistral]
display_name = "Mistral AI"
-enabled = false
+enabled = true
api_key = "${MISTRAL_API_KEY}"
[ollama]
-enabled = false
+enabled = true
endpoint = "http://localhost:11434/v1"
[openai]
display_name = "OpenAI"
-enabled = false
+enabled = true
api_key = "${OPENAI_API_KEY}"
[vertexai]
display_name = "Google Vertex AI"
-enabled = false
+enabled = true
gcp_project_id = "${GCP_PROJECT_ID}"
gcp_location = "${GCP_LOCATION}"
gcp_credentials_file_path = "${GCP_CREDENTIALS_FILE_PATH}"
[xai]
display_name = "xAI"
-enabled = false
+enabled = true
endpoint = "https://api.x.ai/v1"
api_key = "${XAI_API_KEY}"
diff --git a/pipelex/kit/configs/inference/backends/anthropic.toml b/pipelex/kit/configs/inference/backends/anthropic.toml
index 66721e2c1..6b9c9128c 100644
--- a/pipelex/kit/configs/inference/backends/anthropic.toml
+++ b/pipelex/kit/configs/inference/backends/anthropic.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "anthropic"
prompting_target = "anthropic"
+structure_method = "instructor/anthropic_tools"
################################################################################
# LANGUAGE MODELS
diff --git a/pipelex/kit/configs/inference/backends/azure_openai.toml b/pipelex/kit/configs/inference/backends/azure_openai.toml
index 930f161fd..6054b124d 100644
--- a/pipelex/kit/configs/inference/backends/azure_openai.toml
+++ b/pipelex/kit/configs/inference/backends/azure_openai.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "azure_openai"
prompting_target = "openai"
+structure_method = "instructor/openai_tools"
################################################################################
# LANGUAGE MODELS
@@ -67,24 +68,28 @@ model_id = "o1-mini-2024-09-12"
inputs = ["text"]
outputs = ["text", "structured"]
costs = { input = 3.0, output = 12.0 }
+constraints = ["temperature_must_be_1"]
[o1]
model_id = "o1-2024-12-17"
inputs = ["text", "images"]
outputs = ["text", "structured"]
costs = { input = 15.0, output = 60.0 }
+constraints = ["temperature_must_be_1"]
[o3-mini]
model_id = "o3-mini-2025-01-31"
inputs = ["text"]
outputs = ["text", "structured"]
costs = { input = 1.1, output = 4.4 }
+constraints = ["temperature_must_be_1"]
[o3]
model_id = "o3-2025-04-16"
inputs = ["text"]
outputs = ["text", "structured"]
costs = { input = 2, output = 8 }
+constraints = ["temperature_must_be_1"]
# --- GPT-5 Series -------------------------------------------------------------
[gpt-5-mini]
@@ -110,3 +115,15 @@ model_id = "gpt-5-2025-08-07"
inputs = ["text", "images"]
outputs = ["text", "structured"]
costs = { input = 1.25, output = 10.0 }
+
+################################################################################
+# IMAGE GENERATION MODELS
+################################################################################
+
+# --- OpenAI Image Generation --------------------------------------------------
+[gpt-image-1]
+model_type = "img_gen"
+model_id = "gpt-image-1-2025-04-15"
+inputs = ["text"]
+outputs = ["image"]
+costs = { input = 0.04, output = 0.0 }
diff --git a/pipelex/kit/configs/inference/backends/blackboxai.toml b/pipelex/kit/configs/inference/backends/blackboxai.toml
index 4c5909ac9..405675b5c 100644
--- a/pipelex/kit/configs/inference/backends/blackboxai.toml
+++ b/pipelex/kit/configs/inference/backends/blackboxai.toml
@@ -23,6 +23,7 @@
[defaults]
model_type = "llm"
sdk = "openai"
+structure_method = "instructor/openai_tools"
################################################################################
# LANGUAGE MODELS
@@ -145,7 +146,7 @@ costs = { input = 0.12, output = 0.39 }
["qwen2.5-vl-72b-instruct"]
model_id = "blackboxai/qwen/qwen2.5-vl-72b-instruct"
inputs = ["text", "images"]
-outputs = ["text", "structured"]
+outputs = ["text"]
costs = { input = 0.25, output = 0.75 }
# --- Amazon Nova Models -------------------------------------------------------
diff --git a/pipelex/kit/configs/inference/backends/google.toml b/pipelex/kit/configs/inference/backends/google.toml
index 68c39d9d5..ff0040a91 100644
--- a/pipelex/kit/configs/inference/backends/google.toml
+++ b/pipelex/kit/configs/inference/backends/google.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "google"
prompting_target = "gemini"
+structure_method = "instructor/genai_tools"
################################################################################
# LANGUAGE MODELS
diff --git a/pipelex/kit/configs/inference/backends/groq.toml b/pipelex/kit/configs/inference/backends/groq.toml
index f1155461b..72fc0b804 100644
--- a/pipelex/kit/configs/inference/backends/groq.toml
+++ b/pipelex/kit/configs/inference/backends/groq.toml
@@ -23,8 +23,8 @@
[defaults]
model_type = "llm"
-sdk = "groq"
-prompting_target = "groq"
+sdk = "openai"
+structure_method = "instructor/json"
################################################################################
# PRODUCTION TEXT MODELS
@@ -126,4 +126,4 @@ model_id = "qwen/qwen3-32b"
max_tokens = 40960
inputs = ["text"]
outputs = ["text", "structured"]
-costs = { input = 0.29, output = 0.59 }
\ No newline at end of file
+costs = { input = 0.29, output = 0.59 }
diff --git a/pipelex/kit/configs/inference/backends/mistral.toml b/pipelex/kit/configs/inference/backends/mistral.toml
index cb709374f..c4b49e377 100644
--- a/pipelex/kit/configs/inference/backends/mistral.toml
+++ b/pipelex/kit/configs/inference/backends/mistral.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "mistral"
prompting_target = "mistral"
+structure_method = "instructor/mistral_tools"
################################################################################
# LANGUAGE MODELS
diff --git a/pipelex/kit/configs/inference/backends/ollama.toml b/pipelex/kit/configs/inference/backends/ollama.toml
index ab0f51617..397e9acc8 100644
--- a/pipelex/kit/configs/inference/backends/ollama.toml
+++ b/pipelex/kit/configs/inference/backends/ollama.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "openai"
prompting_target = "anthropic"
+structure_method = "instructor/openai_tools"
################################################################################
# LANGUAGE MODELS
@@ -60,4 +61,3 @@ inputs = ["text"]
outputs = ["text"]
costs = { input = 0, output = 0 }
# TODO: support <think> tokens
-
diff --git a/pipelex/kit/configs/inference/backends/openai.toml b/pipelex/kit/configs/inference/backends/openai.toml
index 4f1148144..485333254 100644
--- a/pipelex/kit/configs/inference/backends/openai.toml
+++ b/pipelex/kit/configs/inference/backends/openai.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "openai"
prompting_target = "openai"
+structure_method = "instructor/openai_tools"
################################################################################
# LANGUAGE MODELS
@@ -167,4 +168,3 @@ model_id = "gpt-image-1"
inputs = ["text"]
outputs = ["image"]
costs = { input = 0.04, output = 0.0 }
-
diff --git a/pipelex/kit/configs/inference/backends/perplexity.toml b/pipelex/kit/configs/inference/backends/perplexity.toml
deleted file mode 100644
index 3fa52fccf..000000000
--- a/pipelex/kit/configs/inference/backends/perplexity.toml
+++ /dev/null
@@ -1,63 +0,0 @@
-################################################################################
-# Perplexity Backend Configuration
-################################################################################
-#
-# This file defines the model specifications for Perplexity AI models.
-# It contains model definitions for Sonar and reasoning models
-# accessible through the Perplexity API.
-#
-# Configuration structure:
-# - Each model is defined in its own section with the model name as the header
-# - Headers with dots must be quoted (e.g., ["sonar-pro"])
-# - Model costs are in USD per million tokens (input/output)
-#
-# Documentation: https://docs.pipelex.com
-# Support: https://go.pipelex.com/discord
-#
-################################################################################
-
-################################################################################
-# MODEL DEFAULTS
-################################################################################
-
-[defaults]
-model_type = "llm"
-sdk = "openai"
-prompting_target = "anthropic"
-
-################################################################################
-# LANGUAGE MODELS
-################################################################################
-
-# --- Sonar Series -------------------------------------------------------------
-[sonar-pro]
-model_id = "sonar-pro"
-inputs = ["text"]
-outputs = ["text"]
-
-[sonar]
-model_id = "sonar"
-inputs = ["text"]
-outputs = ["text"]
-
-[sonar-deep-research]
-model_id = "sonar-deep-research"
-inputs = ["text"]
-outputs = ["text"]
-
-# --- Sonar Reasoning Series ---------------------------------------------------
-[sonar-reasoning-pro]
-model_id = "sonar-reasoning-pro"
-inputs = ["text"]
-outputs = ["text"]
-
-[sonar-reasoning]
-model_id = "sonar-reasoning"
-inputs = ["text"]
-outputs = ["text"]
-
-# --- DeepSeek Models -----------------------------------------------------------
-[perplexity-deepseek-r1]
-model_id = "r1-1776"
-inputs = ["text"]
-outputs = ["text"]
\ No newline at end of file
diff --git a/pipelex/kit/configs/inference/backends/pipelex_inference.toml b/pipelex/kit/configs/inference/backends/pipelex_inference.toml
index e516e274e..655105a47 100644
--- a/pipelex/kit/configs/inference/backends/pipelex_inference.toml
+++ b/pipelex/kit/configs/inference/backends/pipelex_inference.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "openai"
prompting_target = "anthropic"
+structure_method = "instructor/openai_tools"
################################################################################
# LANGUAGE MODELS
diff --git a/pipelex/kit/configs/inference/backends/vertexai.toml b/pipelex/kit/configs/inference/backends/vertexai.toml
index da01d4f1e..1ebab79de 100644
--- a/pipelex/kit/configs/inference/backends/vertexai.toml
+++ b/pipelex/kit/configs/inference/backends/vertexai.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "openai"
prompting_target = "gemini"
+structure_method = "instructor/vertexai_tools"
################################################################################
# LANGUAGE MODELS
@@ -50,4 +51,4 @@ model_id = "google/gemini-2.5-flash"
inputs = ["text", "images"]
outputs = ["text", "structured"]
max_prompt_images = 3000
-costs = { input = 0.30, output = 2.50 }
\ No newline at end of file
+costs = { input = 0.30, output = 2.50 }
diff --git a/pipelex/kit/configs/inference/backends/xai.toml b/pipelex/kit/configs/inference/backends/xai.toml
index a4bb433ad..304534459 100644
--- a/pipelex/kit/configs/inference/backends/xai.toml
+++ b/pipelex/kit/configs/inference/backends/xai.toml
@@ -24,6 +24,7 @@
model_type = "llm"
sdk = "openai"
prompting_target = "anthropic"
+structure_method = "instructor/openai_tools"
################################################################################
# LANGUAGE MODELS
@@ -53,4 +54,3 @@ model_id = "grok-3-mini-fast-latest"
inputs = ["text"]
outputs = ["text"]
costs = { input = 0.15, output = 4 }
-
diff --git a/pipelex/kit/configs/inference/deck/base_deck.toml b/pipelex/kit/configs/inference/deck/base_deck.toml
index 44526c444..be034698e 100644
--- a/pipelex/kit/configs/inference/deck/base_deck.toml
+++ b/pipelex/kit/configs/inference/deck/base_deck.toml
@@ -44,6 +44,7 @@ fast-img-gen = "fast-lightning-sdxl"
[waterfalls]
smart_llm = [
+ "llama-3.3-70b-versatile",
"claude-4.5-sonnet",
"claude-4.1-opus",
"claude-4-sonnet",
@@ -127,14 +128,14 @@ llm_to_prompt_img_gen = { model = "base-claude", temperature = 0.2 }
llm_to_prompt_img_gen_cheap = { model = "gpt-4o-mini", temperature = 0.5 }
# Groq-specific presets (fast inference, low cost)
-llm_groq_fast_text = { model = "fast-groq", temperature = 0.7 }
+llm_groq_fast_text = { model = "fast-groq", temperature = 0.2 }
llm_groq_balanced = { model = "base-groq", temperature = 0.5 }
llm_groq_vision = { model = "vision-groq", temperature = 0.3 }
# LLM Presets — For Testing ---------------------------------------------------------------------
llm_for_testing_gen_text = { model = "cheap_llm", temperature = 0.5 }
-llm_for_testing_gen_object = { model = "cheap_llm_for_structured", temperature = 0.5 }
+llm_for_testing_gen_object = { model = "cheap_llm_for_structured", temperature = 0.1 }
llm_for_testing_vision = { model = "cheap_llm_for_vision", temperature = 0.5 }
llm_for_testing_vision_structured = { model = "cheap_llm_for_vision", temperature = 0.5 }
diff --git a/pipelex/kit/configs/inference/routing_profiles.toml b/pipelex/kit/configs/inference/routing_profiles.toml
index 47e87ecc0..fa3f1d42a 100644
--- a/pipelex/kit/configs/inference/routing_profiles.toml
+++ b/pipelex/kit/configs/inference/routing_profiles.toml
@@ -74,6 +74,10 @@ default = "fal"
description = "Use Google GenAI backend for all its supported models"
default = "google"
+[profiles.all_groq]
+description = "Use groq backend for all its supported models"
+default = "groq"
+
[profiles.all_mistral]
description = "Use Mistral backend for all its supported models"
default = "mistral"
@@ -86,6 +90,10 @@ default = "ollama"
description = "Use OpenAI backend for all its supported models"
default = "openai"
+[profiles.all_pipelex_inference]
+description = "Use Pipelex Inference backend for all its supported models"
+default = "pipelex_inference"
+
[profiles.all_vertexai]
description = "Use Vertex AI backend for all its supported models"
default = "vertexai"
diff --git a/pipelex/kit/configs/telemetry.toml b/pipelex/kit/configs/telemetry.toml
index 8c613294d..af98b57e8 100644
--- a/pipelex/kit/configs/telemetry.toml
+++ b/pipelex/kit/configs/telemetry.toml
@@ -10,7 +10,7 @@
#
####################################################################################################
-telemetry_mode = "off" # Values: "off" | "anonymous" | "identified"
+telemetry_mode = "anonymous" # Values: "off" | "anonymous" | "identified"
host = "https://eu.i.posthog.com"
project_api_key = "phc_HPJnNKpIXh0SxNDYyTAyUtnq9KxNNZJWQszynsWVx4Y"
respect_dnt = true
diff --git a/pipelex/pipe_operators/img_gen/pipe_img_gen.py b/pipelex/pipe_operators/img_gen/pipe_img_gen.py
index 3fcb48e3b..491068d84 100644
--- a/pipelex/pipe_operators/img_gen/pipe_img_gen.py
+++ b/pipelex/pipe_operators/img_gen/pipe_img_gen.py
@@ -63,17 +63,8 @@ class PipeImgGen(PipeOperator[PipeImgGenOutput]):
img_gen_prompt: str | None = None
img_gen_prompt_var_name: str | None = None
- img_gen: ImgGenModelChoice | None = None
+ img_gen_choice: ImgGenModelChoice | None = None
- # Legacy individual settings (for backwards compatibility)
- # img_gen_handle: str | None = None
- # quality: Quality | None = Field(default=None, strict=False)
- # nb_steps: int | None = Field(default=None, gt=0)
- # guidance_scale: float | None = Field(default=None, gt=0)
- # is_moderated: bool | None = None
- # safety_tolerance: int | None = Field(default=None, ge=1, le=6)
-
- # One-time settings (not in ImgGenSetting)
aspect_ratio: AspectRatio | None = Field(default=None, strict=False)
is_raw: bool | None = None
seed: int | Literal["auto"] | None = None
@@ -97,8 +88,8 @@ class PipeImgGen(PipeOperator[PipeImgGenOutput]):
@override
def _validate_with_libraries(self):
self._validate_inputs()
- if self.img_gen:
- check_img_gen_choice_with_deck(img_gen_choice=self.img_gen)
+ if self.img_gen_choice:
+ check_img_gen_choice_with_deck(img_gen_choice=self.img_gen_choice)
@override
def validate_output(self):
@@ -247,19 +238,9 @@ class PipeImgGen(PipeOperator[PipeImgGenOutput]):
# Get ImgGenSetting either from img_gen choice or legacy settings
img_gen_setting: ImgGenSetting
- if self.img_gen is not None:
+ if self.img_gen_choice is not None:
# New pattern: use img_gen choice (preset or inline setting)
- img_gen_setting = model_deck.get_img_gen_setting(self.img_gen)
- # elif self.img_gen_handle is not None:
- # # Legacy pattern: create ImgGenSetting from individual settings
- # img_gen_setting = ImgGenSetting(
- # model=self.img_gen_handle,
- # quality=self.quality,
- # nb_steps=self.nb_steps,
- # guidance_scale=self.guidance_scale or img_gen_param_defaults.guidance_scale,
- # is_moderated=self.is_moderated if self.is_moderated is not None else img_gen_param_defaults.is_moderated,
- # safety_tolerance=self.safety_tolerance or img_gen_param_defaults.safety_tolerance,
- # )
+ img_gen_setting = model_deck.get_img_gen_setting(self.img_gen_choice)
else:
# Use default from model deck
img_gen_setting = model_deck.get_img_gen_setting(model_deck.img_gen_choice_default)
diff --git a/pipelex/pipe_operators/img_gen/pipe_img_gen_factory.py b/pipelex/pipe_operators/img_gen/pipe_img_gen_factory.py
index a25574245..130c6ae14 100644
--- a/pipelex/pipe_operators/img_gen/pipe_img_gen_factory.py
+++ b/pipelex/pipe_operators/img_gen/pipe_img_gen_factory.py
@@ -49,7 +49,7 @@ class PipeImgGenFactory(PipeFactoryProtocol[PipeImgGenBlueprint, PipeImgGen]):
output_multiplicity=final_multiplicity,
img_gen_prompt=blueprint.img_gen_prompt,
img_gen_prompt_var_name=blueprint.img_gen_prompt_var_name,
- img_gen=blueprint.model,
+ img_gen_choice=blueprint.model,
aspect_ratio=blueprint.aspect_ratio,
is_raw=blueprint.is_raw,
seed=blueprint.seed,
diff --git a/pipelex/pipelex.toml b/pipelex/pipelex.toml
index 99c827d43..0a916d20a 100644
--- a/pipelex/pipelex.toml
+++ b/pipelex/pipelex.toml
@@ -109,7 +109,6 @@ is_dump_text_prompts_enabled = false
is_dump_response_text_enabled = false
[cogt.llm_config.instructor_config]
-is_openai_structured_output_enabled = false
is_dump_kwargs_enabled = false
is_dump_response_enabled = false
is_dump_error_enabled = false
@@ -192,7 +191,7 @@ default_page_views_dpi = 72
####################################################################################################
[pipelex.prompting_config]
-default_prompting_style = { tag_style = "ticks" }
+default_prompting_style = { tag_style = "xml" }
[pipelex.prompting_config.prompting_styles]
openai = { tag_style = "ticks" }
diff --git a/pipelex/plugins/anthropic/anthropic_factory.py b/pipelex/plugins/anthropic/anthropic_factory.py
index 5875b9f60..3ea373d41 100644
--- a/pipelex/plugins/anthropic/anthropic_factory.py
+++ b/pipelex/plugins/anthropic/anthropic_factory.py
@@ -24,7 +24,7 @@ from pipelex.cogt.llm.llm_job import LLMJob
from pipelex.cogt.model_backends.backend import InferenceBackend
from pipelex.cogt.usage.token_category import NbTokensByCategoryDict, TokenCategory
from pipelex.config import get_config
-from pipelex.plugins.plugin_sdk_registry import Plugin
+from pipelex.plugins.plugin import Plugin
from pipelex.tools.misc.base_64_utils import load_binary_as_base64_async
from pipelex.tools.misc.filetype_utils import detect_file_type_from_base64
from pipelex.types import StrEnum
diff --git a/pipelex/plugins/anthropic/anthropic_llm_worker.py b/pipelex/plugins/anthropic/anthropic_llm_worker.py
index 4d7b2e6ea..855e35e0e 100644
--- a/pipelex/plugins/anthropic/anthropic_llm_worker.py
+++ b/pipelex/plugins/anthropic/anthropic_llm_worker.py
@@ -13,7 +13,6 @@ from pipelex.cogt.llm.llm_utils import (
dump_response_from_structured_gen,
)
from pipelex.cogt.llm.llm_worker_internal_abstract import LLMWorkerInternalAbstract
-from pipelex.cogt.llm.structured_output import StructureMethod
from pipelex.cogt.model_backends.model_spec import InferenceModelSpec
from pipelex.config import get_config
from pipelex.plugins.anthropic.anthropic_exceptions import (
@@ -50,13 +49,11 @@ class AnthropicLLMWorker(LLMWorkerInternalAbstract):
sdk_instance: Any,
extra_config: dict[str, Any],
inference_model: InferenceModelSpec,
- structure_method: StructureMethod | None = None,
reporting_delegate: ReportingProtocol | None = None,
):
LLMWorkerInternalAbstract.__init__(
self,
inference_model=inference_model,
- structure_method=structure_method,
reporting_delegate=reporting_delegate,
)
self.extra_config: dict[str, Any] = extra_config
@@ -79,9 +76,7 @@ class AnthropicLLMWorker(LLMWorkerInternalAbstract):
raise SdkTypeError(msg)
self.anthropic_async_client = sdk_instance
- if structure_method:
- instructor_mode = structure_method.as_instructor_mode()
- log.verbose(f"Anthropic structure mode: {structure_method} --> {instructor_mode}")
+ if instructor_mode := self.inference_model.get_instructor_mode():
self.instructor_for_objects = instructor.from_anthropic(client=sdk_instance, mode=instructor_mode)
else:
self.instructor_for_objects = instructor.from_anthropic(client=sdk_instance)
diff --git a/pipelex/plugins/anthropic/anthropic_llms.py b/pipelex/plugins/anthropic/anthropic_llms.py
index 5e8aa3f4c..b1f340ccd 100644
--- a/pipelex/plugins/anthropic/anthropic_llms.py
+++ b/pipelex/plugins/anthropic/anthropic_llms.py
@@ -4,7 +4,7 @@ from anthropic.types import ModelInfo
from pipelex.cogt.model_backends.backend import InferenceBackend
from pipelex.plugins.anthropic.anthropic_exceptions import AnthropicModelListingError, AnthropicSDKUnsupportedError
from pipelex.plugins.anthropic.anthropic_factory import AnthropicFactory
-from pipelex.plugins.plugin_sdk_registry import Plugin
+from pipelex.plugins.plugin import Plugin
async def anthropic_list_available_models(plugin: Plugin, backend: InferenceBackend) -> list[ModelInfo]:
diff --git a/pipelex/plugins/groq/__init__.py b/pipelex/plugins/azure_rest/__init__.py
similarity index 100%
rename from pipelex/plugins/groq/__init__.py
rename to pipelex/plugins/azure_rest/__init__.py
diff --git a/pipelex/plugins/azure_rest/azure_img_gen_factory.py b/pipelex/plugins/azure_rest/azure_img_gen_factory.py
new file mode 100644
index 000000000..49e79586a
--- /dev/null
+++ b/pipelex/plugins/azure_rest/azure_img_gen_factory.py
@@ -0,0 +1,49 @@
+from pipelex.cogt.exceptions import ImgGenParameterError
+from pipelex.cogt.img_gen.img_gen_job_components import AspectRatio, OutputFormat
+from pipelex.types import StrEnum
+
+
+class AzureSize(StrEnum):
+ SQUARE = "1024x1024"
+ LANDSCAPE_3_2 = "1536x1024"
+ PORTRAIT_2_3 = "1024x1536"
+
+
+class AzureOutputFormat(StrEnum):
+ PNG = "png"
+ JPEG = "jpeg"
+ WEBP = "webp"
+
+
+class AzureImgGenFactory:
+ @classmethod
+ def image_size_for_azure(cls, aspect_ratio: AspectRatio) -> tuple[AzureSize, int, int]:
+ """Convert our aspect ratio to Azure image size format."""
+ match aspect_ratio:
+ case AspectRatio.SQUARE:
+ return AzureSize.SQUARE, 1024, 1024
+ case AspectRatio.LANDSCAPE_3_2:
+ return AzureSize.LANDSCAPE_3_2, 1536, 1024
+ case AspectRatio.PORTRAIT_2_3:
+ return AzureSize.PORTRAIT_2_3, 1024, 1536
+ case (
+ AspectRatio.LANDSCAPE_4_3
+ | AspectRatio.LANDSCAPE_16_9
+ | AspectRatio.LANDSCAPE_21_9
+ | AspectRatio.PORTRAIT_3_4
+ | AspectRatio.PORTRAIT_9_16
+ | AspectRatio.PORTRAIT_9_21
+ ):
+ msg = f"Aspect ratio '{aspect_ratio}' is not supported by Azure GPT Image model"
+ raise ImgGenParameterError(msg)
+
+ @classmethod
+ def output_format_for_azure(cls, output_format: OutputFormat) -> AzureOutputFormat:
+ """Convert our output format to Azure format."""
+ match output_format:
+ case OutputFormat.PNG:
+ return AzureOutputFormat.PNG
+ case OutputFormat.JPG:
+ return AzureOutputFormat.JPEG
+ case OutputFormat.WEBP:
+ return AzureOutputFormat.WEBP
diff --git a/pipelex/plugins/azure_rest/azure_img_gen_worker.py b/pipelex/plugins/azure_rest/azure_img_gen_worker.py
new file mode 100644
index 000000000..9bf94e449
--- /dev/null
+++ b/pipelex/plugins/azure_rest/azure_img_gen_worker.py
@@ -0,0 +1,131 @@
+import httpx
+from typing_extensions import override
+
+from pipelex.cogt.exceptions import CogtError
+from pipelex.cogt.image.generated_image import GeneratedImage
+from pipelex.cogt.img_gen.img_gen_job import ImgGenJob
+from pipelex.cogt.img_gen.img_gen_worker_abstract import ImgGenWorkerAbstract
+from pipelex.cogt.model_backends.model_spec import InferenceModelSpec
+from pipelex.hub import get_models_manager
+from pipelex.plugins.azure_rest.azure_img_gen_factory import AzureImgGenFactory
+from pipelex.plugins.plugin import Plugin
+from pipelex.reporting.reporting_protocol import ReportingProtocol
+from pipelex.system.exceptions import CredentialsError
+
+
+class AzureCredentialsError(CredentialsError):
+ pass
+
+
+class AzureImgGenConfigError(CogtError):
+ pass
+
+
+class AzureImgGenWorker(ImgGenWorkerAbstract):
+ def __init__(
+ self,
+ plugin: Plugin,
+ inference_model: InferenceModelSpec,
+ reporting_delegate: ReportingProtocol | None = None,
+ ):
+ super().__init__(inference_model=inference_model, reporting_delegate=reporting_delegate)
+
+ if plugin.sdk != "azure_openai":
+ msg = f"Plugin '{plugin}' is not supported for image generation"
+ raise NotImplementedError(msg)
+ self.plugin = plugin
+ backend_name = self.plugin.backend
+ backend = get_models_manager().get_required_inference_backend(backend_name)
+ self.endpoint = backend.endpoint
+ self.api_version = backend.extra_config.get("api_version")
+ if not self.api_version:
+ msg = "Azure OpenAI API version is not configured"
+ raise CogtError(msg)
+ if not backend.api_key:
+ msg = "Azure OpenAI API key (subscription_key) is not configured"
+ raise AzureCredentialsError(msg)
+ self.subscription_key: str = backend.api_key
+
+ #########################################################
+ # Instance methods
+ #########################################################
+
+ @override
+ def _check_can_perform_job(self, img_gen_job: ImgGenJob):
+ # This can be overridden by subclasses for specific checks
+ pass
+
+ @override
+ async def _gen_image(
+ self,
+ img_gen_job: ImgGenJob,
+ ) -> GeneratedImage:
+ one_image_list = await self._gen_image_list(img_gen_job=img_gen_job, nb_images=1)
+ return one_image_list[0]
+
+ @override
+ async def _gen_image_list(
+ self,
+ img_gen_job: ImgGenJob,
+ nb_images: int,
+ ) -> list[GeneratedImage]:
+ """Generate multiple images using Azure OpenAI Image API."""
+ # Extract parameters from the job
+ img_gen_prompt_text = img_gen_job.img_gen_prompt.positive_text
+ job_params = img_gen_job.job_params
+
+ # Convert parameters to Azure format
+ size, width, height = AzureImgGenFactory.image_size_for_azure(job_params.aspect_ratio)
+ output_format = AzureImgGenFactory.output_format_for_azure(job_params.output_format)
+
+ # Get deployment name (model_id from the inference model)
+ deployment = self.inference_model.model_id
+
+ # Build the API URL
+ base_path = f"openai/deployments/{deployment}/images"
+ params = f"?api-version={self.api_version}"
+ generation_url = f"{self.endpoint}/{base_path}/generations{params}"
+
+ # Build the request body
+ generation_body = {
+ "prompt": img_gen_prompt_text,
+ "n": nb_images,
+ "size": size,
+ "background": job_params.background,
+ "quality": job_params.quality,
+ "output_format": output_format,
+ }
+
+ # Make the async HTTP request
+ async with httpx.AsyncClient() as client:
+ response = await client.post(
+ generation_url,
+ headers={
+ "Api-Key": self.subscription_key,
+ "Content-Type": "application/json",
+ },
+ json=generation_body,
+ timeout=180.0,
+ )
+ response.raise_for_status()
+ response_data = response.json()
+
+ # Parse the response and create GeneratedImage objects
+ generated_images: list[GeneratedImage] = []
+
+ for item in response_data["data"]:
+ # Get base64 image data
+ b64_data = item["b64_json"]
+
+ # Create data URI for the image (keeps it in memory)
+ data_uri = f"data:image/{output_format};base64,{b64_data}"
+
+ generated_images.append(
+ GeneratedImage(
+ url=data_uri,
+ width=width,
+ height=height,
+ )
+ )
+
+ return generated_images
diff --git a/pipelex/plugins/bedrock/bedrock_llm_worker.py b/pipelex/plugins/bedrock/bedrock_llm_worker.py
index ba4dd80ed..2c8acda96 100644
--- a/pipelex/plugins/bedrock/bedrock_llm_worker.py
+++ b/pipelex/plugins/bedrock/bedrock_llm_worker.py
@@ -6,7 +6,6 @@ from pipelex import log
from pipelex.cogt.exceptions import CogtError, LLMCapabilityError, SdkTypeError
from pipelex.cogt.llm.llm_job import LLMJob
from pipelex.cogt.llm.llm_worker_internal_abstract import LLMWorkerInternalAbstract
-from pipelex.cogt.llm.structured_output import StructureMethod
from pipelex.cogt.model_backends.model_spec import InferenceModelSpec
from pipelex.plugins.bedrock.bedrock_client_protocol import BedrockClientProtocol
from pipelex.plugins.bedrock.bedrock_factory import BedrockFactory
@@ -23,13 +22,11 @@ class BedrockLLMWorker(LLMWorkerInternalAbstract):
self,
sdk_instance: Any,
inference_model: InferenceModelSpec,
- structure_method: StructureMethod | None = None,
reporting_delegate: ReportingProtocol | None = None,
):
LLMWorkerInternalAbstract.__init__(
self,
inference_model=inference_model,
- structure_method=structure_method,
reporting_delegate=reporting_delegate,
)
diff --git a/pipelex/plugins/google/google_llm_worker.py b/pipelex/plugins/google/google_llm_worker.py
index 4623b4e04..363d6d79d 100644
--- a/pipelex/plugins/google/google_llm_worker.py
+++ b/pipelex/plugins/google/google_llm_worker.py
@@ -1,11 +1,9 @@
+import asyncio
from typing import TYPE_CHECKING, cast
import instructor
from google import genai
from google.genai import types
-
-if TYPE_CHECKING:
- from openai.types.chat import ChatCompletionMessageParam
from typing_extensions import override
from pipelex import log
@@ -13,7 +11,6 @@ from pipelex.cogt.exceptions import LLMCompletionError
from pipelex.cogt.llm.llm_job import LLMJob
from pipelex.cogt.llm.llm_utils import dump_error, dump_kwargs, dump_response_from_structured_gen
from pipelex.cogt.llm.llm_worker_internal_abstract import LLMWorkerInternalAbstract
-from pipelex.cogt.llm.structured_output import StructureMethod
from pipelex.cogt.model_backends.model_spec import InferenceModelSpec
from pipelex.cogt.usage.token_category import NbTokensByCategoryDict, TokenCategory
from pipelex.config import get_config
@@ -21,6 +18,9 @@ from pipelex.plugins.google.google_factory import GoogleFactory
from pipelex.reporting.reporting_protocol import ReportingProtocol
from pipelex.tools.typing.pydantic_utils import BaseModelTypeVar
+if TYPE_CHECKING:
+ from openai.types.chat import ChatCompletionMessageParam
+
class GoogleLLMWorkerError(Exception):
"""Base exception for Google LLM Worker errors."""
@@ -31,19 +31,16 @@ class GoogleLLMWorker(LLMWorkerInternalAbstract):
self,
sdk_instance: genai.Client,
inference_model: InferenceModelSpec,
- structure_method: StructureMethod | None = None,
reporting_delegate: ReportingProtocol | None = None,
):
super().__init__(
inference_model=inference_model,
- structure_method=structure_method,
reporting_delegate=reporting_delegate,
)
genai_client: genai.Client = sdk_instance
self.genai_async_client = genai_client.aio
- if structure_method:
- instructor_mode = structure_method.as_instructor_mode()
- log.verbose(f"Google structure mode: {structure_method} --> {instructor_mode}")
+
+ if instructor_mode := self.inference_model.get_instructor_mode():
self.instructor_for_objects = instructor.from_genai(client=sdk_instance, mode=instructor_mode, use_async=True)
else:
self.instructor_for_objects = instructor.from_genai(client=sdk_instance, use_async=True)
@@ -56,6 +53,47 @@ class GoogleLLMWorker(LLMWorkerInternalAbstract):
if instructor_config.is_dump_error_enabled:
self.instructor_for_objects.on(hook_name="completion:error", handler=dump_error)
+ # Capture the event loop at creation time if one is running
+ self._event_loop: asyncio.AbstractEventLoop | None
+ try:
+ self._event_loop = asyncio.get_running_loop()
+ except RuntimeError:
+ # No running loop at creation time
+ self._event_loop = None
+
+ @override
+ def teardown(self):
+ """Close the async client to free resources."""
+ try:
+ # First, try to use the loop captured at creation time if it's still running
+ if self._event_loop is not None and self._event_loop.is_running():
+ # Schedule cleanup on the captured loop and store reference to prevent garbage collection
+ task = self._event_loop.create_task(self.genai_async_client.aclose())
+ # Add a callback to log any errors that occur during cleanup
+ task.add_done_callback(lambda t: log.debug(f"Google async client cleanup error: {t.exception()}") if t.exception() else None)
+ log.verbose("Scheduled Google async client cleanup on captured event loop")
+ return
+
+ # Otherwise, try to get the current running loop
+ try:
+ current_loop = asyncio.get_running_loop()
+ # Schedule cleanup on the current running loop and store reference to prevent garbage collection
+ task = current_loop.create_task(self.genai_async_client.aclose())
+ # Add a callback to log any errors that occur during cleanup
+ task.add_done_callback(lambda t: log.debug(f"Google async client cleanup error: {t.exception()}") if t.exception() else None)
+ log.verbose("Scheduled Google async client cleanup on current event loop")
+ except RuntimeError:
+ # No running event loop, we can safely use asyncio.run()
+ try:
+ asyncio.run(self.genai_async_client.aclose())
+ log.verbose("Closed Google async client using asyncio.run()")
+ except Exception as exc:
+ # Log but don't fail teardown if cleanup has issues
+ log.verbose(f"Error closing Google async client during teardown: {exc}")
+ except Exception as exc:
+ # Log but don't fail teardown if cleanup has issues
+ log.debug(f"Error during Google async client teardown: {exc}")
+
@override
async def _gen_text(
self,
diff --git a/pipelex/plugins/groq/groq_exceptions.py b/pipelex/plugins/groq/groq_exceptions.py
deleted file mode 100644
index 712151486..000000000
--- a/pipelex/plugins/groq/groq_exceptions.py
+++ /dev/null
@@ -1,17 +0,0 @@
-from pipelex.cogt.exceptions import CogtError
-
-
-class GroqModelListingError(CogtError):
- pass
-
-
-class GroqSDKUnsupportedError(CogtError):
- pass
-
-
-class GroqWorkerConfigurationError(CogtError):
- pass
-
-
-class GroqFactoryError(CogtError):
- pass
diff --git a/pipelex/plugins/groq/groq_factory.py b/pipelex/plugins/groq/groq_factory.py
deleted file mode 100644
index 9c5b3447c..000000000
--- a/pipelex/plugins/groq/groq_factory.py
+++ /dev/null
@@ -1,159 +0,0 @@
-import openai
-from openai.types.chat import (
- ChatCompletionContentPartImageParam,
- ChatCompletionContentPartParam,
- ChatCompletionContentPartTextParam,
- ChatCompletionMessageParam,
- ChatCompletionSystemMessageParam,
- ChatCompletionUserMessageParam,
-)
-from openai.types.chat.chat_completion_content_part_image_param import ImageURL
-from openai.types.completion_usage import CompletionUsage
-
-from pipelex import log
-from pipelex.cogt.exceptions import LLMPromptParameterError
-from pipelex.cogt.image.prompt_image import PromptImage, PromptImageBase64, PromptImagePath, PromptImageUrl
-from pipelex.cogt.llm.llm_job import LLMJob
-from pipelex.cogt.model_backends.backend import InferenceBackend
-from pipelex.cogt.usage.token_category import NbTokensByCategoryDict, TokenCategory
-from pipelex.plugins.groq.groq_exceptions import GroqFactoryError
-from pipelex.plugins.plugin_sdk_registry import Plugin
-from pipelex.tools.misc.base_64_utils import load_binary_as_base64
-from pipelex.types import StrEnum
-
-
-class GroqSdkVariant(StrEnum):
- GROQ = "groq"
-
-
-class GroqFactory:
- @classmethod
- def make_groq_client(
- cls,
- plugin: Plugin,
- backend: InferenceBackend,
- ) -> openai.AsyncOpenAI:
- """Create AsyncOpenAI client configured for Groq API endpoint."""
- try:
- sdk_variant = GroqSdkVariant(plugin.sdk)
- except ValueError as exc:
- msg = f"Plugin '{plugin}' is not supported by GroqFactory"
- raise GroqFactoryError(msg) from exc
-
- # Groq API key handling (similar to OpenAI - empty string works for local models)
- api_key = backend.api_key or ""
-
- # Groq's OpenAI-compatible endpoint
- groq_base_url = backend.endpoint if backend.endpoint else "https://api.groq.com/openai/v1"
-
- match sdk_variant:
- case GroqSdkVariant.GROQ:
- log.verbose(f"Making AsyncOpenAI client for Groq with endpoint: {groq_base_url}")
- the_client = openai.AsyncOpenAI(
- api_key=api_key,
- base_url=groq_base_url,
- timeout=60.0, # Default 1 minute
- max_retries=2,
- )
-
- return the_client
-
- @classmethod
- def make_simple_messages(
- cls,
- llm_job: LLMJob,
- ) -> list[ChatCompletionMessageParam]:
- """Makes a list of messages with a system message (if provided) and followed by a user message."""
- llm_prompt = llm_job.llm_prompt
- messages: list[ChatCompletionMessageParam] = []
- user_contents: list[ChatCompletionContentPartParam] = []
-
- if system_content := llm_prompt.system_text:
- messages.append(ChatCompletionSystemMessageParam(role="system", content=system_content))
-
- if user_prompt_text := llm_prompt.user_text:
- user_part_text = ChatCompletionContentPartTextParam(text=user_prompt_text, type="text")
- user_contents.append(user_part_text)
-
- if llm_prompt.user_images:
- for prompt_image in llm_prompt.user_images:
- groq_image_url = cls.make_groq_image_url(prompt_image=prompt_image)
- image_param = ChatCompletionContentPartImageParam(image_url=groq_image_url, type="image_url")
- user_contents.append(image_param)
-
- messages.append(ChatCompletionUserMessageParam(role="user", content=user_contents))
- return messages
-
- @classmethod
- def make_groq_image_url(cls, prompt_image: PromptImage) -> ImageURL:
- """Convert PromptImage to Groq-compatible ImageURL format.
-
- Groq supports:
- - Direct URLs (max 20MB)
- - Base64 data URIs (max 4MB)
- - Max resolution: 33 megapixels
- - Max 5 images per request
- """
- if isinstance(prompt_image, PromptImageUrl):
- url = prompt_image.url
- groq_image_url = ImageURL(url=url, detail="high")
- elif isinstance(prompt_image, PromptImageBase64):
- # Detect media type from base64 if possible, default to jpeg
- media_type = cls._detect_image_media_type(prompt_image.base_64) or "jpeg"
- url_with_bytes: str = f"data:image/{media_type};base64,{prompt_image.base_64.decode('utf-8')}"
- groq_image_url = ImageURL(url=url_with_bytes, detail="high")
- elif isinstance(prompt_image, PromptImagePath):
- image_bytes = load_binary_as_base64(path=prompt_image.file_path)
- return cls.make_groq_image_url(PromptImageBase64(base_64=image_bytes))
- else:
- msg = f"prompt_image of type {type(prompt_image)} is not supported"
- raise LLMPromptParameterError(msg)
- return groq_image_url
-
- @staticmethod
- def _detect_image_media_type(base64_bytes: bytes) -> str | None:
- """Detect image media type from base64 bytes header."""
- try:
- # Check first few bytes for common image signatures
- if base64_bytes.startswith(b"\xff\xd8\xff"):
- return "jpeg"
- elif base64_bytes.startswith(b"\x89PNG"):
- return "png"
- elif base64_bytes.startswith(b"GIF"):
- return "gif"
- elif base64_bytes.startswith(b"RIFF") and b"WEBP" in base64_bytes[:12]:
- return "webp"
- except Exception as e:
- log.warning(e)
- return "jpeg" # Default to jpeg
-
- @staticmethod
- def make_openai_error_info(exception: Exception) -> str:
- """Map OpenAI exceptions to user-friendly error messages for Groq."""
- error_mapping: dict[type, str] = {
- openai.BadRequestError: "Groq API request was invalid.",
- openai.InternalServerError: "Groq is having trouble. Please try again later.",
- openai.RateLimitError: "Groq API request exceeded rate limit.",
- openai.AuthenticationError: "Groq API request was not authorized.",
- openai.PermissionDeniedError: "Groq API request was not permitted.",
- openai.NotFoundError: "Requested resource not found.",
- openai.APITimeoutError: "Groq API request timed out.",
- openai.APIConnectionError: "Groq API request failed to connect.",
- openai.APIError: "Groq API returned an API Error.",
- }
- return error_mapping.get(type(exception), "An unexpected error occurred with the Groq API.")
-
- @staticmethod
- def make_nb_tokens_by_category(usage: CompletionUsage) -> NbTokensByCategoryDict:
- """Extract token usage from OpenAI-compatible response."""
- nb_tokens_by_category: NbTokensByCategoryDict = {
- TokenCategory.INPUT: usage.prompt_tokens,
- TokenCategory.OUTPUT: usage.completion_tokens,
- }
-
- # Groq may support cached tokens in the future
- if prompt_tokens_details := usage.prompt_tokens_details:
- if hasattr(prompt_tokens_details, "cached_tokens") and prompt_tokens_details.cached_tokens:
- nb_tokens_by_category[TokenCategory.INPUT_CACHED] = prompt_tokens_details.cached_tokens
-
- return nb_tokens_by_category
diff --git a/pipelex/plugins/groq/groq_llm_worker.py b/pipelex/plugins/groq/groq_llm_worker.py
deleted file mode 100644
index 2cfff807e..000000000
--- a/pipelex/plugins/groq/groq_llm_worker.py
+++ /dev/null
@@ -1,140 +0,0 @@
-from typing import TYPE_CHECKING, Any
-
-import instructor
-import openai
-from instructor.exceptions import InstructorRetryException
-from openai import APIConnectionError, BadRequestError, NotFoundError, omit
-from typing_extensions import override
-
-from pipelex import log
-from pipelex.cogt.exceptions import LLMCompletionError, LLMModelNotFoundError, SdkTypeError
-from pipelex.cogt.llm.llm_job import LLMJob
-from pipelex.cogt.llm.llm_utils import dump_error, dump_kwargs, dump_response_from_structured_gen
-from pipelex.cogt.llm.llm_worker_internal_abstract import LLMWorkerInternalAbstract
-from pipelex.cogt.llm.structured_output import StructureMethod
-from pipelex.cogt.model_backends.model_spec import InferenceModelSpec
-from pipelex.config import get_config
-from pipelex.plugins.groq.groq_factory import GroqFactory
-from pipelex.reporting.reporting_protocol import ReportingProtocol
-from pipelex.tools.typing.pydantic_utils import BaseModelTypeVar
-
-if TYPE_CHECKING:
- from openai.types.chat import ChatCompletionMessage
-
-
-class GroqLLMWorker(LLMWorkerInternalAbstract):
- def __init__(
- self,
- sdk_instance: Any,
- inference_model: InferenceModelSpec,
- structure_method: StructureMethod | None,
- reporting_delegate: ReportingProtocol | None = None,
- ):
- LLMWorkerInternalAbstract.__init__(
- self,
- inference_model=inference_model,
- structure_method=structure_method,
- reporting_delegate=reporting_delegate,
- )
-
- if not isinstance(sdk_instance, openai.AsyncOpenAI):
- msg = f"Provided LLM sdk_instance for {self.__class__.__name__} is not of type openai.AsyncOpenAI: it's a '{type(sdk_instance)}'"
- raise SdkTypeError(msg)
-
- self.groq_client_for_text: openai.AsyncOpenAI = sdk_instance
- if structure_method:
- instructor_mode = structure_method.as_instructor_mode()
- log.verbose(f"Groq structure mode: {structure_method} --> {instructor_mode}")
- self.instructor_for_objects = instructor.from_openai(client=sdk_instance, mode=instructor_mode)
- else:
- self.instructor_for_objects = instructor.from_openai(client=sdk_instance)
-
- instructor_config = get_config().cogt.llm_config.instructor_config
- if instructor_config.is_dump_kwargs_enabled:
- self.instructor_for_objects.on(hook_name="completion:kwargs", handler=dump_kwargs)
- if instructor_config.is_dump_response_enabled:
- self.instructor_for_objects.on(hook_name="completion:response", handler=dump_response_from_structured_gen)
- if instructor_config.is_dump_error_enabled:
- self.instructor_for_objects.on(hook_name="completion:error", handler=dump_error)
-
- #########################################################
- @override
- def setup(self):
- pass
-
- @override
- def teardown(self):
- pass
-
- @override
- async def _gen_text(
- self,
- llm_job: LLMJob,
- ) -> str:
- messages = GroqFactory.make_simple_messages(llm_job=llm_job)
-
- try:
- temperature = llm_job.job_params.temperature
- response = await self.groq_client_for_text.chat.completions.create(
- model=self.inference_model.model_id,
- temperature=temperature,
- max_tokens=llm_job.job_params.max_tokens or omit,
- seed=llm_job.job_params.seed,
- messages=messages,
- )
- except NotFoundError as not_found_error:
- msg = f"Groq model not found:\n{self.inference_model.desc}\nmodel: {self.inference_model.model_id}\n{not_found_error}"
- raise LLMModelNotFoundError(msg) from not_found_error
- except APIConnectionError as api_connection_error:
- msg = f"Groq API connection error: {api_connection_error}"
- raise LLMCompletionError(msg) from api_connection_error
- except BadRequestError as bad_request_error:
- msg = f"Groq bad request error with model: {self.inference_model.desc}:\n{bad_request_error}"
- raise LLMCompletionError(msg) from bad_request_error
- except openai.RateLimitError as rate_limit_error:
- msg = f"Groq rate limit exceeded: {rate_limit_error}"
- raise LLMCompletionError(msg) from rate_limit_error
-
- groq_message: ChatCompletionMessage = response.choices[0].message
- response_text = groq_message.content
- if response_text is None:
- msg = f"Groq response message content is None: {response}\nmodel: {self.inference_model.desc}"
- raise LLMCompletionError(msg)
-
- if (llm_tokens_usage := llm_job.job_report.llm_tokens_usage) and (usage := response.usage):
- llm_tokens_usage.nb_tokens_by_category = GroqFactory.make_nb_tokens_by_category(usage=usage)
- return response_text
-
- @override
- async def _gen_object(
- self,
- llm_job: LLMJob,
- schema: type[BaseModelTypeVar],
- ) -> BaseModelTypeVar:
- messages = GroqFactory.make_simple_messages(llm_job=llm_job)
- try:
- temperature = llm_job.job_params.temperature
- try:
- result_object, completion = await self.instructor_for_objects.chat.completions.create_with_completion(
- model=self.inference_model.model_id,
- temperature=temperature,
- max_tokens=llm_job.job_params.max_tokens or omit,
- seed=llm_job.job_params.seed,
- messages=messages,
- response_model=schema,
- max_retries=llm_job.job_config.max_retries,
- )
- except InstructorRetryException as exc:
- msg = f"Groq instructor failed with model: {self.inference_model.desc} trying to generate schema: {schema} with error: {exc}"
- raise LLMCompletionError(msg) from exc
- except NotFoundError as exc:
- msg = f"Groq model '{self.inference_model.model_id}' not found: {exc}"
- raise LLMCompletionError(msg) from exc
- except BadRequestError as bad_request_error:
- msg = f"Groq bad request error with model: {self.inference_model.desc}:\n{bad_request_error}"
- raise LLMCompletionError(msg) from bad_request_error
-
- if (llm_tokens_usage := llm_job.job_report.llm_tokens_usage) and (usage := completion.usage):
- llm_tokens_usage.nb_tokens_by_category = GroqFactory.make_nb_tokens_by_category(usage=usage)
-
- return result_object
diff --git a/pipelex/plugins/groq/groq_llms.py b/pipelex/plugins/groq/groq_llms.py
deleted file mode 100644
index 672a94f9b..000000000
--- a/pipelex/plugins/groq/groq_llms.py
+++ /dev/null
@@ -1,20 +0,0 @@
-from openai.types import Model
-
-from pipelex.cogt.model_backends.backend import InferenceBackend
-from pipelex.plugins.groq.groq_factory import GroqFactory
-from pipelex.plugins.plugin_sdk_registry import Plugin
-
-
-async def groq_list_available_models(
- plugin: Plugin,
- backend: InferenceBackend,
-) -> list[Model]:
- """List available Groq models using OpenAI-compatible client."""
- groq_client_async = GroqFactory.make_groq_client(
- plugin=plugin,
- backend=backend,
- )
-
- models = await groq_client_async.models.list()
- data = models.data
- return sorted(data, key=lambda model: model.id)
diff --git a/pipelex/plugins/mistral/mistral_llm_worker.py b/pipelex/plugins/mistral/mistral_llm_worker.py
index a21e9d0a2..5ee5238b6 100644
--- a/pipelex/plugins/mistral/mistral_llm_worker.py
+++ b/pipelex/plugins/mistral/mistral_llm_worker.py
@@ -7,11 +7,9 @@ if TYPE_CHECKING:
from mistralai.models import ChatCompletionResponse
from typing_extensions import override
-from pipelex import log
from pipelex.cogt.exceptions import LLMCompletionError, SdkTypeError
from pipelex.cogt.llm.llm_job import LLMJob
from pipelex.cogt.llm.llm_worker_internal_abstract import LLMWorkerInternalAbstract
-from pipelex.cogt.llm.structured_output import StructureMethod
from pipelex.cogt.model_backends.model_spec import InferenceModelSpec
from pipelex.plugins.mistral.mistral_exceptions import MistralWorkerConfigurationError
from pipelex.plugins.mistral.mistral_factory import MistralFactory
@@ -24,13 +22,11 @@ class MistralLLMWorker(LLMWorkerInternalAbstract):
self,
sdk_instance: Any,
inference_model: InferenceModelSpec,
- structure_method: StructureMethod | None = None,
reporting_delegate: ReportingProtocol | None = None,
):
LLMWorkerInternalAbstract.__init__(
self,
inference_model=inference_model,
- structure_method=structure_method,
reporting_delegate=reporting_delegate,
)
@@ -45,9 +41,7 @@ class MistralLLMWorker(LLMWorkerInternalAbstract):
raise MistralWorkerConfigurationError(msg)
self.mistral_client_for_text: Mistral = sdk_instance
- if structure_method:
- instructor_mode = structure_method.as_instructor_mode()
- log.verbose(f"Mistral structure mode: {structure_method} --> {instructor_mode}")
+ if instructor_mode := self.inference_model.get_instructor_mode():
self.instructor_for_objects = instructor.from_mistral(client=sdk_instance, mode=instructor_mode, use_async=True)
else:
self.instructor_for_objects = instructor.from_mistral(client=sdk_instance, use_async=True)
diff --git a/pipelex/plugins/openai/openai_img_gen_worker.py b/pipelex/plugins/openai/openai_img_gen_worker.py
index 118733aee..bf9156846 100644
--- a/pipelex/plugins/openai/openai_img_gen_worker.py
+++ b/pipelex/plugins/openai/openai_img_gen_worker.py
@@ -39,7 +39,7 @@ class OpenAIImgGenWorker(ImgGenWorkerAbstract):
self,
img_gen_job: ImgGenJob,
) -> GeneratedImage:
- one_image_list = await self.gen_image_list(img_gen_job=img_gen_job, nb_images=1)
+ one_image_list = await self._gen_image_list(img_gen_job=img_gen_job, nb_images=1)
return one_image_list[0]
@override
diff --git a/pipelex/plugins/openai/openai_llm_worker.py b/pipelex/plugins/openai/openai_llm_worker.py
index 9c7d18981..baa0460d1 100644
--- a/pipelex/plugins/openai/openai_llm_worker.py
+++ b/pipelex/plugins/openai/openai_llm_worker.py
@@ -2,7 +2,7 @@ from typing import TYPE_CHECKING, Any
import instructor
import openai
-from instructor.exceptions import InstructorRetryException
+from instructor.core import InstructorRetryException
from openai import NOT_GIVEN, APIConnectionError, BadRequestError, NotFoundError, omit
if TYPE_CHECKING:
@@ -14,7 +14,6 @@ from pipelex.cogt.exceptions import LLMCompletionError, LLMModelNotFoundError, S
from pipelex.cogt.llm.llm_job import LLMJob
from pipelex.cogt.llm.llm_utils import dump_error, dump_kwargs, dump_response_from_structured_gen
from pipelex.cogt.llm.llm_worker_internal_abstract import LLMWorkerInternalAbstract
-from pipelex.cogt.llm.structured_output import StructureMethod
from pipelex.cogt.model_backends.model_constraints import ModelConstraints
from pipelex.cogt.model_backends.model_spec import InferenceModelSpec
from pipelex.config import get_config
@@ -28,13 +27,11 @@ class OpenAILLMWorker(LLMWorkerInternalAbstract):
self,
sdk_instance: Any,
inference_model: InferenceModelSpec,
- structure_method: StructureMethod | None,
reporting_delegate: ReportingProtocol | None = None,
):
LLMWorkerInternalAbstract.__init__(
self,
inference_model=inference_model,
- structure_method=structure_method,
reporting_delegate=reporting_delegate,
)
@@ -43,9 +40,7 @@ class OpenAILLMWorker(LLMWorkerInternalAbstract):
raise SdkTypeError(msg)
self.openai_client_for_text: openai.AsyncOpenAI = sdk_instance
- if structure_method:
- instructor_mode = structure_method.as_instructor_mode()
- log.verbose(f"OpenAI structure mode: {structure_method} --> {instructor_mode}")
+ if instructor_mode := self.inference_model.get_instructor_mode():
self.instructor_for_objects = instructor.from_openai(client=sdk_instance, mode=instructor_mode)
else:
self.instructor_for_objects = instructor.from_openai(client=sdk_instance)
@@ -79,7 +74,9 @@ class OpenAILLMWorker(LLMWorkerInternalAbstract):
if ModelConstraints.TEMPERATURE_MUST_BE_MULTIPLIED_BY_2 in self.inference_model.constraints:
temperature *= 2
if ModelConstraints.TEMPERATURE_MUST_BE_1 in self.inference_model.constraints and temperature != 1:
- log.warning(f"OpenAI model {self.inference_model.desc} used with a temperature of {temperature}, but it must be 1 for this model")
+ log.warning(
+ f"Model {self.inference_model.desc} used with temperature {temperature}, but it must be 1 for this model so we forced it to 1"
+ )
temperature = 1
response = await self.openai_client_for_text.chat.completions.create(
model=self.inference_model.model_id,
@@ -121,7 +118,9 @@ class OpenAILLMWorker(LLMWorkerInternalAbstract):
if ModelConstraints.TEMPERATURE_MUST_BE_MULTIPLIED_BY_2 in self.inference_model.constraints:
temperature *= 2
if ModelConstraints.TEMPERATURE_MUST_BE_1 in self.inference_model.constraints and temperature != 1:
- log.warning(f"OpenAI model {self.inference_model.desc} used with a temperature of {temperature}, but it must be 1 for this model")
+ log.warning(
+ f"Model {self.inference_model.desc} used with temperature {temperature}, but it must be 1 for this model so we forced it to 1"
+ )
temperature = 1
try:
result_object, completion = await self.instructor_for_objects.chat.completions.create_with_completion(
diff --git a/pipelex/plugins/plugin.py b/pipelex/plugins/plugin.py
new file mode 100644
index 000000000..54da29a20
--- /dev/null
+++ b/pipelex/plugins/plugin.py
@@ -0,0 +1,19 @@
+from pydantic import BaseModel
+
+from pipelex.cogt.model_backends.model_spec import InferenceModelSpec
+
+
+class Plugin(BaseModel):
+ sdk: str
+ backend: str
+
+ @property
+ def sdk_handle(self) -> str:
+ return f"{self.sdk}@{self.backend}"
+
+ @classmethod
+ def make_for_inference_model(cls, inference_model: InferenceModelSpec) -> "Plugin":
+ return Plugin(
+ sdk=inference_model.sdk,
+ backend=inference_model.backend_name,
+ )
diff --git a/pipelex/plugins/plugin_sdk_registry.py b/pipelex/plugins/plugin_sdk_registry.py
index 0cb5f84de..228f9a376 100644
--- a/pipelex/plugins/plugin_sdk_registry.py
+++ b/pipelex/plugins/plugin_sdk_registry.py
@@ -1,25 +1,8 @@
from typing import Any
-from pydantic import BaseModel, Field, RootModel
-
-from pipelex.cogt.model_backends.model_spec import InferenceModelSpec
-
-
-class Plugin(BaseModel):
- sdk: str
- backend: str
-
- @property
- def sdk_handle(self) -> str:
- return f"{self.sdk}@{self.backend}"
-
- @classmethod
- def make_for_inference_model(cls, inference_model: InferenceModelSpec) -> "Plugin":
- return Plugin(
- sdk=inference_model.sdk,
- backend=inference_model.backend_name,
- )
+from pydantic import Field, RootModel
+from pipelex.plugins.plugin import Plugin
PluginSdkRegistryRoot = dict[str, Any]
diff --git a/pipelex/tools/misc/diff.py b/pipelex/tools/misc/diff.py
new file mode 100644
index 000000000..53542222b
--- /dev/null
+++ b/pipelex/tools/misc/diff.py
@@ -0,0 +1,321 @@
+from __future__ import annotations
+
+import difflib
+import filecmp
+from pathlib import Path
+from typing import TYPE_CHECKING
+
+from rich.console import Group
+from rich.syntax import Syntax
+from rich.table import Table
+from rich.text import Text
+
+from pipelex.tools.misc.pretty import PrettyPrinter
+
+if TYPE_CHECKING:
+ from pipelex.tools.misc.pretty import PrettyPrintable
+
+
+def has_diff_dirs(dir1: str | Path, dir2: str | Path) -> bool:
+ """Check if there are any differences between two directories.
+
+ Returns True if there are any files only in left, only in right, or different files.
+ """
+ dir1 = Path(dir1)
+ dir2 = Path(dir2)
+
+ def _has_diff(dir_comparison: filecmp.dircmp[str]) -> bool:
+ # Check for files only in left or right
+ if dir_comparison.left_only or dir_comparison.right_only:
+ return True
+
+ # Check for different files using shallow comparison
+ if dir_comparison.diff_files:
+ return True
+
+ # Force deep comparison for common files that passed shallow comparison
+ # This is needed because shallow comparison only checks metadata (size, mtime)
+ if dir_comparison.common_files:
+ _, mismatch, errors = filecmp.cmpfiles(
+ dir_comparison.left,
+ dir_comparison.right,
+ dir_comparison.common_files,
+ shallow=False, # Force byte-by-byte comparison
+ )
+ if mismatch or errors:
+ return True
+
+ # Check subdirectories recursively
+ return any(_has_diff(sub) for sub in dir_comparison.subdirs.values())
+
+ return _has_diff(filecmp.dircmp(str(dir1), str(dir2)))
+
+
+def diff_files(path1: str | Path, path2: str | Path) -> str:
+ path1 = Path(path1)
+ path2 = Path(path2)
+
+ left_lines = path1.read_text(encoding="utf-8").splitlines(keepends=True)
+ right_lines = path2.read_text(encoding="utf-8").splitlines(keepends=True)
+
+ diff_iter = difflib.unified_diff(
+ left_lines,
+ right_lines,
+ fromfile=str(path1),
+ tofile=str(path2),
+ lineterm="",
+ )
+ return "\n".join(diff_iter)
+
+
+# TODO: improve using toml reader/writer?
+def _generate_diff_summary(diff_content: str, left_is_newer: bool) -> str | None:
+ """Generate a concise summary of what changes would be applied to sync files.
+
+ Parses unified diff content and generates a human-readable summary explaining
+ what changes would be needed to update the obsolete version to match the newer one.
+
+ Args:
+ diff_content: The unified diff string
+ left_is_newer: True if left file is newer, False if right is newer
+
+ Returns:
+ A concise summary string, or None if the diff is too complex to summarize
+ """
+ lines = diff_content.split("\n")
+
+ # Skip header lines (---, +++, @@)
+ change_lines = [line for line in lines if line and line[0] in ("+", "-") and not line.startswith(("---", "+++"))]
+
+ if not change_lines:
+ return None
+
+ # Collect additions and removals
+ in_left_only: list[str] = [] # Lines present in left but not in right (marked with -)
+ in_right_only: list[str] = [] # Lines present in right but not in left (marked with +)
+
+ for line in change_lines:
+ if line.startswith("-"):
+ in_left_only.append(line[1:].strip())
+ elif line.startswith("+"):
+ in_right_only.append(line[1:].strip())
+
+ # Determine what action to describe based on which side is newer
+ # We always describe changes from the OBSOLETE version to the NEWER version
+ # The obsolete version is what needs to be updated
+
+ if left_is_newer:
+ # Left is newer (source of truth), right is obsolete (needs updating)
+ # Right currently has: in_right_only
+ # Right needs to have: in_left_only
+ obsolete_current_value = in_right_only # What the obsolete version currently has
+ newer_target_value = in_left_only # What the obsolete version should have
+ obsolete_location = "right"
+ else:
+ # Right is newer (source of truth), left is obsolete (needs updating)
+ # Left currently has: in_left_only
+ # Left needs to have: in_right_only
+ obsolete_current_value = in_left_only # What the obsolete version currently has
+ newer_target_value = in_right_only # What the obsolete version should have
+ obsolete_location = "left"
+
+ # Try to identify simple patterns
+ # We describe changes FROM obsolete_current_value TO newer_target_value
+ if len(newer_target_value) == 1 and len(obsolete_current_value) == 1:
+ # Simple modification case
+ new_value = newer_target_value[0]
+ old_value = obsolete_current_value[0]
+
+ # Try to extract field name and values for key=value patterns
+ if "=" in new_value and "=" in old_value:
+ new_parts = new_value.split("=", 1)
+ old_parts = old_value.split("=", 1)
+
+ if len(new_parts) == 2 and len(old_parts) == 2:
+ new_key = new_parts[0].strip()
+ old_key = old_parts[0].strip()
+
+ if new_key == old_key:
+ # Same field, different values - describe change from old to new
+ new_val = new_parts[1].strip()
+ old_val = old_parts[1].strip()
+ # Strip inline comments for clarity (e.g., "value # comment" -> "value")
+ if "#" in new_val:
+ new_val = new_val.split("#")[0].strip()
+ if "#" in old_val:
+ old_val = old_val.split("#")[0].strip()
+ return f" Sync would change {new_key} from {old_val} to {new_val} in {obsolete_location}"
+
+ # Generic modification
+ return f" Sync would replace '{old_value}' with '{new_value}' in {obsolete_location}"
+
+ elif len(newer_target_value) > 0 and len(obsolete_current_value) == 0:
+ # Obsolete version is missing these lines - need to add them
+ if len(newer_target_value) == 1:
+ new_value = newer_target_value[0]
+ # Try to extract field name
+ if "=" in new_value:
+ field = new_value.split("=", 1)[0].strip()
+ return f" Sync would add {field} to {obsolete_location}"
+ return f" Sync would add line '{new_value}' to {obsolete_location}"
+ else:
+ return f" Sync would add {len(newer_target_value)} line(s) to {obsolete_location}"
+
+ elif len(newer_target_value) == 0 and len(obsolete_current_value) > 0:
+ # Obsolete version has extra lines that shouldn't be there - need to remove them
+ if len(obsolete_current_value) == 1:
+ old_value = obsolete_current_value[0]
+ # Try to extract field name
+ if "=" in old_value:
+ field = old_value.split("=", 1)[0].strip()
+ return f" Sync would remove {field} from {obsolete_location}"
+ return f" Sync would remove line '{old_value}' from {obsolete_location}"
+ else:
+ return f" Sync would remove {len(obsolete_current_value)} line(s) from {obsolete_location}"
+
+ else:
+ # Complex change with multiple additions and removals
+ summary_parts: list[str] = []
+ if newer_target_value:
+ summary_parts.append(f"add {len(newer_target_value)} line(s)")
+ if obsolete_current_value:
+ summary_parts.append(f"remove {len(obsolete_current_value)} line(s)")
+ return f" Sync would {' and '.join(summary_parts)} in {obsolete_location}"
+
+
+def make_diff_dirs_pretty(dir1: str | Path, dir2: str | Path) -> PrettyPrintable:
+ """Generate a PrettyPrintable representation of directory differences.
+
+ Returns a Rich renderable showing files only in left, only in right,
+ and different files with full diff content. For different files, indicates
+ which version is newer based on modification time.
+ """
+ dir1 = Path(dir1)
+ dir2 = Path(dir2)
+
+ sections: list[PrettyPrintable] = []
+
+ def _collect_diffs(dir_comparison: filecmp.dircmp[str], relative_path: str = "") -> None:
+ # Files only in left directory
+ if dir_comparison.left_only:
+ table = Table(
+ title=f"[yellow]Only in {dir_comparison.left}[/yellow]",
+ show_header=False,
+ show_edge=True,
+ border_style="yellow",
+ padding=(0, 1),
+ )
+ table.add_column("File", style="yellow")
+ for name in sorted(dir_comparison.left_only):
+ full_path = Path(relative_path, name) if relative_path else Path(name)
+ table.add_row(str(full_path))
+ sections.append(table)
+
+ # Files only in right directory
+ if dir_comparison.right_only:
+ table = Table(
+ title=f"[cyan]Only in {dir_comparison.right}[/cyan]",
+ show_header=False,
+ show_edge=True,
+ border_style="cyan",
+ padding=(0, 1),
+ )
+ table.add_column("File", style="cyan")
+ for name in sorted(dir_comparison.right_only):
+ full_path = Path(relative_path, name) if relative_path else Path(name)
+ table.add_row(str(full_path))
+ sections.append(table)
+
+ # Different files - combine shallow diff_files with deep comparison of common_files
+ # This is needed because diff_files only contains files that failed shallow comparison
+ different_files = set(dir_comparison.diff_files)
+
+ # Force deep comparison for common files
+ if dir_comparison.common_files:
+ _, mismatch, errors = filecmp.cmpfiles(
+ dir_comparison.left,
+ dir_comparison.right,
+ dir_comparison.common_files,
+ shallow=False, # Force byte-by-byte comparison
+ )
+ different_files.update(mismatch)
+ different_files.update(errors)
+
+ for name in sorted(different_files):
+ p1 = Path(dir_comparison.left, name)
+ p2 = Path(dir_comparison.right, name)
+ full_path = Path(relative_path, name) if relative_path else Path(name)
+
+ # Get modification times
+ mtime1 = p1.stat().st_mtime
+ mtime2 = p2.stat().st_mtime
+
+ # Determine update direction
+ left_is_newer = mtime1 > mtime2
+ if left_is_newer:
+ direction_indicator = " [green](left is newer)[/green]"
+ elif mtime2 > mtime1:
+ direction_indicator = " [blue](right is newer)[/blue]"
+ else:
+ direction_indicator = " [dim](same modification time)[/dim]"
+ left_is_newer = True # Default to treating left as newer if times are equal
+
+ title_text = Text.from_markup(f"[bold magenta]Diff: {full_path}[/bold magenta]{direction_indicator}")
+ sections.append(title_text)
+
+ try:
+ left_lines = p1.read_text(encoding="utf-8").splitlines(keepends=True)
+ right_lines = p2.read_text(encoding="utf-8").splitlines(keepends=True)
+
+ diff_iter = difflib.unified_diff(
+ left_lines,
+ right_lines,
+ fromfile=str(p1),
+ tofile=str(p2),
+ lineterm="",
+ )
+ diff_content = "\n".join(diff_iter)
+
+ if diff_content:
+ # Parse the diff to provide a summary
+ summary = _generate_diff_summary(diff_content, left_is_newer)
+ if summary:
+ summary_text = Text(summary, style="dim yellow")
+ sections.append(summary_text)
+
+ diff_syntax = Syntax(diff_content, "diff", theme="monokai", line_numbers=False)
+ sections.append(diff_syntax)
+ else:
+ sections.append(Text("(no content differences)", style="dim"))
+ except UnicodeDecodeError:
+ binary_note = Text("(binary or non-text file; cannot show diff)", style="dim red")
+ sections.append(binary_note)
+
+ # Recurse into subdirectories
+ for subdir_name, sub in sorted(dir_comparison.subdirs.items()):
+ new_relative_path = str(Path(relative_path, subdir_name)) if relative_path else subdir_name
+ _collect_diffs(sub, new_relative_path)
+
+ _collect_diffs(filecmp.dircmp(str(dir1), str(dir2)))
+
+ if not sections:
+ return Text("No differences found", style="green")
+
+ return Group(*sections)
+
+
+def diff_dirs(dir1: str | Path, dir2: str | Path) -> None:
+ """Print differences between two directories using PrettyPrinter.
+
+ This function generates a formatted display of all differences including
+ files only in left, only in right, and different files with full diff content.
+ """
+ dir1 = Path(dir1)
+ dir2 = Path(dir2)
+
+ pretty_diff = make_diff_dirs_pretty(dir1, dir2)
+ PrettyPrinter.pretty_print(
+ content=pretty_diff,
+ title=f"Directory Diff: {dir1} ↔ {dir2}",
+ border_style="bold blue",
+ )
diff --git a/pyproject.toml b/pyproject.toml
index 8aa3e1e50..166c197c0 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -22,8 +22,7 @@ dependencies = [
"backports.strenum>=1.3.0 ; python_version < '3.11'",
"filetype>=1.2.0",
"httpx>=0.23.0,<1.0.0",
- "instructor>=1.8.3,<1.11.0", # 1.11.x causes typing errors with mypy
- "instructor[groq]==1.8.3",
+ "instructor>=1.8.3,!=1.11.*,!=1.12.*", # 1.11.x caused typing errors with mypy
"jinja2>=3.1.4",
"json2html>=1.3.0",
"kajson==0.3.1",
@@ -87,6 +86,7 @@ dev = [
[project.scripts]
pipelex = "pipelex.cli._cli:app"
+pipelex-dev = "pipelex.dev_cli._dev_cli:app"
[build-system]
requires = ["hatchling"]
@@ -205,7 +205,7 @@ typeCheckingMode = "strict"
minversion = "9.0"
addopts = [
"--import-mode=importlib",
- "-ra",
+ "-ra", # Show all test outcomes (including skips)
"-m",
"not (inference or llm or img_gen or extract or needs_output or pipelex_api)",
]
@@ -372,12 +372,14 @@ required-version = ">=0.7.2"
[tool.hatch.build.targets.wheel]
packages = ["pipelex"]
+exclude = ["pipelex/dev_cli"]
[tool.hatch.build.targets.wheel.force-include]
"pyproject.toml" = "pipelex/pyproject.toml"
[tool.hatch.build.targets.sdist]
packages = ["pipelex"]
+exclude = ["pipelex/dev_cli"]
[tool.hatch.build.targets.sdist.force-include]
"pyproject.toml" = "pipelex/pyproject.toml"
diff --git a/tests/conftest.py b/tests/conftest.py
index 6bdc24aab..e5d058d9c 100644
--- a/tests/conftest.py
+++ b/tests/conftest.py
@@ -16,9 +16,20 @@ pytest_plugins = [
TEST_OUTPUTS_DIR = "temp/test_outputs"
[email protected](scope="module")
+def routing_profile_setup(request: pytest.FixtureRequest): # noqa: ARG001 # pyright: ignore[reportUnusedFunction]
+ """Hook for downstream conftest to inject routing profile setup before Pipelex init.
+
+ This fixture can be overridden in integration/conftest.py to setup routing overrides.
+ Note: Used by reset_pipelex_config_fixture via fixture dependency.
+ """
+ return
+
+
@pytest.fixture(scope="module", autouse=True)
-def reset_pipelex_config_fixture():
+def reset_pipelex_config_fixture(routing_profile_setup: str | None): # noqa: ARG001
# Code to run before each test
+ # The routing_profile_setup dependency ensures any routing overrides happen first
Console().print("[magenta]pipelex setup[/magenta]")
try:
pipelex_instance = pipelex.pipelex.Pipelex.make(integration_mode=IntegrationMode.PYTEST)
@@ -31,5 +42,5 @@ def reset_pipelex_config_fixture():
yield
# Code to run after each test
get_report_delegate().generate_report()
- Console().print("[magenta]pipelex teardown[/magenta]")
+ Console().print("[dim magenta]pipelex teardown[/dim magenta]")
pipelex_instance.teardown()
diff --git a/tests/e2e/pipelex/cli/test_init_cmd_focused.py b/tests/e2e/pipelex/cli/test_init_cmd_focused.py
index 57c353416..5ac6249da 100644
--- a/tests/e2e/pipelex/cli/test_init_cmd_focused.py
+++ b/tests/e2e/pipelex/cli/test_init_cmd_focused.py
@@ -103,17 +103,19 @@ class TestFocusedInitialization:
env.setup_with_configs(include_backends=True, include_routing=True, include_telemetry=True)
# Enable multiple backends (anthropic, mistral, openai - in TOML order)
- # Disable pipelex_inference so we get custom_routing instead of pipelex_first
+ # Disable all the others so we precisely control the selections
backends_path = env.inference_dir / "backends.toml"
toml_doc = load_toml_with_tomlkit(str(backends_path))
- toml_doc["pipelex_inference"]["enabled"] = False # type: ignore[index]
- toml_doc["anthropic"]["enabled"] = True # type: ignore[index]
- toml_doc["mistral"]["enabled"] = True # type: ignore[index]
- toml_doc["openai"]["enabled"] = True # type: ignore[index]
+ enabled_set = {"anthropic", "mistral", "openai"}
+ for backend_key in toml_doc:
+ if backend_key == "internal":
+ continue
+ toml_doc[backend_key]["enabled"] = backend_key in enabled_set # type: ignore[index]
save_toml_to_path(toml_doc, str(backends_path))
# User inputs for routing - need to confirm reconfigure since routing already exists
- env.add_confirm_input(True) # Confirm reconfigure
+ env.add_confirm_input(True) # Confirm "Would you like to reconfigure routing?"
+ env.add_confirm_input(True) # Confirm "Continue with initialization?"
# The backends are enabled and will be listed as: anthropic, mistral, openai
env.add_prompt_input("1") # Primary backend: first one (anthropic)
env.add_prompt_input("1,2") # Fallback order for remaining 2
@@ -132,14 +134,18 @@ class TestFocusedInitialization:
env = MockedInitEnvironment(tmp_path, mocker)
env.setup_with_configs(include_backends=True, include_routing=True, include_telemetry=True)
- # Enable only openai
+ # Enable only openai (disable everything else)
backends_path = env.inference_dir / "backends.toml"
toml_doc = load_toml_with_tomlkit(str(backends_path))
- toml_doc["openai"]["enabled"] = True # type: ignore[index]
- toml_doc["pipelex_inference"]["enabled"] = False # type: ignore[index]
+ for backend_key in toml_doc:
+ if backend_key == "internal":
+ continue
+ toml_doc[backend_key]["enabled"] = backend_key == "openai" # type: ignore[index]
save_toml_to_path(toml_doc, str(backends_path))
# User inputs
+ env.add_confirm_input(True) # Confirm "Would you like to reconfigure routing?"
+ env.add_confirm_input(True) # Confirm "Continue with initialization?"
env.add_confirm_input(True) # Confirm creating profile if needed
env.setup_mocks()
@@ -198,12 +204,13 @@ class TestFocusedInitialization:
env = MockedInitEnvironment(tmp_path, mocker)
env.setup_with_configs(include_backends=True, include_routing=True, include_telemetry=True)
- # Enable only pipelex_inference
+ # Enable only pipelex_inference (disable everything else)
backends_path = env.inference_dir / "backends.toml"
toml_doc = load_toml_with_tomlkit(str(backends_path))
- toml_doc["pipelex_inference"]["enabled"] = True # type: ignore[index]
- toml_doc["openai"]["enabled"] = False # type: ignore[index]
- toml_doc["anthropic"]["enabled"] = False # type: ignore[index]
+ for backend_key in toml_doc:
+ if backend_key == "internal":
+ continue
+ toml_doc[backend_key]["enabled"] = backend_key == "pipelex_inference" # type: ignore[index]
save_toml_to_path(toml_doc, str(backends_path))
# Modify routing to have wrong config (simulating the bug scenario)
@@ -212,8 +219,8 @@ class TestFocusedInitialization:
routing_doc["active"] = "wrong_profile" # type: ignore[index]
save_toml_to_path(routing_doc, str(routing_path))
- # User inputs - need to confirm reset
- env.add_confirm_input(True) # Confirm reset initialization
+ # User inputs - need to confirm reset initialization
+ env.add_confirm_input(True) # Confirm "Continue with initialization?" (reset mode)
env.setup_mocks()
diff --git a/tests/integration/pipelex/cli/test_init_cmd_backend_customization.py b/tests/integration/pipelex/cli/test_init_cmd_backend_customization.py
index 089390851..59691d595 100644
--- a/tests/integration/pipelex/cli/test_init_cmd_backend_customization.py
+++ b/tests/integration/pipelex/cli/test_init_cmd_backend_customization.py
@@ -188,11 +188,11 @@ class TestBackendCustomization:
# Verify backend customization was NOT applied (original values preserved)
toml_doc = load_toml_with_tomlkit(str(target_dir / "inference" / "backends.toml"))
- # Verify original enabled states from template (template has most backends disabled)
+ # Verify original enabled states from template (template has all backends enabled by default)
assert toml_doc["pipelex_inference"]["enabled"] is True # type: ignore[index]
- assert toml_doc["openai"]["enabled"] is False # type: ignore[index]
- assert toml_doc["anthropic"]["enabled"] is False # type: ignore[index]
- assert toml_doc["mistral"]["enabled"] is False # type: ignore[index]
+ assert toml_doc["openai"]["enabled"] is True # type: ignore[index]
+ assert toml_doc["anthropic"]["enabled"] is True # type: ignore[index]
+ assert toml_doc["mistral"]["enabled"] is True # type: ignore[index]
assert toml_doc["internal"]["enabled"] is True # type: ignore[index]
def test_customize_backends_handles_missing_file_gracefully(self, tmp_path: Path, mocker: MockerFixture) -> None:
diff --git a/tests/integration/pipelex/cogt/test_data.py b/tests/integration/pipelex/cogt/test_data.py
index d78218ba8..bd13b9b6d 100644
--- a/tests/integration/pipelex/cogt/test_data.py
+++ b/tests/integration/pipelex/cogt/test_data.py
@@ -40,6 +40,12 @@ class Pet(BaseModel):
name: str
+class ImageDescription(BaseModel):
+ title: str = Field(description="A short title for the image")
+ description: str = Field(description="A detailed description of what is shown in the image")
+ time_period: str = Field(description="An estimated date or time period relevant to the image (e.g., '2024', 'Modern era', 'Unknown')")
+
+
class LLMVisionTestCases:
VISION_USER_TEXT_1 = "Describe the provide image."
VISION_USER_TEXT_2 = "What is this image about?"
diff --git a/tests/integration/pipelex/cogt/test_extract.py b/tests/integration/pipelex/cogt/test_extract.py
index 3fb307e60..b277a69ca 100644
--- a/tests/integration/pipelex/cogt/test_extract.py
+++ b/tests/integration/pipelex/cogt/test_extract.py
@@ -13,6 +13,7 @@ from tests.cases import ImageTestCases, PDFTestCases
@pytest.mark.extract
@pytest.mark.inference
@pytest.mark.asyncio(loop_scope="class")
[email protected]("routing_profile_override")
class TestExtract:
@pytest.mark.parametrize("file_path", PDFTestCases.DOCUMENT_FILE_PATHS)
async def test_extract_pdf_path(self, extract_handle: str, file_path: str):
diff --git a/tests/integration/pipelex/cogt/test_img_gen.py b/tests/integration/pipelex/cogt/test_img_gen.py
index 655169bf1..83de3fb03 100644
--- a/tests/integration/pipelex/cogt/test_img_gen.py
+++ b/tests/integration/pipelex/cogt/test_img_gen.py
@@ -1,17 +1,28 @@
+import base64
+from io import BytesIO
+from pathlib import Path
+
import pytest
+import shortuuid
+from PIL import Image
-from pipelex import pretty_print
+from pipelex import log, pretty_print
+from pipelex.cogt.img_gen.img_gen_job_components import AspectRatio, Background, ImgGenJobParams, OutputFormat
from pipelex.cogt.img_gen.img_gen_job_factory import ImgGenJobFactory
from pipelex.hub import get_img_gen_worker
+from pipelex.tools.misc.file_utils import ensure_path
from tests.integration.pipelex.test_data import ImageGenTestCases
+TEMP_OUTPUTS_DIR = "temp/img_gen_by_gpt_image"
+
@pytest.mark.img_gen
@pytest.mark.inference
@pytest.mark.asyncio(loop_scope="class")
[email protected]("routing_profile_override")
class TestImageGeneration:
@pytest.mark.parametrize(("topic", "img_gen_prompt_text"), ImageGenTestCases.IMAGE_DESC)
- async def test_img_gen_using_handle(self, img_gen_handle: str, topic: str, img_gen_prompt_text: str):
+ async def test_img_gen_opaque(self, img_gen_handle: str, topic: str, img_gen_prompt_text: str):
img_gen_worker_async = get_img_gen_worker(img_gen_handle=img_gen_handle)
img_gen_job = ImgGenJobFactory.make_img_gen_job_from_prompt_contents(
positive_text=img_gen_prompt_text,
@@ -20,3 +31,76 @@ class TestImageGeneration:
img_gen_job=img_gen_job,
)
pretty_print(generated_image, title=f"Image generated by '{img_gen_handle}' for topic '{topic}'")
+
+ # Handle different URL formats
+ if generated_image.url.startswith("http"):
+ pretty_print(generated_image.url, title="Image URL")
+ else:
+ if generated_image.url.startswith("data:image/"):
+ # Data URI format: data:image/{format};base64,{base64_data}
+ base64_data = generated_image.url.split(",", 1)[1]
+ image = Image.open(BytesIO(base64.b64decode(base64_data)))
+ elif Path(generated_image.url).exists():
+ # File path format
+ image = Image.open(generated_image.url)
+ else:
+ # Assume raw base64 (fallback)
+ image = Image.open(BytesIO(base64.b64decode(generated_image.url)))
+
+ # Save to temp directory with unique filename
+ ensure_path(TEMP_OUTPUTS_DIR)
+ image_id = shortuuid.uuid()[:8]
+ safe_topic = topic.replace(" ", "_")
+ image_name = f"{TEMP_OUTPUTS_DIR}/{safe_topic}_{image_id}"
+ if image.format:
+ extension = f".{image.format.lower()}"
+ else:
+ log.warning(f"Image format not found for image '{image_name}'")
+ extension = ""
+ output_path = f"{image_name}{extension}"
+ image.save(output_path)
+ print(f"✓ Image saved to: {output_path}\n")
+
+ @pytest.mark.parametrize(("topic", "img_gen_prompt_text"), ImageGenTestCases.IMAGE_DESC)
+ async def test_img_gen_transparent(self, img_gen_handle: str, topic: str, img_gen_prompt_text: str):
+ img_gen_worker_async = get_img_gen_worker(img_gen_handle=img_gen_handle)
+ img_gen_job_params = ImgGenJobParams(
+ aspect_ratio=AspectRatio.SQUARE,
+ is_raw=False,
+ background=Background.TRANSPARENT,
+ output_format=OutputFormat.PNG,
+ )
+ img_gen_job = ImgGenJobFactory.make_img_gen_job_from_prompt_contents(
+ positive_text=img_gen_prompt_text,
+ img_gen_job_params=img_gen_job_params,
+ )
+ generated_image = await img_gen_worker_async.gen_image(
+ img_gen_job=img_gen_job,
+ )
+ pretty_print(generated_image, title=f"Image generated by '{img_gen_handle}' for topic '{topic}'")
+
+ # Handle different URL formats
+ if generated_image.url.startswith("data:image/"):
+ # Data URI format: data:image/{format};base64,{base64_data}
+ base64_data = generated_image.url.split(",", 1)[1]
+ image = Image.open(BytesIO(base64.b64decode(base64_data)))
+ elif Path(generated_image.url).exists():
+ # File path format
+ image = Image.open(generated_image.url)
+ else:
+ # Assume raw base64 (fallback)
+ image = Image.open(BytesIO(base64.b64decode(generated_image.url)))
+
+ # Save to temp directory with unique filename
+ ensure_path(TEMP_OUTPUTS_DIR)
+ image_id = shortuuid.uuid()[:8]
+ safe_topic = topic.replace(" ", "_")
+ image_name = f"{TEMP_OUTPUTS_DIR}/{safe_topic}_{image_id}"
+ if image.format:
+ extension = f".{image.format.lower()}"
+ else:
+ log.warning(f"Image format not found for image '{image_name}'")
+ extension = ""
+ output_path = f"{image_name}{extension}"
+ image.save(output_path)
+ print(f"✓ Image saved to: {output_path}\n")
diff --git a/tests/integration/pipelex/cogt/test_llm_gen_object.py b/tests/integration/pipelex/cogt/test_llm_gen_object.py
index 621bb5e60..768df8a78 100644
--- a/tests/integration/pipelex/cogt/test_llm_gen_object.py
+++ b/tests/integration/pipelex/cogt/test_llm_gen_object.py
@@ -33,6 +33,7 @@ def get_async_worker_and_job(llm_preset_id: str, user_text: str):
@pytest.mark.llm
@pytest.mark.inference
@pytest.mark.asyncio(loop_scope="class")
[email protected]("routing_profile_override")
class TestLLMGenObject:
@pytest.mark.parametrize(("user_text", "expected_instance"), LLMTestCases.SINGLE_OBJECT)
async def test_gen_object_async_using_handle(self, llm_job_params: LLMJobParams, llm_handle: str, user_text: str, expected_instance: BaseModel):
diff --git a/tests/integration/pipelex/cogt/test_llm_gen_text.py b/tests/integration/pipelex/cogt/test_llm_gen_text.py
index 0846bc264..d261522e4 100644
--- a/tests/integration/pipelex/cogt/test_llm_gen_text.py
+++ b/tests/integration/pipelex/cogt/test_llm_gen_text.py
@@ -36,6 +36,7 @@ def get_worker_and_job(llm_preset_id: str, user_text: str) -> tuple[LLMWorkerAbs
@pytest.mark.llm
@pytest.mark.inference
@pytest.mark.asyncio(loop_scope="class")
[email protected]("routing_profile_override")
class TestLLMGenText:
@pytest.mark.parametrize(("topic", "prompt_text"), LLMTestCases.SINGLE_TEXT)
async def test_gen_text_using_handle(self, llm_job_params: LLMJobParams, llm_handle: str, topic: str, prompt_text: str):
diff --git a/tests/integration/pipelex/cogt/test_llm_inference.py b/tests/integration/pipelex/cogt/test_llm_inference.py
index d89a79c6f..99783989d 100644
--- a/tests/integration/pipelex/cogt/test_llm_inference.py
+++ b/tests/integration/pipelex/cogt/test_llm_inference.py
@@ -1,18 +1,19 @@
import pytest
from pipelex import log, pretty_print
-from pipelex.cogt.exceptions import LLMCapabilityError, PromptImageFormatError
+from pipelex.cogt.exceptions import PromptImageFormatError
from pipelex.cogt.image.prompt_image import PromptImagePath
from pipelex.cogt.llm.llm_job_components import LLMJobParams
from pipelex.cogt.llm.llm_job_factory import LLMJobFactory
from pipelex.cogt.llm.llm_prompt import LLMPrompt
from pipelex.hub import get_inference_manager
-from tests.integration.pipelex.cogt.test_data import LLMTestConstants, LLMVisionTestCases, Person
+from tests.integration.pipelex.cogt.test_data import ImageDescription, LLMTestConstants, LLMVisionTestCases, Person
@pytest.mark.llm
@pytest.mark.inference
@pytest.mark.asyncio(loop_scope="class")
[email protected]("routing_profile_override")
class TestLLMInference:
async def test_simple_gen_text_from_text(self, llm_job_params: LLMJobParams, llm_handle: str):
log.info(f"test_simple_gen_text_from_text: Testing llm_handle '{llm_handle}'")
@@ -32,7 +33,10 @@ class TestLLMInference:
async def test_simple_gen_object_from_text(self, llm_job_params: LLMJobParams, llm_handle: str):
log.info(f"test_simple_gen_object_from_text: Testing llm_handle '{llm_handle}'")
llm_worker = get_inference_manager().get_llm_worker(llm_handle=llm_handle)
- log.info(f"Using llm_worker: {llm_worker.desc}")
+ if not llm_worker.is_gen_object_supported:
+ msg = f"Object generation is not supported for this LLM worker: '{llm_worker.desc}'"
+ log.info(msg)
+ pytest.skip(msg)
llm_job = LLMJobFactory.make_llm_job(
llm_prompt=LLMPrompt(
system_text=None,
@@ -40,8 +44,6 @@ class TestLLMInference:
),
llm_job_params=llm_job_params,
)
- if not llm_worker.is_gen_object_supported:
- pytest.skip(f"No object generation supported for this worker: '{llm_worker.desc}'")
generated_object = await llm_worker.gen_object(llm_job=llm_job, schema=Person)
assert generated_object
pretty_print(generated_object)
@@ -51,6 +53,11 @@ class TestLLMInference:
log.info(f"test_gen_text_from_image: Testing llm_handle '{llm_handle}'")
prompt_image = PromptImagePath(file_path=image_path)
llm_worker = get_inference_manager().get_llm_worker(llm_handle=llm_handle)
+ if not llm_worker.is_vision_supported:
+ msg = f"Vision is not supported for this LLM worker: '{llm_worker.desc}'"
+ log.info(msg)
+ pytest.skip(msg)
+
llm_job = LLMJobFactory.make_llm_job(
llm_prompt=LLMPrompt(
user_text=LLMVisionTestCases.VISION_USER_TEXT_2,
@@ -62,7 +69,38 @@ class TestLLMInference:
generated_text = await llm_worker.gen_text(llm_job=llm_job)
assert generated_text
pretty_print(generated_text, title=f"Vision of {image_path}")
- except LLMCapabilityError as exc:
- pytest.skip(f"Vision not supported for this LLM: {llm_handle} because {exc}")
+ except PromptImageFormatError as exc:
+ pytest.skip(f"Prompt Image format not supported for this LLM: {llm_handle} because {exc}")
+
+ @pytest.mark.parametrize("image_path", [LLMVisionTestCases.PATH_IMG_PNG_1])
+ async def test_gen_object_from_image(self, llm_job_params: LLMJobParams, llm_handle: str, image_path: str):
+ log.info(f"test_gen_object_from_image: Testing llm_handle '{llm_handle}'")
+ prompt_image = PromptImagePath(file_path=image_path)
+ llm_worker = get_inference_manager().get_llm_worker(llm_handle=llm_handle)
+
+ if not llm_worker.is_vision_supported:
+ msg = f"Vision is not supported for this LLM worker: '{llm_worker.desc}'"
+ log.info(msg)
+ pytest.skip(msg)
+
+ if not llm_worker.is_gen_object_supported:
+ msg = f"Object generation is not supported for this LLM worker: '{llm_worker.desc}'"
+ log.info(msg)
+ pytest.skip(msg)
+
+ llm_job = LLMJobFactory.make_llm_job(
+ llm_prompt=LLMPrompt(
+ user_text="Analyze this image and provide a title, detailed description, and estimated date or time period.",
+ user_images=[prompt_image],
+ ),
+ llm_job_params=llm_job_params,
+ )
+ try:
+ generated_object = await llm_worker.gen_object(llm_job=llm_job, schema=ImageDescription)
+ assert generated_object
+ assert generated_object.title
+ assert generated_object.description
+ assert generated_object.time_period
+ pretty_print(generated_object, title=f"Image Description of {image_path}")
except PromptImageFormatError as exc:
pytest.skip(f"Prompt Image format not supported for this LLM: {llm_handle} because {exc}")
diff --git a/tests/integration/pipelex/cogt/test_llm_vision.py b/tests/integration/pipelex/cogt/test_llm_vision.py
index 80923acff..d2798cfdd 100644
--- a/tests/integration/pipelex/cogt/test_llm_vision.py
+++ b/tests/integration/pipelex/cogt/test_llm_vision.py
@@ -15,6 +15,7 @@ from tests.integration.pipelex.cogt.test_data import LLMVisionTestCases
@pytest.mark.llm
@pytest.mark.inference
@pytest.mark.asyncio(loop_scope="class")
[email protected]("routing_profile_override")
class TestLLMVision:
@pytest.mark.parametrize(("topic", "image_uri"), LLMVisionTestCases.IMAGE_URLS)
async def test_gen_text_from_vision_by_url(self, llm_handle_for_vision: str, topic: str, image_uri: str):
diff --git a/tests/integration/pipelex/conftest.py b/tests/integration/pipelex/conftest.py
index 371ff9a5b..3c8020bd6 100644
--- a/tests/integration/pipelex/conftest.py
+++ b/tests/integration/pipelex/conftest.py
@@ -1,253 +1,140 @@
-import pytest
+"""Integration test configuration and fixtures.
-from pipelex.cogt.llm.llm_job_components import LLMJobParams
-from pipelex.plugins.plugin_sdk_registry import Plugin
+This conftest.py coordinates pytest hooks and imports fixtures from organized modules.
+"""
+from typing import Any
- params=[
- # "llm_for_testing_gen_text",
- # "llm_for_testing_gen_object",
- "llm_for_creative_writing",
- ],
-)
-def llm_preset_id(request: pytest.FixtureRequest) -> str:
- assert isinstance(request.param, str)
- return request.param
-
-
- params=[
- # "o1",
- # "gpt-4o",
- "gpt-4o-mini",
- # "gpt-4-5-preview",
- # "o1-mini",
- # "o3-mini",
- # "gpt-5-mini", # TODO: fix this
- # "gpt-5-nano", # TODO: fix this
- # "mistral-large",
- # "ministral-3b",
- # "ministral-8b",
- # "mistral-medium",
- # "mistral-medium-2508",
- # "pixtral-12b",
- # "pixtral-large",
- # "bedrock-mistral-large",
- # "bedrock-claude-3-7-sonnet",
- # "bedrock-meta-llama-3-3-70b-instruct",
- # "bedrock-nova-pro",
- # "sonar",
- # "pipelex/gpt-4o-mini",
- # "pipelex/claude-3.7-sonnet",
- # "pipelex/gemini-2.0-flash-vertex",
- # "pipelex/gemini-2.0-flash",
- # "llm_to_engineer",
- # "gpt-5-nano",
- # "gpt-4o-mini",
- # "gpt-5-mini",
- # "gpt-5-chat",
- # "claude-4.5-sonnet",
- # "claude-4.1-opus",
- # "claude-4.5-haiku",
- # "claude-4.5-sonnet",
- # "grok-3",
- # "grok-3-mini",
- # "base-claude",
- # "gemini-2.5-flash-lite",
- # "gemini-2.5-flash",
- # "gemini-2.5-pro",
- # "openai/gpt-oss-120b",
- # "meta-llama/llama-4-scout-17b-16e-instruct",
- # "meta-llama/llama-4-maverick-17b-128e-instruct",
- # "moonshotai/kimi-k2-instruct-0905",
- ],
-)
-def llm_handle(request: pytest.FixtureRequest) -> str:
- assert isinstance(request.param, str)
- return request.param
-
-
- params=[
- # "o1",
- # "o3-mini",
- # "gpt-4o",
- # "gpt-4o-mini",
- # "gpt-5-mini",
- # "gpt-5-nano",
- # "gpt-5-chat",
- # "gpt-4-5-preview",
- # "claude-3-haiku",
- # "claude-3.5-sonnet",
- # "claude-3.7-sonnet",
- # "claude-4.1-opus",
- # "pixtral-12b",
- # "pixtral-large",
- # "gemini-2.5-pro",
- # "gemini-2.5-flash",
- # "mistral-small3.1",
- # "mistral-medium",
- # "mistral-medium-2508",
- "gemini-2.5-flash-lite",
- # "gemini-2.5-flash",
- # "gemini-2.5-pro",
- # "qwen3:8b",
- ],
-)
-def llm_handle_for_vision(request: pytest.FixtureRequest) -> str:
- assert isinstance(request.param, str)
- return request.param
-
-
- params=[
- Plugin(sdk="openai", backend="openai"),
- Plugin(sdk="azure_openai", backend="azure_openai"),
- ],
-)
-def plugin_for_openai(request: pytest.FixtureRequest) -> Plugin:
- assert isinstance(request.param, Plugin)
- return request.param
-
-
- params=[
- Plugin(sdk="anthropic", backend="anthropic"),
- Plugin(sdk="bedrock_anthropic", backend="bedrock_anthropic"),
- ],
-)
-def plugin_for_anthropic(request: pytest.FixtureRequest) -> Plugin:
- assert isinstance(request.param, Plugin)
- return request.param
-
-
- params=[
- # None,
- "https://inference.pipelex.com/v1",
- ],
-)
-def openai_endpoint(request: pytest.FixtureRequest) -> str | None:
- assert isinstance(request.param, str) or request.param is None
- return request.param
-
-
- params=[
- "gpt-5-mini-2025-08-07",
- # "gpt-5-nano-2025-08-07",
- # "gpt-5-chat-2025-08-07",
- # "gpt-5-mini",
- # "gpt-5-nano",
- # "gpt-5-chat-latest",
- # "gpt-5",
- "gpt-4o-mini",
- # "open-mixtral-8x7b",
- # "google/gemini-2.0-flash",
- # "google/gemini-2.5-pro-preview-05-06",
- # "google/gemini-2.5-pro-preview-06-05", # not yet on VertexAI
- # "google/gemini-2.5-flash-preview-04-17",
- # "google/gemini-2.5-flash-preview-05-20",
- # "o1",
- # "o4-mini",
- # "bedrock-mistral-large",
- # "sonar",
- # "claude-3-7-sonnet-20250219",
- # "claude-sonnet-4-20250514",
- # "claude-opus-4-20250514",
- # "claude-opus-4-1-20250805",
- # "us.anthropic.claude-sonnet-4-20250514-v1:0",
- # "us.anthropic.claude-opus-4-20250514-v1:0",
- # "us.anthropic.claude-opus-4-1-20250805-v1:0",
- # "sonar",
- # "sonar-pro",
- # "gemma3:4b",
- # "llama4:scout",
- # "mistral-small3.1:24b",
- # "qwen3:8b",
- # "blackboxai/openai/gpt-4o-mini",
- # "pipelex/openai/gpt-4o-mini",
- # "openai/gpt-4o-mini",
- # "grok-3",
- # "grok-3-mini",
- # "pipelex/gpt-4o-mini",
- # "pipelex/claude-3.7-sonnet",
- # "vertex_ai/gemini-2.0-flash",
- ],
-)
-def llm_id(request: pytest.FixtureRequest) -> str:
- assert isinstance(request.param, str)
- return request.param
-
-
- params=[
- LLMJobParams(
- temperature=0.5,
- max_tokens=None,
- seed=None,
- ),
- ],
-)
-def llm_job_params(request: pytest.FixtureRequest) -> LLMJobParams:
- assert isinstance(request.param, LLMJobParams)
- return request.param
-
-
- params=[
- # "flux-pro",
- "flux-pro/v1.1",
- # "flux-pro/v1.1-ultra",
- # "fast-lightning-sdxl",
- # "gpt-image-1",
- # "nano-banana",
- # "best-img-gen",
- ],
-)
-def img_gen_handle(request: pytest.FixtureRequest) -> str:
- assert isinstance(request.param, str)
- return request.param
-
-
- params=[
- "pypdfium2-extract-text",
- "mistral-ocr",
- ],
-)
-def extract_handle(request: pytest.FixtureRequest) -> str:
- assert isinstance(request.param, str)
- return request.param
-
+import pytest
- params=[
- "mistral-ocr",
- ],
+# Import all fixtures from fixture modules
+from .fixtures.extract_fixtures import (
+ extract_choice_for_image,
+ extract_choice_for_pdf,
+ extract_handle,
+ extract_handle_from_image,
)
-def extract_handle_from_image(request: pytest.FixtureRequest) -> str:
- assert isinstance(request.param, str)
- return request.param
-
-
- params=[
- "extract_text_from_visuals",
- "extract_text_from_pdf",
- ],
+from .fixtures.img_gen_fixtures import img_gen_handle
+from .fixtures.llm_fixtures import llm_handle, llm_handle_for_vision, llm_job_params, llm_preset_id
+from .fixtures.plugin_fixtures import openai_endpoint, plugin_for_anthropic, plugin_for_openai
+from .fixtures.routing_fixtures import (
+ check_backend_supports_model,
+ extract_backend_from_profile_name_if_possible,
+ get_all_routing_profiles,
+ routing_profile_override,
+ routing_profile_setup,
)
-def extract_choice_for_pdf(request: pytest.FixtureRequest) -> str:
- assert isinstance(request.param, str)
- return request.param
-
- params=[
- "extract_text_from_visuals",
- ],
-)
-def extract_choice_for_image(request: pytest.FixtureRequest) -> str:
- assert isinstance(request.param, str)
- return request.param
+# Make fixtures available (prevent unused import warnings)
+__all__ = [
+ # Routing fixtures
+ "routing_profile_setup",
+ "routing_profile_override",
+ # LLM fixtures
+ "llm_preset_id",
+ "llm_handle",
+ "llm_handle_for_vision",
+ "llm_job_params",
+ # Plugin fixtures
+ "plugin_for_openai",
+ "plugin_for_anthropic",
+ "openai_endpoint",
+ # Image generation fixtures
+ "img_gen_handle",
+ # Extract fixtures
+ "extract_handle",
+ "extract_handle_from_image",
+ "extract_choice_for_pdf",
+ "extract_choice_for_image",
+]
+
+
+def pytest_collection_modifyitems(items: list[pytest.Item], config: pytest.Config): # noqa: ARG001
+ """Skip test items where routing profile doesn't support the LLM handle (at collection time)."""
+ skipped_count = 0
+ for item in items:
+ # Only process items that have both routing_profile_setup and llm_handle
+ if not hasattr(item, "callspec"):
+ continue
+
+ callspec = item.callspec # type: ignore[attr-defined]
+ callspec_params: dict = callspec.params # type: ignore[attr-defined]
+
+ # Check for the routing_profile_setup parameter (set by our fixture)
+ if "routing_profile_setup" not in callspec_params or "llm_handle" not in callspec_params:
+ continue
+
+ routing_profile = callspec_params.get("routing_profile_setup") # type: ignore[attr-defined]
+ llm_handle = callspec_params.get("llm_handle") # type: ignore[attr-defined]
+
+ # Type check to ensure we have strings
+ if not isinstance(routing_profile, str) or not isinstance(llm_handle, str):
+ continue
+
+ # Extract backend name from routing profile
+ backend_name = extract_backend_from_profile_name_if_possible(routing_profile)
+ if not backend_name:
+ continue
+
+ # Check if this backend supports this model
+ if not check_backend_supports_model(backend_name, llm_handle):
+ # Add skip marker
+ item.add_marker(pytest.mark.skip(reason=f"Backend '{backend_name}' does not support LLM handle '{llm_handle}'"))
+ skipped_count += 1
+
+
+def pytest_sessionfinish(session: Any, exitstatus: Any) -> None: # noqa: ARG001
+ """Count backend incompatibility skips for summary message.
+
+ Since we use -rfE in pyproject.toml, skips are already hidden from output.
+ This hook just counts them for our custom summary message.
+ """
+ if not hasattr(session.config, "pluginmanager"):
+ return
+
+ terminal_reporter = session.config.pluginmanager.get_plugin("terminalreporter")
+ if terminal_reporter is None or not hasattr(terminal_reporter, "stats"):
+ return
+
+ # Count backend incompatibility skips
+ if "skipped" in terminal_reporter.stats:
+ hidden_count = 0
+ for skip_report in terminal_reporter.stats["skipped"]:
+ reason = ""
+ if hasattr(skip_report, "longrepr"):
+ if isinstance(skip_report.longrepr, tuple) and len(skip_report.longrepr) >= 3: # type: ignore[arg-type]
+ reason = str(skip_report.longrepr[2]) # type: ignore[index]
+ else:
+ reason = str(skip_report.longrepr) # type: ignore[arg-type]
+
+ if "does not support LLM handle" in reason:
+ hidden_count += 1
+
+ if hidden_count > 0:
+ terminal_reporter._pipelex_hidden_skip_count = hidden_count # type: ignore[attr-defined] # noqa: SLF001
+
+
+def pytest_terminal_summary(terminalreporter: Any, exitstatus: Any, config: pytest.Config) -> None: # noqa: ARG001
+ """Print summary of hidden backend incompatibility skips.
+
+ This runs after the standard summary and adds our custom message.
+ """
+ # Check if we counted any hidden skips
+ if hasattr(terminalreporter, "_pipelex_hidden_skip_count"):
+ hidden_count = terminalreporter._pipelex_hidden_skip_count # type: ignore[attr-defined] # noqa: SLF001
+
+ if hidden_count > 0:
+ # Add spacing for readability
+ terminalreporter.write_line("")
+
+ message = f"({hidden_count} backend incompatibility {'skip' if hidden_count == 1 else 'skips'} hidden)"
+ terminalreporter.write_line(message, cyan=True)
+
+
+def pytest_generate_tests(metafunc: pytest.Metafunc):
+ """Dynamically parametrize routing_profile_setup only for modules that need it."""
+ # Only parametrize if the test uses routing_profile_override
+ if "routing_profile_override" in metafunc.fixturenames:
+ # Parametrize routing_profile_setup (which will be consumed by reset_pipelex_config_fixture)
+ if "routing_profile_setup" in metafunc.fixturenames:
+ metafunc.parametrize("routing_profile_setup", get_all_routing_profiles(), indirect=True, scope="module")
diff --git a/tests/integration/pipelex/fixtures/__init__.py b/tests/integration/pipelex/fixtures/__init__.py
new file mode 100644
index 000000000..92c57a2bf
--- /dev/null
+++ b/tests/integration/pipelex/fixtures/__init__.py
@@ -0,0 +1 @@
+"""Test fixtures for integration tests."""
diff --git a/tests/integration/pipelex/fixtures/extract_fixtures.py b/tests/integration/pipelex/fixtures/extract_fixtures.py
new file mode 100644
index 000000000..9a8dd9089
--- /dev/null
+++ b/tests/integration/pipelex/fixtures/extract_fixtures.py
@@ -0,0 +1,90 @@
+"""Extract/OCR related test fixtures."""
+
+import pytest
+
+from pipelex.hub import get_model_deck
+from tests.integration.pipelex.fixtures.routing_fixtures import ALL_BACKENDS, check_backend_supports_model
+
+
+def is_extract_handle_supported(extract_handle: str) -> bool:
+ """Check if an extract handle is available in the current model deck."""
+ model_deck = get_model_deck()
+ return model_deck.is_handle_defined(extract_handle)
+
+
+def is_extract_handle_supported_by_enabled_backends(extract_handle: str) -> bool:
+ """Check if an extract handle is supported by at least one enabled backend."""
+ return any(check_backend_supports_model(backend, extract_handle) for backend in ALL_BACKENDS)
+
+
+# ================================================================================================
+# Extract Handles by Backend
+# Comment out handles you don't want to test
+# ================================================================================================
+
+# --- Internal Models (PyPDFium2) ----------------------------------------------------------------
+INTERNAL_EXTRACT_MODELS = [
+ "pypdfium2-extract-text",
+]
+
+# --- Mistral Models -----------------------------------------------------------------------------
+MISTRAL_EXTRACT_MODELS = [
+ "mistral-ocr",
+]
+
+# --- All Extract Handles ------------------------------------------------------------------------
+ALL_EXTRACT_HANDLES = [
+ *INTERNAL_EXTRACT_MODELS,
+ *MISTRAL_EXTRACT_MODELS,
+]
+
+ALL_EXTRACT_HANDLES_FROM_IMAGE = [
+ *MISTRAL_EXTRACT_MODELS,
+]
+
+
+ params=ALL_EXTRACT_HANDLES,
+)
+def extract_handle(request: pytest.FixtureRequest) -> str:
+ assert isinstance(request.param, str)
+ extract_handle_param = request.param
+ if not is_extract_handle_supported(extract_handle_param):
+ pytest.skip(f"Extract handle '{extract_handle_param}' not available in model deck")
+ if not is_extract_handle_supported_by_enabled_backends(extract_handle_param):
+ pytest.skip(f"Extract handle '{extract_handle_param}' not supported by any enabled backend")
+ return extract_handle_param
+
+
+ params=ALL_EXTRACT_HANDLES_FROM_IMAGE,
+)
+def extract_handle_from_image(request: pytest.FixtureRequest) -> str:
+ assert isinstance(request.param, str)
+ extract_handle_param = request.param
+ if not is_extract_handle_supported(extract_handle_param):
+ pytest.skip(f"Extract handle '{extract_handle_param}' not available in model deck")
+ if not is_extract_handle_supported_by_enabled_backends(extract_handle_param):
+ pytest.skip(f"Extract handle '{extract_handle_param}' not supported by any enabled backend")
+ return extract_handle_param
+
+
+ params=[
+ "extract_text_from_visuals",
+ "extract_text_from_pdf",
+ ],
+)
+def extract_choice_for_pdf(request: pytest.FixtureRequest) -> str:
+ assert isinstance(request.param, str)
+ return request.param
+
+
+ params=[
+ "extract_text_from_visuals",
+ ],
+)
+def extract_choice_for_image(request: pytest.FixtureRequest) -> str:
+ assert isinstance(request.param, str)
+ return request.param
diff --git a/tests/integration/pipelex/fixtures/img_gen_fixtures.py b/tests/integration/pipelex/fixtures/img_gen_fixtures.py
new file mode 100644
index 000000000..3d36666ea
--- /dev/null
+++ b/tests/integration/pipelex/fixtures/img_gen_fixtures.py
@@ -0,0 +1,66 @@
+"""Image generation test fixtures."""
+
+import pytest
+
+from pipelex.hub import get_model_deck
+from tests.integration.pipelex.fixtures.routing_fixtures import ALL_BACKENDS, check_backend_supports_model
+
+
+def is_img_gen_handle_supported(img_gen_handle: str) -> bool:
+ """Check if an img_gen handle is available in the current model deck."""
+ model_deck = get_model_deck()
+ return model_deck.is_handle_defined(img_gen_handle)
+
+
+def is_img_gen_handle_supported_by_enabled_backends(img_gen_handle: str) -> bool:
+ """Check if an img_gen handle is supported by at least one enabled backend."""
+ return any(check_backend_supports_model(backend, img_gen_handle) for backend in ALL_BACKENDS)
+
+
+# ================================================================================================
+# Image Generation Handles by Backend
+# Comment out handles you don't want to test
+# ================================================================================================
+
+# --- Stable Diffusion Models ---------------------------------------------------------------------------------
+STABLE_DIFFUSION_IMG_GEN_MODELS = [
+ "fast-lightning-sdxl",
+]
+
+# --- FAL Models ---------------------------------------------------------------------------------
+FAL_IMG_GEN_MODELS = [
+ "flux-pro",
+ "flux-pro/v1.1",
+ "flux-pro/v1.1-ultra",
+]
+
+# --- OpenAI Models ------------------------------------------------------------------------------
+OPENAI_IMG_GEN_MODELS = [
+ "gpt-image-1",
+]
+
+# --- Google Models --------------------------------------------------------------------------
+GOOGLE_IMG_GEN_MODELS = [
+ "nano-banana",
+]
+
+# --- All Image Generation Handles ---------------------------------------------------------------
+ALL_IMG_GEN_HANDLES = [
+ *STABLE_DIFFUSION_IMG_GEN_MODELS,
+ *FAL_IMG_GEN_MODELS,
+ *OPENAI_IMG_GEN_MODELS,
+ *GOOGLE_IMG_GEN_MODELS,
+]
+
+
+ params=ALL_IMG_GEN_HANDLES,
+)
+def img_gen_handle(request: pytest.FixtureRequest) -> str:
+ assert isinstance(request.param, str)
+ img_gen_handle_param = request.param
+ if not is_img_gen_handle_supported(img_gen_handle_param):
+ pytest.skip(f"Image generation handle '{img_gen_handle_param}' not available in model deck")
+ if not is_img_gen_handle_supported_by_enabled_backends(img_gen_handle_param):
+ pytest.skip(f"Image generation handle '{img_gen_handle_param}' not supported by any enabled backend")
+ return img_gen_handle_param
diff --git a/tests/integration/pipelex/fixtures/llm_fixtures.py b/tests/integration/pipelex/fixtures/llm_fixtures.py
new file mode 100644
index 000000000..024229b17
--- /dev/null
+++ b/tests/integration/pipelex/fixtures/llm_fixtures.py
@@ -0,0 +1,223 @@
+"""LLM-related test fixtures."""
+
+import pytest
+
+from pipelex.cogt.llm.llm_job_components import LLMJobParams
+from pipelex.hub import get_model_deck
+from tests.integration.pipelex.fixtures.routing_fixtures import ALL_BACKENDS, check_backend_supports_model
+
+
+def is_llm_handle_supported(llm_handle: str) -> bool:
+ """Check if an LLM handle is available in the current model deck."""
+ model_deck = get_model_deck()
+ return model_deck.is_handle_defined(llm_handle)
+
+
+def is_llm_handle_supported_by_enabled_backends(llm_handle: str) -> bool:
+ """Check if an LLM handle is supported by at least one enabled backend."""
+ return any(check_backend_supports_model(backend, llm_handle) for backend in ALL_BACKENDS)
+
+
+# ================================================================================================
+# LLM Handles by Manufacturer
+# each can be supported by multiple backends
+# ================================================================================================
+
+# --- Amazon Models (Nova) -----------------------------------------------------------------------
+AMAZON_MODELS = [
+ "bedrock-nova-pro",
+ "nova-lite-v1",
+ "nova-micro-v1",
+]
+
+# --- Anthropic Models (Claude) ------------------------------------------------------------------
+ANTHROPIC_MODELS = [
+ "claude-3-haiku",
+ "claude-3-opus",
+ "claude-3.5-haiku",
+ "claude-3.5-sonnet",
+ "claude-3.7-sonnet",
+ "claude-4-opus",
+ "claude-4-sonnet",
+ "claude-4.1-opus",
+ "claude-4.5-haiku",
+ "claude-4.5-sonnet",
+ "claude-opus-4",
+]
+
+# --- DeepSeek Models ----------------------------------------------------------------------------
+DEEPSEEK_MODELS = [
+ "deepseek-chat-free",
+ "deepseek-r1-free",
+]
+
+# --- Google Models (Gemini) ---------------------------------------------------------------------
+GOOGLE_MODELS = [
+ "gemini-2.0-flash",
+ "gemini-2.5-flash",
+ "gemini-2.5-flash-lite",
+ "gemini-2.5-pro",
+ "gemini-flash-1.5-8b",
+]
+
+# --- Groq Models --------------------------------------------------------------------------------
+GROQ_MODELS = [
+ "groq/compound",
+ "groq/compound-mini",
+]
+
+# --- Meta Models (Llama) ------------------------------------------------------------------------
+META_MODELS = [
+ "bedrock-meta-llama-3-3-70b-instruct",
+ "llama-3.1-8b-instant",
+ "llama-3.2-11b-vision-instruct",
+ "llama-3.3-70b-instruct",
+ "llama-3.3-70b-instruct-free",
+ "meta-llama/llama-4-maverick-17b-128e-instruct",
+ "meta-llama/llama-4-scout-17b-16e-instruct",
+ "meta-llama/llama-guard-4-12b",
+]
+
+# --- Mistral Models -----------------------------------------------------------------------------
+MISTRAL_MODELS = [
+ "bedrock-mistral-large",
+ "ministral-3b",
+ "ministral-8b",
+ "mistral-7b-2312",
+ "mistral-8x7b-2312",
+ "mistral-codestral-2405",
+ "mistral-large",
+ "mistral-large-2402",
+ "mistral-medium",
+ "mistral-medium-2508",
+ "mistral-small",
+ "mistral-small-2402",
+ "pixtral-12b",
+ "pixtral-large",
+ "pixtral-large-2411",
+]
+
+# --- Moonshot AI Models -------------------------------------------------------------------------
+MOONSHOT_MODELS = [
+ "moonshotai/kimi-k2-instruct-0905",
+]
+
+# --- OpenAI Models ------------------------------------------------------------------------------
+OPENAI_MODELS = [
+ "gpt-3.5-turbo",
+ "gpt-4",
+ "gpt-4-turbo",
+ "gpt-4.1",
+ "gpt-4.1-mini",
+ "gpt-4.1-nano",
+ "gpt-4o",
+ "gpt-4o-2024-11-20",
+ "gpt-4o-mini",
+ "gpt-4o-mini-2024-07-18",
+ "gpt-5",
+ "gpt-5-chat",
+ "gpt-5-mini",
+ "gpt-5-nano",
+ "o1",
+ "o1-mini",
+ "o3",
+ "o3-mini",
+ "o4-mini",
+ "openai/gpt-oss-120b",
+ "openai/gpt-oss-20b",
+ "openai/gpt-oss-safeguard-20b",
+]
+
+# --- Qwen Models --------------------------------------------------------------------------------
+QWEN_MODELS = [
+ "qwen-2.5-72b-instruct",
+ "qwen/qwen3-32b",
+ "qwen2.5-vl-72b-instruct",
+]
+
+# --- XAI Models (Grok) --------------------------------------------------------------------------
+XAI_MODELS = [
+ "grok-3",
+ "grok-3-fast",
+ "grok-3-mini",
+ "grok-3-mini-fast",
+]
+
+# --- All LLM Handles ----------------------------------------------------------------------------
+ALL_LLM_HANDLES = [
+ *AMAZON_MODELS,
+ *ANTHROPIC_MODELS,
+ *DEEPSEEK_MODELS,
+ *GOOGLE_MODELS,
+ *GROQ_MODELS,
+ *META_MODELS,
+ *MISTRAL_MODELS,
+ *MOONSHOT_MODELS,
+ *OPENAI_MODELS,
+ *QWEN_MODELS,
+ *XAI_MODELS,
+]
+
+
+ params=[
+ # "llm_for_testing_gen_text",
+ # "llm_for_testing_gen_object",
+ "llm_for_creative_writing",
+ ],
+)
+def llm_preset_id(request: pytest.FixtureRequest) -> str:
+ assert isinstance(request.param, str)
+ return request.param
+
+
+ params=[
+ LLMJobParams(
+ temperature=0.5,
+ max_tokens=None,
+ seed=None,
+ ),
+ ],
+)
+def llm_job_params(request: pytest.FixtureRequest) -> LLMJobParams:
+ assert isinstance(request.param, LLMJobParams)
+ return request.param
+
+
+ params=ALL_LLM_HANDLES,
+)
+def llm_handle(request: pytest.FixtureRequest) -> str:
+ assert isinstance(request.param, str)
+ llm_handle_param = request.param
+ if not is_llm_handle_supported(llm_handle_param):
+ pytest.skip(f"LLM handle '{llm_handle_param}' not available in model deck")
+ if not is_llm_handle_supported_by_enabled_backends(llm_handle_param):
+ pytest.skip(f"LLM handle '{llm_handle_param}' not supported by any enabled backend")
+ return llm_handle_param
+
+
+ params=[
+ # "gpt-4o",
+ # "gpt-4o-mini",
+ # "gpt-5-mini",
+ # "gpt-5-nano",
+ # "gpt-5-chat",
+ # "claude-4.5-sonnet",
+ # "mistral-medium-2508",
+ "gemini-2.5-flash-lite",
+ # "gemini-2.5-flash",
+ # "gemini-2.5-pro",
+ # "qwen3:8b",
+ ],
+)
+def llm_handle_for_vision(request: pytest.FixtureRequest) -> str:
+ assert isinstance(request.param, str)
+ llm_handle_param = request.param
+ if not is_llm_handle_supported(llm_handle_param):
+ pytest.skip(f"LLM handle '{llm_handle_param}' not available in model deck")
+ if not is_llm_handle_supported_by_enabled_backends(llm_handle_param):
+ pytest.skip(f"LLM handle '{llm_handle_param}' not supported by any enabled backend")
+ return llm_handle_param
diff --git a/tests/integration/pipelex/fixtures/plugin_fixtures.py b/tests/integration/pipelex/fixtures/plugin_fixtures.py
new file mode 100644
index 000000000..3e3d63159
--- /dev/null
+++ b/tests/integration/pipelex/fixtures/plugin_fixtures.py
@@ -0,0 +1,38 @@
+"""Plugin-related test fixtures."""
+
+import pytest
+
+from pipelex.plugins.plugin_sdk_registry import Plugin
+
+
+ params=[
+ Plugin(sdk="openai", backend="openai"),
+ Plugin(sdk="azure_openai", backend="azure_openai"),
+ ],
+)
+def plugin_for_openai(request: pytest.FixtureRequest) -> Plugin:
+ assert isinstance(request.param, Plugin)
+ return request.param
+
+
+ params=[
+ Plugin(sdk="anthropic", backend="anthropic"),
+ Plugin(sdk="bedrock_anthropic", backend="bedrock_anthropic"),
+ ],
+)
+def plugin_for_anthropic(request: pytest.FixtureRequest) -> Plugin:
+ assert isinstance(request.param, Plugin)
+ return request.param
+
+
+ params=[
+ # None,
+ "https://inference.pipelex.com/v1",
+ ],
+)
+def openai_endpoint(request: pytest.FixtureRequest) -> str | None:
+ assert isinstance(request.param, str) or request.param is None
+ return request.param
diff --git a/tests/integration/pipelex/fixtures/routing_fixtures.py b/tests/integration/pipelex/fixtures/routing_fixtures.py
new file mode 100644
index 000000000..5ec51ecf8
--- /dev/null
+++ b/tests/integration/pipelex/fixtures/routing_fixtures.py
@@ -0,0 +1,119 @@
+"""Routing profile fixtures and helpers."""
+
+import shutil
+import tempfile
+from pathlib import Path
+
+import pytest
+from pytest import MonkeyPatch
+from rich.console import Console
+
+from pipelex.config import ConfigPaths
+from pipelex.tools.misc.toml_utils import load_toml_from_path, load_toml_with_tomlkit, save_toml_to_path
+
+# ================================================================================================
+# Backend Names for Testing
+# Comment out backends you don't want to test
+# ================================================================================================
+
+ALL_BACKENDS = [
+ "anthropic",
+ "azure_openai",
+ "bedrock",
+ "blackboxai",
+ "fal",
+ "google",
+ "groq",
+ "mistral",
+ "ollama",
+ "openai",
+ "pipelex_inference",
+ "vertexai",
+ "xai",
+]
+
+
+def get_all_routing_profiles() -> list[str]:
+ """Load all routing profiles that start with 'all_' for parametrized testing."""
+ routing_profiles_doc = load_toml_from_path(ConfigPaths.ROUTING_PROFILES_FILE_PATH)
+ profiles = routing_profiles_doc.get("profiles", {})
+
+ # Get all profiles starting with 'all_'
+ all_profiles = [profile_name for profile_name in profiles if profile_name.startswith("all_")]
+
+ # Filter to only include profiles for enabled backends
+ enabled_profiles: list[str] = []
+ for profile_name in all_profiles:
+ backend_name = extract_backend_from_profile_name_if_possible(profile_name)
+ if backend_name and backend_name in ALL_BACKENDS:
+ enabled_profiles.append(profile_name)
+
+ return sorted(enabled_profiles) or ["pipelex_first"]
+
+
+def extract_backend_from_profile_name_if_possible(profile_name: str) -> str | None:
+ """Extract the backend name from an 'all_*' profile name."""
+ if not profile_name.startswith("all_"):
+ return None
+ return profile_name[4:] # Remove 'all_' prefix
+
+
+def check_backend_supports_model(backend_name: str, model_handle: str) -> bool:
+ """Check if a backend TOML file defines a specific model (statically, without initializing Pipelex)."""
+ backend_file = Path(ConfigPaths.BACKENDS_DIR_PATH) / f"{backend_name}.toml"
+ if not backend_file.exists():
+ return False
+
+ try:
+ backend_config = load_toml_from_path(str(backend_file))
+ # Check if the model handle is defined as a top-level key (exclude 'defaults')
+ return model_handle in backend_config and model_handle != "defaults"
+ except Exception:
+ return False
+
+
[email protected](scope="module")
+def routing_profile_setup(request: pytest.FixtureRequest): # pyright: ignore[reportUnusedFunction]
+ """Override routing_profile_setup from root conftest to setup routing before Pipelex init.
+
+ This fixture overrides the base routing_profile_setup to monkeypatch the routing
+ profiles path BEFORE Pipelex.make() is called.
+
+ Note: This is used by reset_pipelex_config_fixture in the root conftest via fixture dependency.
+ It gets parameterized via pytest_generate_tests when needed.
+ """
+ # If no param, just yield None (use default behavior)
+ if not hasattr(request, "param"):
+ yield None
+ return
+
+ routing_profile_name = request.param
+ assert isinstance(routing_profile_name, str)
+
+ routing_monkeypatch = MonkeyPatch()
+ routing_profiles_path = Path(ConfigPaths.ROUTING_PROFILES_FILE_PATH)
+ routing_profiles_doc = load_toml_with_tomlkit(str(routing_profiles_path))
+ routing_profiles_doc["active"] = routing_profile_name
+ routing_override_dir = Path(tempfile.mkdtemp(prefix="pipelex-routing-override-"))
+ routing_override_path = routing_override_dir / routing_profiles_path.name
+ save_toml_to_path(routing_profiles_doc, str(routing_override_path))
+ routing_monkeypatch.setattr(
+ ConfigPaths,
+ "ROUTING_PROFILES_FILE_PATH",
+ str(routing_override_path),
+ )
+ Console().print(f"[cyan]Overriding routing profile:[/cyan] {routing_profile_name}")
+
+ yield routing_profile_name
+
+ routing_monkeypatch.undo()
+ shutil.rmtree(routing_override_dir, ignore_errors=True)
+
+
[email protected](scope="module")
+def routing_profile_override(routing_profile_setup: str | None) -> str | None:
+ """Provide the active routing profile name to tests that need it.
+
+ This is a passthrough fixture that receives the value from the setup fixture.
+ """
+ return routing_profile_setup
diff --git a/tests/integration/pipelex/language/test_plx_factory.py b/tests/integration/pipelex/language/test_plx_factory.py
index 109069b18..8930a5473 100644
--- a/tests/integration/pipelex/language/test_plx_factory.py
+++ b/tests/integration/pipelex/language/test_plx_factory.py
@@ -3,7 +3,7 @@ import pytest
from pipelex import pretty_print
from pipelex.core.bundles.pipelex_bundle_blueprint import PipelexBundleBlueprint
from pipelex.language.plx_factory import PlxFactory
-from tests.unit.core.test_data import InterpreterTestCases
+from tests.unit.pipelex.core.test_data import InterpreterTestCases
class TestPlxFactoryIntegration:
diff --git a/tests/integration/pipelex/pipes/operator/pipe_img_gen/test_pipe_img_gen.py b/tests/integration/pipelex/pipes/operator/pipe_img_gen/test_pipe_img_gen_run.py
similarity index 96%
rename from tests/integration/pipelex/pipes/operator/pipe_img_gen/test_pipe_img_gen.py
rename to tests/integration/pipelex/pipes/operator/pipe_img_gen/test_pipe_img_gen_run.py
index 2ff69e129..1829b4f3e 100644
--- a/tests/integration/pipelex/pipes/operator/pipe_img_gen/test_pipe_img_gen.py
+++ b/tests/integration/pipelex/pipes/operator/pipe_img_gen/test_pipe_img_gen_run.py
@@ -20,9 +20,9 @@ if TYPE_CHECKING:
@pytest.mark.img_gen
@pytest.mark.inference
@pytest.mark.asyncio(loop_scope="class")
-class TestPipeImgGen:
+class TestPipeImgGenRun:
@pytest.mark.parametrize(("topic", "image_desc"), ImageGenTestCases.IMAGE_DESC)
- async def test_pipe_img_gen(
+ async def test_pipe_img_gen_run(
self,
pipe_run_mode: PipeRunMode,
img_gen_handle: str,
diff --git a/tests/integration/pipelex/plugins/test_external_plugin.py b/tests/integration/pipelex/plugins/test_external_plugin.py
index 9301568f1..68cad8395 100644
--- a/tests/integration/pipelex/plugins/test_external_plugin.py
+++ b/tests/integration/pipelex/plugins/test_external_plugin.py
@@ -28,6 +28,11 @@ class MockExternalLLMWorker(LLMWorkerAbstract):
def is_gen_object_supported(self) -> bool:
return True
+ @property
+ @override
+ def is_vision_supported(self) -> bool:
+ return True
+
@override
async def _gen_text(
self,
diff --git a/tests/unit/core/test_data/__init__.py b/tests/unit/core/test_data/__init__.py
deleted file mode 100644
index ed37e33e4..000000000
--- a/tests/unit/core/test_data/__init__.py
+++ /dev/null
@@ -1,48 +0,0 @@
-from typing import ClassVar
-
-from pipelex.core.bundles.pipelex_bundle_blueprint import PipelexBundleBlueprint
-from tests.unit.core.test_data.complex.multi_feature import COMPLEX_TEST_CASES
-from tests.unit.core.test_data.concepts.refining_concepts import REFINING_CONCEPT_TEST_CASES
-from tests.unit.core.test_data.concepts.simple_concepts import SIMPLE_CONCEPT_TEST_CASES
-from tests.unit.core.test_data.concepts.structured_concepts import STRUCTURED_CONCEPT_TEST_CASES
-from tests.unit.core.test_data.domain.simple_domains import DOMAIN_TEST_CASES
-from tests.unit.core.test_data.errors.invalid_plx import ERROR_TEST_CASES
-from tests.unit.core.test_data.pipes.controllers.batch.pipe_batch import PIPE_BATCH_TEST_CASES
-from tests.unit.core.test_data.pipes.controllers.condition.pipe_condition import PIPE_CONDITION_TEST_CASES
-from tests.unit.core.test_data.pipes.controllers.parallel.pipe_parallel import PIPE_PARALLEL_TEST_CASES
-from tests.unit.core.test_data.pipes.controllers.sequence.pipe_sequence import PIPE_SEQUENCE_TEST_CASES
-from tests.unit.core.test_data.pipes.operators.compose.pipe_compose import PIPE_COMPOSE_TEST_CASES
-from tests.unit.core.test_data.pipes.operators.extract.pipe_extract import PIPE_EXTRACT_TEST_CASES
-from tests.unit.core.test_data.pipes.operators.func.pipe_func import PIPE_FUNC_TEST_CASES
-from tests.unit.core.test_data.pipes.operators.img_gen.pipe_img_gen import PIPE_IMG_GEN_TEST_CASES
-from tests.unit.core.test_data.pipes.operators.llm.pipe_llm import PIPE_LLM_TEST_CASES
-
-
-class InterpreterTestCases:
- """Test cases for PipelexInterpreter with PLX content and expected blueprints."""
-
- # Aggregate all valid test cases from organized modules
- VALID_TEST_CASES: ClassVar[list[tuple[str, str, PipelexBundleBlueprint]]] = [ # test_name,plx_content,blueprint
- # Domain tests
- *DOMAIN_TEST_CASES,
- # Concept tests
- *STRUCTURED_CONCEPT_TEST_CASES,
- *REFINING_CONCEPT_TEST_CASES,
- *SIMPLE_CONCEPT_TEST_CASES,
- # Pipe operator tests
- *PIPE_LLM_TEST_CASES,
- *PIPE_EXTRACT_TEST_CASES,
- *PIPE_FUNC_TEST_CASES,
- *PIPE_IMG_GEN_TEST_CASES,
- *PIPE_COMPOSE_TEST_CASES,
- # Pipe controller tests
- *PIPE_SEQUENCE_TEST_CASES,
- *PIPE_CONDITION_TEST_CASES,
- *PIPE_PARALLEL_TEST_CASES,
- *PIPE_BATCH_TEST_CASES,
- # Complex tests
- *COMPLEX_TEST_CASES,
- ]
-
- # Error test cases
- ERROR_TEST_CASES: ClassVar[list[tuple[str, str, type[Exception] | tuple[type[Exception], ...]]]] = ERROR_TEST_CASES
diff --git a/tests/unit/builder/concept/test_concept_blueprint.py b/tests/unit/pipelex/builder/concept/test_concept_blueprint.py
similarity index 92%
rename from tests/unit/builder/concept/test_concept_blueprint.py
rename to tests/unit/pipelex/builder/concept/test_concept_blueprint.py
index 3d5b6b7b2..4f3323bbd 100644
--- a/tests/unit/builder/concept/test_concept_blueprint.py
+++ b/tests/unit/pipelex/builder/concept/test_concept_blueprint.py
@@ -3,7 +3,7 @@ import pytest
from pipelex import log
from pipelex.builder.concept.concept_spec import ConceptSpec
from pipelex.core.concepts.concept_blueprint import ConceptBlueprint
-from tests.unit.builder.concept.test_data import ConceptBlueprintTestCases, ConceptCodeValidationTestCases
+from tests.unit.pipelex.builder.concept.test_data import ConceptBlueprintTestCases, ConceptCodeValidationTestCases
class TestConceptBlueprintConversion:
diff --git a/tests/unit/builder/concept/test_data.py b/tests/unit/pipelex/builder/concept/test_data.py
similarity index 100%
rename from tests/unit/builder/concept/test_data.py
rename to tests/unit/pipelex/builder/concept/test_data.py
diff --git a/tests/unit/builder/pipe/pipe_controller/pipe_batch/test_data.py b/tests/unit/pipelex/builder/pipe/pipe_controller/pipe_batch/test_data.py
similarity index 100%
rename from tests/unit/builder/pipe/pipe_controller/pipe_batch/test_data.py
rename to tests/unit/pipelex/builder/pipe/pipe_controller/pipe_batch/test_data.py
diff --git a/tests/unit/builder/pipe/pipe_controller/pipe_batch/test_pipe_batch.py b/tests/unit/pipelex/builder/pipe/pipe_controller/pipe_batch/test_pipe_batch.py
similarity index 85%
rename from tests/unit/builder/pipe/pipe_controller/pipe_batch/test_pipe_batch.py
rename to tests/unit/pipelex/builder/pipe/pipe_controller/pipe_batch/test_pipe_batch.py
index d39d2848a..804a78db4 100644
--- a/tests/unit/builder/pipe/pipe_controller/pipe_batch/test_pipe_batch.py
+++ b/tests/unit/pipelex/builder/pipe/pipe_controller/pipe_batch/test_pipe_batch.py
@@ -2,7 +2,7 @@ import pytest
from pipelex.builder.pipe.pipe_batch_spec import PipeBatchSpec
from pipelex.pipe_controllers.batch.pipe_batch_blueprint import PipeBatchBlueprint
-from tests.unit.builder.pipe.pipe_controller.pipe_batch.test_data import PipeBatchTestCases
+from tests.unit.pipelex.builder.pipe.pipe_controller.pipe_batch.test_data import PipeBatchTestCases
class TestPipeBatchBlueprintConversion:
diff --git a/tests/unit/builder/pipe/pipe_controller/pipe_condition/test_data.py b/tests/unit/pipelex/builder/pipe/pipe_controller/pipe_condition/test_data.py
similarity index 100%
rename from tests/unit/builder/pipe/pipe_controller/pipe_condition/test_data.py
rename to tests/unit/pipelex/builder/pipe/pipe_controller/pipe_condition/test_data.py
diff --git a/tests/unit/builder/pipe/pipe_controller/pipe_condition/test_pipe_condition.py b/tests/unit/pipelex/builder/pipe/pipe_controller/pipe_condition/test_pipe_condition.py
similarity index 85%
rename from tests/unit/builder/pipe/pipe_controller/pipe_condition/test_pipe_condition.py
rename to tests/unit/pipelex/builder/pipe/pipe_controller/pipe_condition/test_pipe_condition.py
index ae5ffea8c..4fece994d 100644
--- a/tests/unit/builder/pipe/pipe_controller/pipe_condition/test_pipe_condition.py
+++ b/tests/unit/pipelex/builder/pipe/pipe_controller/pipe_condition/test_pipe_condition.py
@@ -2,7 +2,7 @@ import pytest
from pipelex.builder.pipe.pipe_condition_spec import PipeConditionSpec
from pipelex.pipe_controllers.condition.pipe_condition_blueprint import PipeConditionBlueprint
-from tests.unit.builder.pipe.pipe_controller.pipe_condition.test_data import PipeConditionTestCases
+from tests.unit.pipelex.builder.pipe.pipe_controller.pipe_condition.test_data import PipeConditionTestCases
class TestPipeConditionBlueprintConversion:
diff --git a/tests/unit/builder/pipe/pipe_controller/pipe_parallel/test_data.py b/tests/unit/pipelex/builder/pipe/pipe_controller/pipe_parallel/test_data.py
similarity index 100%
rename from tests/unit/builder/pipe/pipe_controller/pipe_parallel/test_data.py
rename to tests/unit/pipelex/builder/pipe/pipe_controller/pipe_parallel/test_data.py
diff --git a/tests/unit/builder/pipe/pipe_controller/pipe_parallel/test_pipe_parallel.py b/tests/unit/pipelex/builder/pipe/pipe_controller/pipe_parallel/test_pipe_parallel.py
similarity index 87%
rename from tests/unit/builder/pipe/pipe_controller/pipe_parallel/test_pipe_parallel.py
rename to tests/unit/pipelex/builder/pipe/pipe_controller/pipe_parallel/test_pipe_parallel.py
index c92be6cd4..23750cb39 100644
--- a/tests/unit/builder/pipe/pipe_controller/pipe_parallel/test_pipe_parallel.py
+++ b/tests/unit/pipelex/builder/pipe/pipe_controller/pipe_parallel/test_pipe_parallel.py
@@ -3,7 +3,7 @@ import pytest
from pipelex import log
from pipelex.builder.pipe.pipe_parallel_spec import PipeParallelSpec
from pipelex.pipe_controllers.parallel.pipe_parallel_blueprint import PipeParallelBlueprint
-from tests.unit.builder.pipe.pipe_controller.pipe_parallel.test_data import PipeParallelTestCases
+from tests.unit.pipelex.builder.pipe.pipe_controller.pipe_parallel.test_data import PipeParallelTestCases
class TestPipeParallelBlueprintConversion:
diff --git a/tests/unit/builder/pipe/pipe_controller/pipe_sequence/test_data.py b/tests/unit/pipelex/builder/pipe/pipe_controller/pipe_sequence/test_data.py
similarity index 100%
rename from tests/unit/builder/pipe/pipe_controller/pipe_sequence/test_data.py
rename to tests/unit/pipelex/builder/pipe/pipe_controller/pipe_sequence/test_data.py
diff --git a/tests/unit/builder/pipe/pipe_controller/pipe_sequence/test_pipe_sequence.py b/tests/unit/pipelex/builder/pipe/pipe_controller/pipe_sequence/test_pipe_sequence.py
similarity index 85%
rename from tests/unit/builder/pipe/pipe_controller/pipe_sequence/test_pipe_sequence.py
rename to tests/unit/pipelex/builder/pipe/pipe_controller/pipe_sequence/test_pipe_sequence.py
index 83adea8fe..6cd1fee7e 100644
--- a/tests/unit/builder/pipe/pipe_controller/pipe_sequence/test_pipe_sequence.py
+++ b/tests/unit/pipelex/builder/pipe/pipe_controller/pipe_sequence/test_pipe_sequence.py
@@ -2,7 +2,7 @@ import pytest
from pipelex.builder.pipe.pipe_sequence_spec import PipeSequenceSpec
from pipelex.pipe_controllers.sequence.pipe_sequence_blueprint import PipeSequenceBlueprint
-from tests.unit.builder.pipe.pipe_controller.pipe_sequence.test_data import PipeSequenceTestCases
+from tests.unit.pipelex.builder.pipe.pipe_controller.pipe_sequence.test_data import PipeSequenceTestCases
class TestPipeSequenceBlueprintConversion:
diff --git a/tests/unit/builder/pipe/pipe_operator/pipe_compose/test_data.py b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_compose/test_data.py
similarity index 100%
rename from tests/unit/builder/pipe/pipe_operator/pipe_compose/test_data.py
rename to tests/unit/pipelex/builder/pipe/pipe_operator/pipe_compose/test_data.py
diff --git a/tests/unit/builder/pipe/pipe_operator/pipe_compose/test_pipe_compose.py b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_compose/test_pipe_compose.py
similarity index 85%
rename from tests/unit/builder/pipe/pipe_operator/pipe_compose/test_pipe_compose.py
rename to tests/unit/pipelex/builder/pipe/pipe_operator/pipe_compose/test_pipe_compose.py
index f868e7bdc..8af557694 100644
--- a/tests/unit/builder/pipe/pipe_operator/pipe_compose/test_pipe_compose.py
+++ b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_compose/test_pipe_compose.py
@@ -2,7 +2,7 @@ import pytest
from pipelex.builder.pipe.pipe_compose_spec import PipeComposeSpec
from pipelex.pipe_operators.compose.pipe_compose_blueprint import PipeComposeBlueprint
-from tests.unit.builder.pipe.pipe_operator.pipe_compose.test_data import PipeComposeTestCases
+from tests.unit.pipelex.builder.pipe.pipe_operator.pipe_compose.test_data import PipeComposeTestCases
class TestPipeComposeBlueprintConversion:
diff --git a/tests/unit/builder/pipe/pipe_operator/pipe_extract/test_data.py b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_extract/test_data.py
similarity index 100%
rename from tests/unit/builder/pipe/pipe_operator/pipe_extract/test_data.py
rename to tests/unit/pipelex/builder/pipe/pipe_operator/pipe_extract/test_data.py
diff --git a/tests/unit/builder/pipe/pipe_operator/pipe_extract/test_extract_skill_presets.py b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_extract/test_extract_skill_presets.py
similarity index 100%
rename from tests/unit/builder/pipe/pipe_operator/pipe_extract/test_extract_skill_presets.py
rename to tests/unit/pipelex/builder/pipe/pipe_operator/pipe_extract/test_extract_skill_presets.py
diff --git a/tests/unit/builder/pipe/pipe_operator/pipe_extract/test_pipe_extract.py b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_extract/test_pipe_extract.py
similarity index 86%
rename from tests/unit/builder/pipe/pipe_operator/pipe_extract/test_pipe_extract.py
rename to tests/unit/pipelex/builder/pipe/pipe_operator/pipe_extract/test_pipe_extract.py
index f59c58043..3b7b96198 100644
--- a/tests/unit/builder/pipe/pipe_operator/pipe_extract/test_pipe_extract.py
+++ b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_extract/test_pipe_extract.py
@@ -3,7 +3,7 @@ import pytest
from pipelex import log
from pipelex.builder.pipe.pipe_extract_spec import PipeExtractSpec
from pipelex.pipe_operators.extract.pipe_extract_blueprint import PipeExtractBlueprint
-from tests.unit.builder.pipe.pipe_operator.pipe_extract.test_data import PipeExtractTestCases
+from tests.unit.pipelex.builder.pipe.pipe_operator.pipe_extract.test_data import PipeExtractTestCases
class TestPipeExtractBlueprintConversion:
diff --git a/tests/unit/builder/pipe/pipe_operator/pipe_func/test_data.py b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_func/test_data.py
similarity index 100%
rename from tests/unit/builder/pipe/pipe_operator/pipe_func/test_data.py
rename to tests/unit/pipelex/builder/pipe/pipe_operator/pipe_func/test_data.py
diff --git a/tests/unit/builder/pipe/pipe_operator/pipe_func/test_pipe_func.py b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_func/test_pipe_func.py
similarity index 86%
rename from tests/unit/builder/pipe/pipe_operator/pipe_func/test_pipe_func.py
rename to tests/unit/pipelex/builder/pipe/pipe_operator/pipe_func/test_pipe_func.py
index b4315ef1d..59496b93f 100644
--- a/tests/unit/builder/pipe/pipe_operator/pipe_func/test_pipe_func.py
+++ b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_func/test_pipe_func.py
@@ -2,7 +2,7 @@ import pytest
from pipelex.builder.pipe.pipe_func_spec import PipeFuncSpec
from pipelex.pipe_operators.func.pipe_func_blueprint import PipeFuncBlueprint
-from tests.unit.builder.pipe.pipe_operator.pipe_func.test_data import PipeFuncTestCases
+from tests.unit.pipelex.builder.pipe.pipe_operator.pipe_func.test_data import PipeFuncTestCases
class TestPipeFuncBlueprintConversion:
diff --git a/tests/unit/builder/pipe/pipe_operator/pipe_img_gen/test_data.py b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_img_gen/test_data.py
similarity index 100%
rename from tests/unit/builder/pipe/pipe_operator/pipe_img_gen/test_data.py
rename to tests/unit/pipelex/builder/pipe/pipe_operator/pipe_img_gen/test_data.py
diff --git a/tests/unit/builder/pipe/pipe_operator/pipe_img_gen/test_img_gen_skill_presets.py b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_img_gen/test_img_gen_skill_presets.py
similarity index 100%
rename from tests/unit/builder/pipe/pipe_operator/pipe_img_gen/test_img_gen_skill_presets.py
rename to tests/unit/pipelex/builder/pipe/pipe_operator/pipe_img_gen/test_img_gen_skill_presets.py
diff --git a/tests/unit/builder/pipe/pipe_operator/pipe_img_gen/test_pipe_img_gen.py b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_img_gen/test_pipe_img_gen.py
similarity index 85%
rename from tests/unit/builder/pipe/pipe_operator/pipe_img_gen/test_pipe_img_gen.py
rename to tests/unit/pipelex/builder/pipe/pipe_operator/pipe_img_gen/test_pipe_img_gen.py
index 934d93915..e29dbf9d2 100644
--- a/tests/unit/builder/pipe/pipe_operator/pipe_img_gen/test_pipe_img_gen.py
+++ b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_img_gen/test_pipe_img_gen.py
@@ -2,7 +2,7 @@ import pytest
from pipelex.builder.pipe.pipe_img_gen_spec import PipeImgGenSpec
from pipelex.pipe_operators.img_gen.pipe_img_gen_blueprint import PipeImgGenBlueprint
-from tests.unit.builder.pipe.pipe_operator.pipe_img_gen.test_data import PipeImgGenTestCases
+from tests.unit.pipelex.builder.pipe.pipe_operator.pipe_img_gen.test_data import PipeImgGenTestCases
class TestPipeImgGenBlueprintConversion:
diff --git a/tests/unit/builder/pipe/pipe_operator/pipe_llm/test_data.py b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_llm/test_data.py
similarity index 100%
rename from tests/unit/builder/pipe/pipe_operator/pipe_llm/test_data.py
rename to tests/unit/pipelex/builder/pipe/pipe_operator/pipe_llm/test_data.py
diff --git a/tests/unit/builder/pipe/pipe_operator/pipe_llm/test_llm_skill_presets.py b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_llm/test_llm_skill_presets.py
similarity index 100%
rename from tests/unit/builder/pipe/pipe_operator/pipe_llm/test_llm_skill_presets.py
rename to tests/unit/pipelex/builder/pipe/pipe_operator/pipe_llm/test_llm_skill_presets.py
diff --git a/tests/unit/builder/pipe/pipe_operator/pipe_llm/test_pipe_llm.py b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_llm/test_pipe_llm.py
similarity index 90%
rename from tests/unit/builder/pipe/pipe_operator/pipe_llm/test_pipe_llm.py
rename to tests/unit/pipelex/builder/pipe/pipe_operator/pipe_llm/test_pipe_llm.py
index c240fd1af..4f7b9b9e0 100644
--- a/tests/unit/builder/pipe/pipe_operator/pipe_llm/test_pipe_llm.py
+++ b/tests/unit/pipelex/builder/pipe/pipe_operator/pipe_llm/test_pipe_llm.py
@@ -4,7 +4,7 @@ from pipelex import pretty_print
from pipelex.builder.pipe.pipe_llm_spec import PipeLLMSpec
from pipelex.pipe_operators.llm.pipe_llm_blueprint import PipeLLMBlueprint
from pipelex.pipe_operators.llm.pipe_llm_factory import PipeLLMFactory
-from tests.unit.builder.pipe.pipe_operator.pipe_llm.test_data import PipeLLMTestCases
+from tests.unit.pipelex.builder.pipe.pipe_operator.pipe_llm.test_data import PipeLLMTestCases
class TestPipeLLMBlueprintConversion:
diff --git a/tests/unit/builder/pipe/test_data_inputs.py b/tests/unit/pipelex/builder/pipe/test_data_inputs.py
similarity index 100%
rename from tests/unit/builder/pipe/test_data_inputs.py
rename to tests/unit/pipelex/builder/pipe/test_data_inputs.py
diff --git a/tests/unit/builder/pipe/test_data_pipe.py b/tests/unit/pipelex/builder/pipe/test_data_pipe.py
similarity index 100%
rename from tests/unit/builder/pipe/test_data_pipe.py
rename to tests/unit/pipelex/builder/pipe/test_data_pipe.py
diff --git a/tests/unit/builder/pipe/test_data_sub_pipe.py b/tests/unit/pipelex/builder/pipe/test_data_sub_pipe.py
similarity index 100%
rename from tests/unit/builder/pipe/test_data_sub_pipe.py
rename to tests/unit/pipelex/builder/pipe/test_data_sub_pipe.py
diff --git a/tests/unit/builder/pipe/test_inputs_blueprint.py b/tests/unit/pipelex/builder/pipe/test_inputs_blueprint.py
similarity index 84%
rename from tests/unit/builder/pipe/test_inputs_blueprint.py
rename to tests/unit/pipelex/builder/pipe/test_inputs_blueprint.py
index c8dd48f7d..57fcba7a7 100644
--- a/tests/unit/builder/pipe/test_inputs_blueprint.py
+++ b/tests/unit/pipelex/builder/pipe/test_inputs_blueprint.py
@@ -1,6 +1,6 @@
import pytest
-from tests.unit.builder.pipe.test_data_inputs import InputRequirementTestCases
+from tests.unit.pipelex.builder.pipe.test_data_inputs import InputRequirementTestCases
class TestInputRequirementBlueprintConversion:
diff --git a/tests/unit/builder/pipe/test_pipe_blueprint.py b/tests/unit/pipelex/builder/pipe/test_pipe_blueprint.py
similarity index 87%
rename from tests/unit/builder/pipe/test_pipe_blueprint.py
rename to tests/unit/pipelex/builder/pipe/test_pipe_blueprint.py
index 0b90f17fc..d1f1ccf6c 100644
--- a/tests/unit/builder/pipe/test_pipe_blueprint.py
+++ b/tests/unit/pipelex/builder/pipe/test_pipe_blueprint.py
@@ -2,7 +2,7 @@ import pytest
from pipelex.builder.pipe.pipe_spec import PipeSpec
from pipelex.core.pipes.pipe_blueprint import PipeBlueprint
-from tests.unit.builder.pipe.test_data_pipe import PipeBlueprintTestCases
+from tests.unit.pipelex.builder.pipe.test_data_pipe import PipeBlueprintTestCases
class TestPipeBlueprintConversion:
diff --git a/tests/unit/builder/pipe/test_sub_pipe_blueprint.py b/tests/unit/pipelex/builder/pipe/test_sub_pipe_blueprint.py
similarity index 87%
rename from tests/unit/builder/pipe/test_sub_pipe_blueprint.py
rename to tests/unit/pipelex/builder/pipe/test_sub_pipe_blueprint.py
index ab8912edd..5b21da5fb 100644
--- a/tests/unit/builder/pipe/test_sub_pipe_blueprint.py
+++ b/tests/unit/pipelex/builder/pipe/test_sub_pipe_blueprint.py
@@ -2,7 +2,7 @@ import pytest
from pipelex.builder.pipe.sub_pipe_spec import SubPipeSpec
from pipelex.pipe_controllers.sub_pipe_blueprint import SubPipeBlueprint
-from tests.unit.builder.pipe.test_data_sub_pipe import SubPipeTestCases
+from tests.unit.pipelex.builder.pipe.test_data_sub_pipe import SubPipeTestCases
class TestSubPipeBlueprintConversion:
diff --git a/tests/unit/builder/test_pipelex_bundle_blueprint.py b/tests/unit/pipelex/builder/test_pipelex_bundle_blueprint.py
similarity index 100%
rename from tests/unit/builder/test_pipelex_bundle_blueprint.py
rename to tests/unit/pipelex/builder/test_pipelex_bundle_blueprint.py
diff --git a/tests/unit/builder/test_runner_generator.py b/tests/unit/pipelex/builder/test_runner_generator.py
similarity index 100%
rename from tests/unit/builder/test_runner_generator.py
rename to tests/unit/pipelex/builder/test_runner_generator.py
diff --git a/tests/unit/cli/test_init_cmd.py b/tests/unit/pipelex/cli/test_init_cmd.py
similarity index 100%
rename from tests/unit/cli/test_init_cmd.py
rename to tests/unit/pipelex/cli/test_init_cmd.py
diff --git a/tests/unit/client/test_api_serialization.py b/tests/unit/pipelex/client/test_api_serialization.py
similarity index 100%
rename from tests/unit/client/test_api_serialization.py
rename to tests/unit/pipelex/client/test_api_serialization.py
diff --git a/tests/unit/core/concepts/__init__.py b/tests/unit/pipelex/cogt/model_routing/__init__.py
similarity index 100%
rename from tests/unit/core/concepts/__init__.py
rename to tests/unit/pipelex/cogt/model_routing/__init__.py
diff --git a/tests/unit/cogt/model_routing/test_routing_profile_fallback.py b/tests/unit/pipelex/cogt/model_routing/test_routing_profile_fallback.py
similarity index 100%
rename from tests/unit/cogt/model_routing/test_routing_profile_fallback.py
rename to tests/unit/pipelex/cogt/model_routing/test_routing_profile_fallback.py
diff --git a/tests/unit/cogt/models/test_model_deck.py b/tests/unit/pipelex/cogt/models/test_model_deck.py
similarity index 100%
rename from tests/unit/cogt/models/test_model_deck.py
rename to tests/unit/pipelex/cogt/models/test_model_deck.py
diff --git a/tests/unit/cogt/templating/test_template_preprocessor.py b/tests/unit/pipelex/cogt/templating/test_template_preprocessor.py
similarity index 100%
rename from tests/unit/cogt/templating/test_template_preprocessor.py
rename to tests/unit/pipelex/cogt/templating/test_template_preprocessor.py
diff --git a/tests/unit/cogt/usage/test_cost_registry.py b/tests/unit/pipelex/cogt/usage/test_cost_registry.py
similarity index 100%
rename from tests/unit/cogt/usage/test_cost_registry.py
rename to tests/unit/pipelex/cogt/usage/test_cost_registry.py
diff --git a/tests/unit/core/bundles/test_data_pipe_sorter.py b/tests/unit/pipelex/core/bundles/test_data_pipe_sorter.py
similarity index 100%
rename from tests/unit/core/bundles/test_data_pipe_sorter.py
rename to tests/unit/pipelex/core/bundles/test_data_pipe_sorter.py
diff --git a/tests/unit/core/bundles/test_pipe_sorter.py b/tests/unit/pipelex/core/bundles/test_pipe_sorter.py
similarity index 97%
rename from tests/unit/core/bundles/test_pipe_sorter.py
rename to tests/unit/pipelex/core/bundles/test_pipe_sorter.py
index 2c72fbe22..9f8718aaf 100644
--- a/tests/unit/core/bundles/test_pipe_sorter.py
+++ b/tests/unit/pipelex/core/bundles/test_pipe_sorter.py
@@ -4,7 +4,7 @@ import pytest
from pipelex.core.bundles.pipe_sorter import sort_pipes_by_dependencies
from pipelex.core.bundles.pipelex_bundle_blueprint import PipeBlueprintUnion
-from tests.unit.core.bundles.test_data_pipe_sorter import PipeSorterTestCases
+from tests.unit.pipelex.core.bundles.test_data_pipe_sorter import PipeSorterTestCases
class TestSortPipesByDependencies:
diff --git a/tests/unit/core/test_data/complex/__init__.py b/tests/unit/pipelex/core/concepts/__init__.py
similarity index 100%
rename from tests/unit/core/test_data/complex/__init__.py
rename to tests/unit/pipelex/core/concepts/__init__.py
diff --git a/tests/unit/core/concepts/concept_factory/data.py b/tests/unit/pipelex/core/concepts/concept_factory/data.py
similarity index 100%
rename from tests/unit/core/concepts/concept_factory/data.py
rename to tests/unit/pipelex/core/concepts/concept_factory/data.py
diff --git a/tests/unit/core/concepts/concept_factory/test_concept_factory.py b/tests/unit/pipelex/core/concepts/concept_factory/test_concept_factory.py
similarity index 98%
rename from tests/unit/core/concepts/concept_factory/test_concept_factory.py
rename to tests/unit/pipelex/core/concepts/concept_factory/test_concept_factory.py
index 104214b78..53313f834 100644
--- a/tests/unit/core/concepts/concept_factory/test_concept_factory.py
+++ b/tests/unit/pipelex/core/concepts/concept_factory/test_concept_factory.py
@@ -8,7 +8,7 @@ from pipelex.core.concepts.concept_blueprint import (
from pipelex.core.concepts.concept_factory import ConceptFactory
from pipelex.core.concepts.concept_structure_blueprint import ConceptStructureBlueprintFieldType
from pipelex.core.concepts.exceptions import StructureClassError
-from tests.unit.core.concepts.concept_factory.data import TestCases
+from tests.unit.pipelex.core.concepts.concept_factory.data import TestCases
class TestConceptFactory:
diff --git a/tests/unit/core/concepts/concept_library/test_concept_library.py b/tests/unit/pipelex/core/concepts/concept_library/test_concept_library.py
similarity index 100%
rename from tests/unit/core/concepts/concept_library/test_concept_library.py
rename to tests/unit/pipelex/core/concepts/concept_library/test_concept_library.py
diff --git a/tests/unit/core/concepts/data.py b/tests/unit/pipelex/core/concepts/data.py
similarity index 100%
rename from tests/unit/core/concepts/data.py
rename to tests/unit/pipelex/core/concepts/data.py
diff --git a/tests/unit/core/concepts/test_concept.py b/tests/unit/pipelex/core/concepts/test_concept.py
similarity index 100%
rename from tests/unit/core/concepts/test_concept.py
rename to tests/unit/pipelex/core/concepts/test_concept.py
diff --git a/tests/unit/core/concepts/test_concept_blueprint.py b/tests/unit/pipelex/core/concepts/test_concept_blueprint.py
similarity index 100%
rename from tests/unit/core/concepts/test_concept_blueprint.py
rename to tests/unit/pipelex/core/concepts/test_concept_blueprint.py
diff --git a/tests/unit/core/concepts/test_concept_compact_memory.py b/tests/unit/pipelex/core/concepts/test_concept_compact_memory.py
similarity index 100%
rename from tests/unit/core/concepts/test_concept_compact_memory.py
rename to tests/unit/pipelex/core/concepts/test_concept_compact_memory.py
diff --git a/tests/unit/core/concepts/test_concept_find_image_field_paths.py b/tests/unit/pipelex/core/concepts/test_concept_find_image_field_paths.py
similarity index 98%
rename from tests/unit/core/concepts/test_concept_find_image_field_paths.py
rename to tests/unit/pipelex/core/concepts/test_concept_find_image_field_paths.py
index 80631cde7..16822aaff 100644
--- a/tests/unit/core/concepts/test_concept_find_image_field_paths.py
+++ b/tests/unit/pipelex/core/concepts/test_concept_find_image_field_paths.py
@@ -7,8 +7,8 @@ from pipelex.core.concepts.concept_native import NativeConceptCode
from pipelex.core.stuffs.structured_content import StructuredContent
from pipelex.hub import get_concept_library, get_native_concept, get_required_concept
from pipelex.system.registries.class_registry_utils import ClassRegistryUtils
-from tests.unit.core.concepts import data
-from tests.unit.core.concepts.data import TestData
+from tests.unit.pipelex.core.concepts import data
+from tests.unit.pipelex.core.concepts.data import TestData
if TYPE_CHECKING:
from pipelex.core.concepts.concept import Concept
diff --git a/tests/unit/core/concepts/test_structure_generator_escaping.py b/tests/unit/pipelex/core/concepts/test_structure_generator_escaping.py
similarity index 100%
rename from tests/unit/core/concepts/test_structure_generator_escaping.py
rename to tests/unit/pipelex/core/concepts/test_structure_generator_escaping.py
diff --git a/tests/unit/core/concepts/test_structured_output_generator.py b/tests/unit/pipelex/core/concepts/test_structured_output_generator.py
similarity index 100%
rename from tests/unit/core/concepts/test_structured_output_generator.py
rename to tests/unit/pipelex/core/concepts/test_structured_output_generator.py
diff --git a/tests/unit/core/interpreter/test_interpreter.py b/tests/unit/pipelex/core/interpreter/test_interpreter.py
similarity index 96%
rename from tests/unit/core/interpreter/test_interpreter.py
rename to tests/unit/pipelex/core/interpreter/test_interpreter.py
index f6eeea9c5..32073c02a 100644
--- a/tests/unit/core/interpreter/test_interpreter.py
+++ b/tests/unit/pipelex/core/interpreter/test_interpreter.py
@@ -5,7 +5,7 @@ import pytest
from pipelex import log, pretty_print
from pipelex.core.bundles.pipelex_bundle_blueprint import PipelexBundleBlueprint
from pipelex.core.interpreter import PipelexInterpreter
-from tests.unit.core.test_data import InterpreterTestCases
+from tests.unit.pipelex.core.test_data import InterpreterTestCases
class TestPipelexInterpreter:
diff --git a/tests/unit/core/memory/conftest.py b/tests/unit/pipelex/core/memory/conftest.py
similarity index 100%
rename from tests/unit/core/memory/conftest.py
rename to tests/unit/pipelex/core/memory/conftest.py
diff --git a/tests/unit/core/memory/test_dry_working_memory.py b/tests/unit/pipelex/core/memory/test_dry_working_memory.py
similarity index 100%
rename from tests/unit/core/memory/test_dry_working_memory.py
rename to tests/unit/pipelex/core/memory/test_dry_working_memory.py
diff --git a/tests/unit/core/memory/test_working_memory_basic.py b/tests/unit/pipelex/core/memory/test_working_memory_basic.py
similarity index 96%
rename from tests/unit/core/memory/test_working_memory_basic.py
rename to tests/unit/pipelex/core/memory/test_working_memory_basic.py
index 7ce7c3a7a..de907a377 100644
--- a/tests/unit/core/memory/test_working_memory_basic.py
+++ b/tests/unit/pipelex/core/memory/test_working_memory_basic.py
@@ -2,7 +2,7 @@ from pipelex.core.concepts.concept_native import NativeConceptCode
from pipelex.core.memory.working_memory import MAIN_STUFF_NAME, WorkingMemory
from pipelex.core.memory.working_memory_factory import WorkingMemoryFactory
from pipelex.core.stuffs.text_content import TextContent
-from tests.unit.core.memory.conftest import TestWorkingMemoryData
+from tests.unit.pipelex.core.memory.conftest import TestWorkingMemoryData
class TestWorkingMemoryBasic:
diff --git a/tests/unit/core/memory/test_working_memory_generate_context.py b/tests/unit/pipelex/core/memory/test_working_memory_generate_context.py
similarity index 99%
rename from tests/unit/core/memory/test_working_memory_generate_context.py
rename to tests/unit/pipelex/core/memory/test_working_memory_generate_context.py
index af219a722..4a895b892 100644
--- a/tests/unit/core/memory/test_working_memory_generate_context.py
+++ b/tests/unit/pipelex/core/memory/test_working_memory_generate_context.py
@@ -7,7 +7,7 @@ from pipelex.core.stuffs.number_content import NumberContent
from pipelex.core.stuffs.stuff_artefact import StuffArtefact
from pipelex.core.stuffs.text_and_images_content import TextAndImagesContent
from pipelex.core.stuffs.text_content import TextContent
-from tests.unit.core.memory.conftest import TestWorkingMemoryData
+from tests.unit.pipelex.core.memory.conftest import TestWorkingMemoryData
class TestWorkingMemoryGenerateContext:
diff --git a/tests/unit/core/memory/test_working_memory_typed_access.py b/tests/unit/pipelex/core/memory/test_working_memory_typed_access.py
similarity index 99%
rename from tests/unit/core/memory/test_working_memory_typed_access.py
rename to tests/unit/pipelex/core/memory/test_working_memory_typed_access.py
index 03e2f88b2..affaae68b 100644
--- a/tests/unit/core/memory/test_working_memory_typed_access.py
+++ b/tests/unit/pipelex/core/memory/test_working_memory_typed_access.py
@@ -14,7 +14,7 @@ from pipelex.core.stuffs.page_content import PageContent
from pipelex.core.stuffs.stuff_factory import StuffFactory
from pipelex.core.stuffs.text_and_images_content import TextAndImagesContent
from pipelex.core.stuffs.text_content import TextContent
-from tests.unit.core.memory.conftest import TestWorkingMemoryData
+from tests.unit.pipelex.core.memory.conftest import TestWorkingMemoryData
@pytest.fixture
diff --git a/tests/unit/core/pipes/data.py b/tests/unit/pipelex/core/pipes/data.py
similarity index 100%
rename from tests/unit/core/pipes/data.py
rename to tests/unit/pipelex/core/pipes/data.py
diff --git a/tests/unit/core/pipes/test_input_requirements_factory.py b/tests/unit/pipelex/core/pipes/test_input_requirements_factory.py
similarity index 99%
rename from tests/unit/core/pipes/test_input_requirements_factory.py
rename to tests/unit/pipelex/core/pipes/test_input_requirements_factory.py
index b2fc3815a..9608b96eb 100644
--- a/tests/unit/core/pipes/test_input_requirements_factory.py
+++ b/tests/unit/pipelex/core/pipes/test_input_requirements_factory.py
@@ -3,7 +3,7 @@ import pytest
from pipelex.core.concepts.exceptions import ConceptLibraryConceptNotFoundError, ConceptStringError
from pipelex.core.pipes.input_requirements import InputRequirement
from pipelex.core.pipes.input_requirements_factory import InputRequirementsFactory, InputRequirementsFactoryError
-from tests.unit.core.pipes.data import (
+from tests.unit.pipelex.core.pipes.data import (
CONCEPT_CODE_RESOLUTION_TEST_CASES,
DIFFERENT_CONCEPT_CODES_TEST_CASES,
EXPLICIT_DOMAIN_IN_STRING_TEST_CASES,
diff --git a/tests/unit/core/pipes/test_make_variable_multiplicity.py b/tests/unit/pipelex/core/pipes/test_make_variable_multiplicity.py
similarity index 98%
rename from tests/unit/core/pipes/test_make_variable_multiplicity.py
rename to tests/unit/pipelex/core/pipes/test_make_variable_multiplicity.py
index 4de9b9eb9..a1dc65b65 100644
--- a/tests/unit/core/pipes/test_make_variable_multiplicity.py
+++ b/tests/unit/pipelex/core/pipes/test_make_variable_multiplicity.py
@@ -1,7 +1,7 @@
import pytest
from pipelex.core.pipes.variable_multiplicity import VariableMultiplicity, make_variable_multiplicity
-from tests.unit.core.pipes.data import MAKE_VARIABLE_MULTIPLICITY_TEST_CASES
+from tests.unit.pipelex.core.pipes.data import MAKE_VARIABLE_MULTIPLICITY_TEST_CASES
class TestMakeVariableMultiplicity:
diff --git a/tests/unit/core/pipes/test_parse_concept_with_multiplicity.py b/tests/unit/pipelex/core/pipes/test_parse_concept_with_multiplicity.py
similarity index 100%
rename from tests/unit/core/pipes/test_parse_concept_with_multiplicity.py
rename to tests/unit/pipelex/core/pipes/test_parse_concept_with_multiplicity.py
diff --git a/tests/unit/core/pipes/test_validation.py b/tests/unit/pipelex/core/pipes/test_validation.py
similarity index 100%
rename from tests/unit/core/pipes/test_validation.py
rename to tests/unit/pipelex/core/pipes/test_validation.py
diff --git a/tests/unit/core/stuffs/data.py b/tests/unit/pipelex/core/stuffs/data.py
similarity index 100%
rename from tests/unit/core/stuffs/data.py
rename to tests/unit/pipelex/core/stuffs/data.py
diff --git a/tests/unit/core/stuffs/test_list_content_rendering.py b/tests/unit/pipelex/core/stuffs/test_list_content_rendering.py
similarity index 100%
rename from tests/unit/core/stuffs/test_list_content_rendering.py
rename to tests/unit/pipelex/core/stuffs/test_list_content_rendering.py
diff --git a/tests/unit/core/stuffs/test_page_content_rendering.py b/tests/unit/pipelex/core/stuffs/test_page_content_rendering.py
similarity index 100%
rename from tests/unit/core/stuffs/test_page_content_rendering.py
rename to tests/unit/pipelex/core/stuffs/test_page_content_rendering.py
diff --git a/tests/unit/core/stuffs/test_rendered_pretty_depth.py b/tests/unit/pipelex/core/stuffs/test_rendered_pretty_depth.py
similarity index 100%
rename from tests/unit/core/stuffs/test_rendered_pretty_depth.py
rename to tests/unit/pipelex/core/stuffs/test_rendered_pretty_depth.py
diff --git a/tests/unit/core/stuffs/test_structured_content_rendering.py b/tests/unit/pipelex/core/stuffs/test_structured_content_rendering.py
similarity index 100%
rename from tests/unit/core/stuffs/test_structured_content_rendering.py
rename to tests/unit/pipelex/core/stuffs/test_structured_content_rendering.py
diff --git a/tests/unit/core/stuffs/test_stuff_content_factory.py b/tests/unit/pipelex/core/stuffs/test_stuff_content_factory.py
similarity index 100%
rename from tests/unit/core/stuffs/test_stuff_content_factory.py
rename to tests/unit/pipelex/core/stuffs/test_stuff_content_factory.py
diff --git a/tests/unit/core/stuffs/test_stuff_factory_implicit_memory.py b/tests/unit/pipelex/core/stuffs/test_stuff_factory_implicit_memory.py
similarity index 98%
rename from tests/unit/core/stuffs/test_stuff_factory_implicit_memory.py
rename to tests/unit/pipelex/core/stuffs/test_stuff_factory_implicit_memory.py
index 8a2bd1791..2d680a651 100644
--- a/tests/unit/core/stuffs/test_stuff_factory_implicit_memory.py
+++ b/tests/unit/pipelex/core/stuffs/test_stuff_factory_implicit_memory.py
@@ -11,7 +11,7 @@ from pipelex.core.stuffs.stuff import Stuff
from pipelex.core.stuffs.stuff_factory import StuffFactory
from pipelex.hub import get_concept_library
from pipelex.system.registries.class_registry_utils import ClassRegistryUtils
-from tests.unit.core.stuffs.data import ERROR_TEST_CASES, SEARCH_DOMAIN_TEST_CASES, TEST_CASES
+from tests.unit.pipelex.core.stuffs.data import ERROR_TEST_CASES, SEARCH_DOMAIN_TEST_CASES, TEST_CASES
@pytest.fixture(scope="class")
diff --git a/tests/unit/core/stuffs/test_text_and_images_content_rendering.py b/tests/unit/pipelex/core/stuffs/test_text_and_images_content_rendering.py
similarity index 100%
rename from tests/unit/core/stuffs/test_text_and_images_content_rendering.py
rename to tests/unit/pipelex/core/stuffs/test_text_and_images_content_rendering.py
diff --git a/tests/unit/pipelex/core/test_data/__init__.py b/tests/unit/pipelex/core/test_data/__init__.py
new file mode 100644
index 000000000..663094fea
--- /dev/null
+++ b/tests/unit/pipelex/core/test_data/__init__.py
@@ -0,0 +1,48 @@
+from typing import ClassVar
+
+from pipelex.core.bundles.pipelex_bundle_blueprint import PipelexBundleBlueprint
+from tests.unit.pipelex.core.test_data.complex.multi_feature import COMPLEX_TEST_CASES
+from tests.unit.pipelex.core.test_data.concepts.refining_concepts import REFINING_CONCEPT_TEST_CASES
+from tests.unit.pipelex.core.test_data.concepts.simple_concepts import SIMPLE_CONCEPT_TEST_CASES
+from tests.unit.pipelex.core.test_data.concepts.structured_concepts import STRUCTURED_CONCEPT_TEST_CASES
+from tests.unit.pipelex.core.test_data.domain.simple_domains import DOMAIN_TEST_CASES
+from tests.unit.pipelex.core.test_data.errors.invalid_plx import ERROR_TEST_CASES
+from tests.unit.pipelex.core.test_data.pipes.controllers.batch.pipe_batch import PIPE_BATCH_TEST_CASES
+from tests.unit.pipelex.core.test_data.pipes.controllers.condition.pipe_condition import PIPE_CONDITION_TEST_CASES
+from tests.unit.pipelex.core.test_data.pipes.controllers.parallel.pipe_parallel import PIPE_PARALLEL_TEST_CASES
+from tests.unit.pipelex.core.test_data.pipes.controllers.sequence.pipe_sequence import PIPE_SEQUENCE_TEST_CASES
+from tests.unit.pipelex.core.test_data.pipes.operators.compose.pipe_compose import PIPE_COMPOSE_TEST_CASES
+from tests.unit.pipelex.core.test_data.pipes.operators.extract.pipe_extract import PIPE_EXTRACT_TEST_CASES
+from tests.unit.pipelex.core.test_data.pipes.operators.func.pipe_func import PIPE_FUNC_TEST_CASES
+from tests.unit.pipelex.core.test_data.pipes.operators.img_gen.pipe_img_gen import PIPE_IMG_GEN_TEST_CASES
+from tests.unit.pipelex.core.test_data.pipes.operators.llm.pipe_llm import PIPE_LLM_TEST_CASES
+
+
+class InterpreterTestCases:
+ """Test cases for PipelexInterpreter with PLX content and expected blueprints."""
+
+ # Aggregate all valid test cases from organized modules
+ VALID_TEST_CASES: ClassVar[list[tuple[str, str, PipelexBundleBlueprint]]] = [ # test_name,plx_content,blueprint
+ # Domain tests
+ *DOMAIN_TEST_CASES,
+ # Concept tests
+ *STRUCTURED_CONCEPT_TEST_CASES,
+ *REFINING_CONCEPT_TEST_CASES,
+ *SIMPLE_CONCEPT_TEST_CASES,
+ # Pipe operator tests
+ *PIPE_LLM_TEST_CASES,
+ *PIPE_EXTRACT_TEST_CASES,
+ *PIPE_FUNC_TEST_CASES,
+ *PIPE_IMG_GEN_TEST_CASES,
+ *PIPE_COMPOSE_TEST_CASES,
+ # Pipe controller tests
+ *PIPE_SEQUENCE_TEST_CASES,
+ *PIPE_CONDITION_TEST_CASES,
+ *PIPE_PARALLEL_TEST_CASES,
+ *PIPE_BATCH_TEST_CASES,
+ # Complex tests
+ *COMPLEX_TEST_CASES,
+ ]
+
+ # Error test cases
+ ERROR_TEST_CASES: ClassVar[list[tuple[str, str, type[Exception] | tuple[type[Exception], ...]]]] = ERROR_TEST_CASES
diff --git a/tests/unit/core/test_data/domain/__init__.py b/tests/unit/pipelex/core/test_data/complex/__init__.py
similarity index 100%
rename from tests/unit/core/test_data/domain/__init__.py
rename to tests/unit/pipelex/core/test_data/complex/__init__.py
diff --git a/tests/unit/core/test_data/complex/multi_feature.py b/tests/unit/pipelex/core/test_data/complex/multi_feature.py
similarity index 100%
rename from tests/unit/core/test_data/complex/multi_feature.py
rename to tests/unit/pipelex/core/test_data/complex/multi_feature.py
diff --git a/tests/unit/core/test_data/concepts/__init__.py b/tests/unit/pipelex/core/test_data/concepts/__init__.py
similarity index 100%
rename from tests/unit/core/test_data/concepts/__init__.py
rename to tests/unit/pipelex/core/test_data/concepts/__init__.py
diff --git a/tests/unit/core/test_data/concepts/refining_concepts.py b/tests/unit/pipelex/core/test_data/concepts/refining_concepts.py
similarity index 100%
rename from tests/unit/core/test_data/concepts/refining_concepts.py
rename to tests/unit/pipelex/core/test_data/concepts/refining_concepts.py
diff --git a/tests/unit/core/test_data/concepts/simple_concepts.py b/tests/unit/pipelex/core/test_data/concepts/simple_concepts.py
similarity index 100%
rename from tests/unit/core/test_data/concepts/simple_concepts.py
rename to tests/unit/pipelex/core/test_data/concepts/simple_concepts.py
diff --git a/tests/unit/core/test_data/concepts/structured_concepts.py b/tests/unit/pipelex/core/test_data/concepts/structured_concepts.py
similarity index 100%
rename from tests/unit/core/test_data/concepts/structured_concepts.py
rename to tests/unit/pipelex/core/test_data/concepts/structured_concepts.py
diff --git a/tests/unit/core/test_data/pipes/operators/compose/__init__.py b/tests/unit/pipelex/core/test_data/domain/__init__.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/operators/compose/__init__.py
rename to tests/unit/pipelex/core/test_data/domain/__init__.py
diff --git a/tests/unit/core/test_data/domain/simple_domains.py b/tests/unit/pipelex/core/test_data/domain/simple_domains.py
similarity index 100%
rename from tests/unit/core/test_data/domain/simple_domains.py
rename to tests/unit/pipelex/core/test_data/domain/simple_domains.py
diff --git a/tests/unit/core/test_data/errors/__init__.py b/tests/unit/pipelex/core/test_data/errors/__init__.py
similarity index 100%
rename from tests/unit/core/test_data/errors/__init__.py
rename to tests/unit/pipelex/core/test_data/errors/__init__.py
diff --git a/tests/unit/core/test_data/errors/invalid_plx.py b/tests/unit/pipelex/core/test_data/errors/invalid_plx.py
similarity index 100%
rename from tests/unit/core/test_data/errors/invalid_plx.py
rename to tests/unit/pipelex/core/test_data/errors/invalid_plx.py
diff --git a/tests/unit/core/test_data/pipes/__init__.py b/tests/unit/pipelex/core/test_data/pipes/__init__.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/__init__.py
rename to tests/unit/pipelex/core/test_data/pipes/__init__.py
diff --git a/tests/unit/core/test_data/pipes/controllers/__init__.py b/tests/unit/pipelex/core/test_data/pipes/controllers/__init__.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/controllers/__init__.py
rename to tests/unit/pipelex/core/test_data/pipes/controllers/__init__.py
diff --git a/tests/unit/core/test_data/pipes/controllers/batch/__init__.py b/tests/unit/pipelex/core/test_data/pipes/controllers/batch/__init__.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/controllers/batch/__init__.py
rename to tests/unit/pipelex/core/test_data/pipes/controllers/batch/__init__.py
diff --git a/tests/unit/core/test_data/pipes/controllers/batch/pipe_batch.py b/tests/unit/pipelex/core/test_data/pipes/controllers/batch/pipe_batch.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/controllers/batch/pipe_batch.py
rename to tests/unit/pipelex/core/test_data/pipes/controllers/batch/pipe_batch.py
diff --git a/tests/unit/core/test_data/pipes/controllers/condition/__init__.py b/tests/unit/pipelex/core/test_data/pipes/controllers/condition/__init__.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/controllers/condition/__init__.py
rename to tests/unit/pipelex/core/test_data/pipes/controllers/condition/__init__.py
diff --git a/tests/unit/core/test_data/pipes/controllers/condition/pipe_condition.py b/tests/unit/pipelex/core/test_data/pipes/controllers/condition/pipe_condition.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/controllers/condition/pipe_condition.py
rename to tests/unit/pipelex/core/test_data/pipes/controllers/condition/pipe_condition.py
diff --git a/tests/unit/core/test_data/pipes/controllers/parallel/__init__.py b/tests/unit/pipelex/core/test_data/pipes/controllers/parallel/__init__.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/controllers/parallel/__init__.py
rename to tests/unit/pipelex/core/test_data/pipes/controllers/parallel/__init__.py
diff --git a/tests/unit/core/test_data/pipes/controllers/parallel/pipe_parallel.py b/tests/unit/pipelex/core/test_data/pipes/controllers/parallel/pipe_parallel.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/controllers/parallel/pipe_parallel.py
rename to tests/unit/pipelex/core/test_data/pipes/controllers/parallel/pipe_parallel.py
diff --git a/tests/unit/core/test_data/pipes/controllers/sequence/__init__.py b/tests/unit/pipelex/core/test_data/pipes/controllers/sequence/__init__.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/controllers/sequence/__init__.py
rename to tests/unit/pipelex/core/test_data/pipes/controllers/sequence/__init__.py
diff --git a/tests/unit/core/test_data/pipes/controllers/sequence/pipe_sequence.py b/tests/unit/pipelex/core/test_data/pipes/controllers/sequence/pipe_sequence.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/controllers/sequence/pipe_sequence.py
rename to tests/unit/pipelex/core/test_data/pipes/controllers/sequence/pipe_sequence.py
diff --git a/tests/unit/core/test_data/pipes/operators/__init__.py b/tests/unit/pipelex/core/test_data/pipes/operators/__init__.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/operators/__init__.py
rename to tests/unit/pipelex/core/test_data/pipes/operators/__init__.py
diff --git a/tests/unit/core/test_data/pipes/operators/img_gen/__init__.py b/tests/unit/pipelex/core/test_data/pipes/operators/compose/__init__.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/operators/img_gen/__init__.py
rename to tests/unit/pipelex/core/test_data/pipes/operators/compose/__init__.py
diff --git a/tests/unit/core/test_data/pipes/operators/compose/pipe_compose.py b/tests/unit/pipelex/core/test_data/pipes/operators/compose/pipe_compose.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/operators/compose/pipe_compose.py
rename to tests/unit/pipelex/core/test_data/pipes/operators/compose/pipe_compose.py
diff --git a/tests/unit/core/test_data/pipes/operators/extract/__init__.py b/tests/unit/pipelex/core/test_data/pipes/operators/extract/__init__.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/operators/extract/__init__.py
rename to tests/unit/pipelex/core/test_data/pipes/operators/extract/__init__.py
diff --git a/tests/unit/core/test_data/pipes/operators/extract/pipe_extract.py b/tests/unit/pipelex/core/test_data/pipes/operators/extract/pipe_extract.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/operators/extract/pipe_extract.py
rename to tests/unit/pipelex/core/test_data/pipes/operators/extract/pipe_extract.py
diff --git a/tests/unit/core/test_data/pipes/operators/func/__init__.py b/tests/unit/pipelex/core/test_data/pipes/operators/func/__init__.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/operators/func/__init__.py
rename to tests/unit/pipelex/core/test_data/pipes/operators/func/__init__.py
diff --git a/tests/unit/core/test_data/pipes/operators/func/pipe_func.py b/tests/unit/pipelex/core/test_data/pipes/operators/func/pipe_func.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/operators/func/pipe_func.py
rename to tests/unit/pipelex/core/test_data/pipes/operators/func/pipe_func.py
diff --git a/tests/unit/pipelex/core/test_data/pipes/operators/img_gen/__init__.py b/tests/unit/pipelex/core/test_data/pipes/operators/img_gen/__init__.py
new file mode 100644
index 000000000..e69de29bb
diff --git a/tests/unit/core/test_data/pipes/operators/img_gen/pipe_img_gen.py b/tests/unit/pipelex/core/test_data/pipes/operators/img_gen/pipe_img_gen.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/operators/img_gen/pipe_img_gen.py
rename to tests/unit/pipelex/core/test_data/pipes/operators/img_gen/pipe_img_gen.py
diff --git a/tests/unit/core/test_data/pipes/operators/llm/__init__.py b/tests/unit/pipelex/core/test_data/pipes/operators/llm/__init__.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/operators/llm/__init__.py
rename to tests/unit/pipelex/core/test_data/pipes/operators/llm/__init__.py
diff --git a/tests/unit/core/test_data/pipes/operators/llm/pipe_llm.py b/tests/unit/pipelex/core/test_data/pipes/operators/llm/pipe_llm.py
similarity index 100%
rename from tests/unit/core/test_data/pipes/operators/llm/pipe_llm.py
rename to tests/unit/pipelex/core/test_data/pipes/operators/llm/pipe_llm.py
diff --git a/tests/unit/kit/test_index_loader.py b/tests/unit/pipelex/kit/test_index_loader.py
similarity index 100%
rename from tests/unit/kit/test_index_loader.py
rename to tests/unit/pipelex/kit/test_index_loader.py
diff --git a/tests/unit/kit/test_markers.py b/tests/unit/pipelex/kit/test_markers.py
similarity index 100%
rename from tests/unit/kit/test_markers.py
rename to tests/unit/pipelex/kit/test_markers.py
diff --git a/tests/unit/kit/test_paths.py b/tests/unit/pipelex/kit/test_paths.py
similarity index 100%
rename from tests/unit/kit/test_paths.py
rename to tests/unit/pipelex/kit/test_paths.py
diff --git a/tests/unit/language/test_plx_factory.py b/tests/unit/pipelex/language/test_plx_factory.py
similarity index 100%
rename from tests/unit/language/test_plx_factory.py
rename to tests/unit/pipelex/language/test_plx_factory.py
diff --git a/tests/unit/pipe_controllers/batch/data.py b/tests/unit/pipelex/pipe_controllers/batch/data.py
similarity index 100%
rename from tests/unit/pipe_controllers/batch/data.py
rename to tests/unit/pipelex/pipe_controllers/batch/data.py
diff --git a/tests/unit/pipe_controllers/batch/test_pipe_batch_input.py b/tests/unit/pipelex/pipe_controllers/batch/test_pipe_batch_input.py
similarity index 91%
rename from tests/unit/pipe_controllers/batch/test_pipe_batch_input.py
rename to tests/unit/pipelex/pipe_controllers/batch/test_pipe_batch_input.py
index 2bc0fab43..653cfe705 100644
--- a/tests/unit/pipe_controllers/batch/test_pipe_batch_input.py
+++ b/tests/unit/pipelex/pipe_controllers/batch/test_pipe_batch_input.py
@@ -3,7 +3,7 @@ import pytest
from pipelex import log
from pipelex.pipe_controllers.batch.pipe_batch_blueprint import PipeBatchBlueprint
from pipelex.pipe_controllers.batch.pipe_batch_factory import PipeBatchFactory
-from tests.unit.pipe_controllers.batch.data import PipeBatchInputTestCases
+from tests.unit.pipelex.pipe_controllers.batch.data import PipeBatchInputTestCases
class TestPipeBatchValidateInputs:
diff --git a/tests/unit/pipe_controllers/condition/data.py b/tests/unit/pipelex/pipe_controllers/condition/data.py
similarity index 100%
rename from tests/unit/pipe_controllers/condition/data.py
rename to tests/unit/pipelex/pipe_controllers/condition/data.py
diff --git a/tests/unit/pipe_controllers/condition/test_pipe_condition_input.py b/tests/unit/pipelex/pipe_controllers/condition/test_pipe_condition_input.py
similarity index 96%
rename from tests/unit/pipe_controllers/condition/test_pipe_condition_input.py
rename to tests/unit/pipelex/pipe_controllers/condition/test_pipe_condition_input.py
index 2a68b7a19..f06f8d936 100644
--- a/tests/unit/pipe_controllers/condition/test_pipe_condition_input.py
+++ b/tests/unit/pipelex/pipe_controllers/condition/test_pipe_condition_input.py
@@ -7,7 +7,7 @@ from pipelex.core.exceptions import StaticValidationError
from pipelex.core.pipe_errors import PipeDefinitionError
from pipelex.pipe_controllers.condition.pipe_condition_blueprint import PipeConditionBlueprint
from pipelex.pipe_controllers.condition.pipe_condition_factory import PipeConditionFactory
-from tests.unit.pipe_controllers.condition.data import PipeConditionInputTestCases
+from tests.unit.pipelex.pipe_controllers.condition.data import PipeConditionInputTestCases
class TestPipeConditionValidateInputs:
diff --git a/tests/unit/pipe_controllers/parallel/data.py b/tests/unit/pipelex/pipe_controllers/parallel/data.py
similarity index 100%
rename from tests/unit/pipe_controllers/parallel/data.py
rename to tests/unit/pipelex/pipe_controllers/parallel/data.py
diff --git a/tests/unit/pipe_controllers/parallel/test_pipe_parallel_input.py b/tests/unit/pipelex/pipe_controllers/parallel/test_pipe_parallel_input.py
similarity index 96%
rename from tests/unit/pipe_controllers/parallel/test_pipe_parallel_input.py
rename to tests/unit/pipelex/pipe_controllers/parallel/test_pipe_parallel_input.py
index 83ec51980..250ad6501 100644
--- a/tests/unit/pipe_controllers/parallel/test_pipe_parallel_input.py
+++ b/tests/unit/pipelex/pipe_controllers/parallel/test_pipe_parallel_input.py
@@ -7,7 +7,7 @@ from pipelex.core.exceptions import StaticValidationError
from pipelex.core.pipe_errors import PipeDefinitionError
from pipelex.pipe_controllers.parallel.pipe_parallel_blueprint import PipeParallelBlueprint
from pipelex.pipe_controllers.parallel.pipe_parallel_factory import PipeParallelFactory
-from tests.unit.pipe_controllers.parallel.data import PipeParallelInputTestCases
+from tests.unit.pipelex.pipe_controllers.parallel.data import PipeParallelInputTestCases
class TestPipeParallelValidateInputs:
diff --git a/tests/unit/pipe_controllers/sequence/data.py b/tests/unit/pipelex/pipe_controllers/sequence/data.py
similarity index 100%
rename from tests/unit/pipe_controllers/sequence/data.py
rename to tests/unit/pipelex/pipe_controllers/sequence/data.py
diff --git a/tests/unit/pipe_controllers/sequence/test_pipe_sequence_input.py b/tests/unit/pipelex/pipe_controllers/sequence/test_pipe_sequence_input.py
similarity index 96%
rename from tests/unit/pipe_controllers/sequence/test_pipe_sequence_input.py
rename to tests/unit/pipelex/pipe_controllers/sequence/test_pipe_sequence_input.py
index 265aa2f94..3f73c4efe 100644
--- a/tests/unit/pipe_controllers/sequence/test_pipe_sequence_input.py
+++ b/tests/unit/pipelex/pipe_controllers/sequence/test_pipe_sequence_input.py
@@ -7,7 +7,7 @@ from pipelex.core.exceptions import StaticValidationError
from pipelex.core.pipe_errors import PipeDefinitionError
from pipelex.pipe_controllers.sequence.pipe_sequence_blueprint import PipeSequenceBlueprint
from pipelex.pipe_controllers.sequence.pipe_sequence_factory import PipeSequenceFactory
-from tests.unit.pipe_controllers.sequence.data import PipeSequenceInputTestCases
+from tests.unit.pipelex.pipe_controllers.sequence.data import PipeSequenceInputTestCases
class TestPipeSequenceValidateInputs:
diff --git a/tests/unit/pipe_operators/pipe_compose/data.py b/tests/unit/pipelex/pipe_operators/pipe_compose/data.py
similarity index 100%
rename from tests/unit/pipe_operators/pipe_compose/data.py
rename to tests/unit/pipelex/pipe_operators/pipe_compose/data.py
diff --git a/tests/unit/pipe_operators/pipe_compose/test_pipe_compose_input.py b/tests/unit/pipelex/pipe_operators/pipe_compose/test_pipe_compose_input.py
similarity index 95%
rename from tests/unit/pipe_operators/pipe_compose/test_pipe_compose_input.py
rename to tests/unit/pipelex/pipe_operators/pipe_compose/test_pipe_compose_input.py
index 89419f376..be758053a 100644
--- a/tests/unit/pipe_operators/pipe_compose/test_pipe_compose_input.py
+++ b/tests/unit/pipelex/pipe_operators/pipe_compose/test_pipe_compose_input.py
@@ -3,7 +3,7 @@ import pytest
from pipelex import log
from pipelex.pipe_operators.compose.pipe_compose_blueprint import PipeComposeBlueprint
from pipelex.pipe_operators.compose.pipe_compose_factory import PipeComposeFactory
-from tests.unit.pipe_operators.pipe_compose.data import PipeComposeInputTestCases
+from tests.unit.pipelex.pipe_operators.pipe_compose.data import PipeComposeInputTestCases
class TestPipeComposeValidateInputs:
diff --git a/tests/unit/pipe_operators/pipe_extract/data.py b/tests/unit/pipelex/pipe_operators/pipe_extract/data.py
similarity index 100%
rename from tests/unit/pipe_operators/pipe_extract/data.py
rename to tests/unit/pipelex/pipe_operators/pipe_extract/data.py
diff --git a/tests/unit/pipe_operators/pipe_extract/test_pipe_extract_input.py b/tests/unit/pipelex/pipe_operators/pipe_extract/test_pipe_extract_input.py
similarity index 95%
rename from tests/unit/pipe_operators/pipe_extract/test_pipe_extract_input.py
rename to tests/unit/pipelex/pipe_operators/pipe_extract/test_pipe_extract_input.py
index 5f654e50c..65bb53a5f 100644
--- a/tests/unit/pipe_operators/pipe_extract/test_pipe_extract_input.py
+++ b/tests/unit/pipelex/pipe_operators/pipe_extract/test_pipe_extract_input.py
@@ -4,7 +4,7 @@ from pipelex import log
from pipelex.core.exceptions import StaticValidationError
from pipelex.pipe_operators.extract.pipe_extract_blueprint import PipeExtractBlueprint
from pipelex.pipe_operators.extract.pipe_extract_factory import PipeExtractFactory
-from tests.unit.pipe_operators.pipe_extract.data import PipeExtractInputTestCases
+from tests.unit.pipelex.pipe_operators.pipe_extract.data import PipeExtractInputTestCases
class TestPipeExtractValidateInputs:
diff --git a/tests/unit/pipe_operators/pipe_func/data.py b/tests/unit/pipelex/pipe_operators/pipe_func/data.py
similarity index 100%
rename from tests/unit/pipe_operators/pipe_func/data.py
rename to tests/unit/pipelex/pipe_operators/pipe_func/data.py
diff --git a/tests/unit/pipe_operators/pipe_func/test_pipe_func_input.py b/tests/unit/pipelex/pipe_operators/pipe_func/test_pipe_func_input.py
similarity index 96%
rename from tests/unit/pipe_operators/pipe_func/test_pipe_func_input.py
rename to tests/unit/pipelex/pipe_operators/pipe_func/test_pipe_func_input.py
index afe4f4c0c..199d0aa68 100644
--- a/tests/unit/pipe_operators/pipe_func/test_pipe_func_input.py
+++ b/tests/unit/pipelex/pipe_operators/pipe_func/test_pipe_func_input.py
@@ -5,7 +5,7 @@ from pipelex.core.pipe_errors import PipeDefinitionError
from pipelex.pipe_operators.func.pipe_func_blueprint import PipeFuncBlueprint
from pipelex.pipe_operators.func.pipe_func_factory import PipeFuncFactory
from pipelex.system.registries.func_registry import func_registry
-from tests.unit.pipe_operators.pipe_func.data import ERROR_TEST_FUNCTIONS, PipeFuncInputTestCases
+from tests.unit.pipelex.pipe_operators.pipe_func.data import ERROR_TEST_FUNCTIONS, PipeFuncInputTestCases
@pytest.fixture(scope="class")
diff --git a/tests/unit/pipe_operators/pipe_img_gen/data.py b/tests/unit/pipelex/pipe_operators/pipe_img_gen/data.py
similarity index 100%
rename from tests/unit/pipe_operators/pipe_img_gen/data.py
rename to tests/unit/pipelex/pipe_operators/pipe_img_gen/data.py
diff --git a/tests/unit/pipe_operators/pipe_img_gen/test_pipe_img_gen_input.py b/tests/unit/pipelex/pipe_operators/pipe_img_gen/test_pipe_img_gen_input.py
similarity index 95%
rename from tests/unit/pipe_operators/pipe_img_gen/test_pipe_img_gen_input.py
rename to tests/unit/pipelex/pipe_operators/pipe_img_gen/test_pipe_img_gen_input.py
index 092e8089a..b032057c6 100644
--- a/tests/unit/pipe_operators/pipe_img_gen/test_pipe_img_gen_input.py
+++ b/tests/unit/pipelex/pipe_operators/pipe_img_gen/test_pipe_img_gen_input.py
@@ -5,7 +5,7 @@ from pipelex.core.exceptions import StaticValidationError
from pipelex.core.pipe_errors import PipeDefinitionError
from pipelex.pipe_operators.img_gen.pipe_img_gen_blueprint import PipeImgGenBlueprint
from pipelex.pipe_operators.img_gen.pipe_img_gen_factory import PipeImgGenFactory
-from tests.unit.pipe_operators.pipe_img_gen.data import PipeImgGenInputTestCases
+from tests.unit.pipelex.pipe_operators.pipe_img_gen.data import PipeImgGenInputTestCases
class TestPipeImgGenValidateInputs:
diff --git a/tests/unit/pipe_operators/pipe_llm/data.py b/tests/unit/pipelex/pipe_operators/pipe_llm/data.py
similarity index 100%
rename from tests/unit/pipe_operators/pipe_llm/data.py
rename to tests/unit/pipelex/pipe_operators/pipe_llm/data.py
diff --git a/tests/unit/pipe_operators/pipe_llm/test_pipe_llm_input.py b/tests/unit/pipelex/pipe_operators/pipe_llm/test_pipe_llm_input.py
similarity index 95%
rename from tests/unit/pipe_operators/pipe_llm/test_pipe_llm_input.py
rename to tests/unit/pipelex/pipe_operators/pipe_llm/test_pipe_llm_input.py
index ed4280c2f..5215c7723 100644
--- a/tests/unit/pipe_operators/pipe_llm/test_pipe_llm_input.py
+++ b/tests/unit/pipelex/pipe_operators/pipe_llm/test_pipe_llm_input.py
@@ -4,7 +4,7 @@ from pipelex import log
from pipelex.core.exceptions import StaticValidationError
from pipelex.pipe_operators.llm.pipe_llm_blueprint import PipeLLMBlueprint
from pipelex.pipe_operators.llm.pipe_llm_factory import PipeLLMFactory
-from tests.unit.pipe_operators.pipe_llm.data import PipeLLMInputTestCases
+from tests.unit.pipelex.pipe_operators.pipe_llm.data import PipeLLMInputTestCases
class TestPipeLLMValidateInputs:
diff --git a/tests/unit/pipe_run/data.py b/tests/unit/pipelex/pipe_run/data.py
similarity index 100%
rename from tests/unit/pipe_run/data.py
rename to tests/unit/pipelex/pipe_run/data.py
diff --git a/tests/unit/pipe_run/test_pipe_run_params.py b/tests/unit/pipelex/pipe_run/test_pipe_run_params.py
similarity index 99%
rename from tests/unit/pipe_run/test_pipe_run_params.py
rename to tests/unit/pipelex/pipe_run/test_pipe_run_params.py
index a98658a77..f3839a84e 100644
--- a/tests/unit/pipe_run/test_pipe_run_params.py
+++ b/tests/unit/pipelex/pipe_run/test_pipe_run_params.py
@@ -4,7 +4,7 @@ from pipelex.core.pipes.variable_multiplicity import VariableMultiplicity, Varia
from pipelex.pipe_run.pipe_run_params import (
output_multiplicity_to_apply,
)
-from tests.unit.pipe_run.data import OUTPUT_MULTIPLICITY_TO_APPLY_TEST_CASES
+from tests.unit.pipelex.pipe_run.data import OUTPUT_MULTIPLICITY_TO_APPLY_TEST_CASES
class TestOutputMultiplicityToApply:
diff --git a/tests/unit/tools/config/test_load_config.py b/tests/unit/pipelex/tools/config/test_load_config.py
similarity index 100%
rename from tests/unit/tools/config/test_load_config.py
rename to tests/unit/pipelex/tools/config/test_load_config.py
diff --git a/tests/unit/tools/misc/test_base_64_utils.py b/tests/unit/pipelex/tools/misc/test_base_64_utils.py
similarity index 100%
rename from tests/unit/tools/misc/test_base_64_utils.py
rename to tests/unit/pipelex/tools/misc/test_base_64_utils.py
diff --git a/tests/unit/tools/misc/test_dict_utils.py b/tests/unit/pipelex/tools/misc/test_dict_utils.py
similarity index 100%
rename from tests/unit/tools/misc/test_dict_utils.py
rename to tests/unit/pipelex/tools/misc/test_dict_utils.py
diff --git a/tests/unit/pipelex/tools/misc/test_diff.py b/tests/unit/pipelex/tools/misc/test_diff.py
new file mode 100644
index 000000000..61223ad23
--- /dev/null
+++ b/tests/unit/pipelex/tools/misc/test_diff.py
@@ -0,0 +1,304 @@
+import tempfile
+import time
+from pathlib import Path
+
+from pytest_mock import MockerFixture
+from rich.console import Group
+from rich.text import Text
+
+from pipelex.tools.misc.diff import diff_dirs, diff_files, has_diff_dirs, make_diff_dirs_pretty
+
+
+class TestDiff:
+ def test_has_diff_dirs_no_differences(self):
+ """Test that identical directories return False."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ dir1 = Path(temp_dir) / "dir1"
+ dir2 = Path(temp_dir) / "dir2"
+ dir1.mkdir()
+ dir2.mkdir()
+
+ # Create identical files
+ (dir1 / "file1.txt").write_text("content")
+ (dir2 / "file1.txt").write_text("content")
+
+ assert has_diff_dirs(dir1, dir2) is False
+
+ def test_has_diff_dirs_file_only_in_left(self):
+ """Test that file only in left directory returns True."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ dir1 = Path(temp_dir) / "dir1"
+ dir2 = Path(temp_dir) / "dir2"
+ dir1.mkdir()
+ dir2.mkdir()
+
+ (dir1 / "only_left.txt").write_text("content")
+ (dir1 / "common.txt").write_text("content")
+ (dir2 / "common.txt").write_text("content")
+
+ assert has_diff_dirs(dir1, dir2) is True
+
+ def test_has_diff_dirs_file_only_in_right(self):
+ """Test that file only in right directory returns True."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ dir1 = Path(temp_dir) / "dir1"
+ dir2 = Path(temp_dir) / "dir2"
+ dir1.mkdir()
+ dir2.mkdir()
+
+ (dir2 / "only_right.txt").write_text("content")
+ (dir1 / "common.txt").write_text("content")
+ (dir2 / "common.txt").write_text("content")
+
+ assert has_diff_dirs(dir1, dir2) is True
+
+ def test_has_diff_dirs_different_content(self):
+ """Test that files with different content return True."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ dir1 = Path(temp_dir) / "dir1"
+ dir2 = Path(temp_dir) / "dir2"
+ dir1.mkdir()
+ dir2.mkdir()
+
+ (dir1 / "file.txt").write_text("content1")
+ (dir2 / "file.txt").write_text("content2")
+
+ assert has_diff_dirs(dir1, dir2) is True
+
+ def test_has_diff_dirs_recursive(self):
+ """Test that subdirectory differences are detected."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ dir1 = Path(temp_dir) / "dir1"
+ dir2 = Path(temp_dir) / "dir2"
+ dir1.mkdir()
+ dir2.mkdir()
+
+ # Create identical top-level files
+ (dir1 / "file.txt").write_text("content")
+ (dir2 / "file.txt").write_text("content")
+
+ # Create subdirectories with differences
+ (dir1 / "subdir").mkdir()
+ (dir2 / "subdir").mkdir()
+ (dir1 / "subdir" / "different.txt").write_text("content1")
+ (dir2 / "subdir" / "different.txt").write_text("content2")
+
+ assert has_diff_dirs(dir1, dir2) is True
+
+ def test_has_diff_dirs_empty_directories(self):
+ """Test that two empty directories return False."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ dir1 = Path(temp_dir) / "dir1"
+ dir2 = Path(temp_dir) / "dir2"
+ dir1.mkdir()
+ dir2.mkdir()
+
+ assert has_diff_dirs(dir1, dir2) is False
+
+ def test_diff_files_basic(self):
+ """Test basic file diff functionality."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ file1 = Path(temp_dir) / "file1.txt"
+ file2 = Path(temp_dir) / "file2.txt"
+
+ file1.write_text("line1\nline2\nline3\n")
+ file2.write_text("line1\nmodified\nline3\n")
+
+ diff = diff_files(file1, file2)
+
+ assert "---" in diff
+ assert "+++" in diff
+ assert "-line2" in diff
+ assert "+modified" in diff
+
+ def test_diff_files_identical(self):
+ """Test diff of identical files."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ file1 = Path(temp_dir) / "file1.txt"
+ file2 = Path(temp_dir) / "file2.txt"
+
+ file1.write_text("same content\n")
+ file2.write_text("same content\n")
+
+ diff = diff_files(file1, file2)
+
+ assert diff == ""
+
+ def test_make_diff_dirs_pretty_no_differences(self):
+ """Test that identical directories return Text with no differences message."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ dir1 = Path(temp_dir) / "dir1"
+ dir2 = Path(temp_dir) / "dir2"
+ dir1.mkdir()
+ dir2.mkdir()
+
+ (dir1 / "file.txt").write_text("content")
+ (dir2 / "file.txt").write_text("content")
+
+ result = make_diff_dirs_pretty(dir1, dir2)
+
+ assert isinstance(result, Text)
+ assert "No differences found" in str(result)
+
+ def test_make_diff_dirs_pretty_with_differences(self):
+ """Test that directories with differences return Group."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ dir1 = Path(temp_dir) / "dir1"
+ dir2 = Path(temp_dir) / "dir2"
+ dir1.mkdir()
+ dir2.mkdir()
+
+ (dir1 / "only_left.txt").write_text("left content")
+ (dir2 / "only_right.txt").write_text("right content")
+ (dir1 / "different.txt").write_text("content1")
+ (dir2 / "different.txt").write_text("content2")
+
+ result = make_diff_dirs_pretty(dir1, dir2)
+
+ assert isinstance(result, Group)
+
+ def test_make_diff_dirs_pretty_binary_file(self):
+ """Test that binary files are handled gracefully."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ dir1 = Path(temp_dir) / "dir1"
+ dir2 = Path(temp_dir) / "dir2"
+ dir1.mkdir()
+ dir2.mkdir()
+
+ # Create binary files with different content
+ (dir1 / "binary.bin").write_bytes(b"\x00\x01\x02\x03")
+ (dir2 / "binary.bin").write_bytes(b"\x04\x05\x06\x07")
+
+ result = make_diff_dirs_pretty(dir1, dir2)
+
+ # Should return Group with binary file note
+ assert isinstance(result, Group)
+
+ def test_make_diff_dirs_pretty_recursive(self):
+ """Test that subdirectory differences are included."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ dir1 = Path(temp_dir) / "dir1"
+ dir2 = Path(temp_dir) / "dir2"
+ dir1.mkdir()
+ dir2.mkdir()
+
+ # Create subdirectories
+ (dir1 / "subdir").mkdir()
+ (dir2 / "subdir").mkdir()
+ (dir1 / "subdir" / "file.txt").write_text("content1")
+ (dir2 / "subdir" / "file.txt").write_text("content2")
+
+ result = make_diff_dirs_pretty(dir1, dir2)
+
+ assert isinstance(result, Group)
+
+ def test_make_diff_dirs_pretty_accepts_string_paths(self):
+ """Test that string paths are accepted."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ dir1 = Path(temp_dir) / "dir1"
+ dir2 = Path(temp_dir) / "dir2"
+ dir1.mkdir()
+ dir2.mkdir()
+
+ (dir1 / "file.txt").write_text("content1")
+ (dir2 / "file.txt").write_text("content2")
+
+ # Pass as strings
+ result = make_diff_dirs_pretty(str(dir1), str(dir2))
+
+ assert isinstance(result, Group)
+
+ def test_diff_dirs_calls_pretty_print(self, mocker: MockerFixture):
+ """Test that diff_dirs calls PrettyPrinter.pretty_print."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ dir1 = Path(temp_dir) / "dir1"
+ dir2 = Path(temp_dir) / "dir2"
+ dir1.mkdir()
+ dir2.mkdir()
+
+ (dir1 / "file.txt").write_text("content")
+ (dir2 / "file.txt").write_text("content")
+
+ mock_pretty_print = mocker.patch("pipelex.tools.misc.diff.PrettyPrinter.pretty_print")
+
+ diff_dirs(dir1, dir2)
+
+ mock_pretty_print.assert_called_once()
+ call_kwargs = mock_pretty_print.call_args.kwargs
+ assert "content" in call_kwargs
+ assert "title" in call_kwargs
+ assert str(dir1) in call_kwargs["title"]
+ assert str(dir2) in call_kwargs["title"]
+
+ def test_diff_dirs_handles_string_paths(self, mocker: MockerFixture):
+ """Test that diff_dirs accepts string paths."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ dir1 = Path(temp_dir) / "dir1"
+ dir2 = Path(temp_dir) / "dir2"
+ dir1.mkdir()
+ dir2.mkdir()
+
+ mock_pretty_print = mocker.patch("pipelex.tools.misc.diff.PrettyPrinter.pretty_print")
+
+ # Pass as strings
+ diff_dirs(str(dir1), str(dir2))
+
+ mock_pretty_print.assert_called_once()
+
+ def test_has_diff_dirs_accepts_string_paths(self):
+ """Test that has_diff_dirs accepts string paths."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ dir1 = Path(temp_dir) / "dir1"
+ dir2 = Path(temp_dir) / "dir2"
+ dir1.mkdir()
+ dir2.mkdir()
+
+ (dir1 / "file.txt").write_text("content")
+ (dir2 / "file.txt").write_text("content")
+
+ # Pass as strings
+ result = has_diff_dirs(str(dir1), str(dir2))
+
+ assert result is False
+
+ def test_diff_files_accepts_string_paths(self):
+ """Test that diff_files accepts string paths."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ file1 = Path(temp_dir) / "file1.txt"
+ file2 = Path(temp_dir) / "file2.txt"
+
+ file1.write_text("content1\n")
+ file2.write_text("content2\n")
+
+ # Pass as strings
+ diff = diff_files(str(file1), str(file2))
+
+ assert "-content1" in diff
+ assert "+content2" in diff
+
+ def test_make_diff_dirs_pretty_shows_update_direction(self):
+ """Test that diff output shows which file is newer based on modification time."""
+ with tempfile.TemporaryDirectory() as temp_dir:
+ dir1 = Path(temp_dir) / "dir1"
+ dir2 = Path(temp_dir) / "dir2"
+ dir1.mkdir()
+ dir2.mkdir()
+
+ # Create file in dir1
+ (dir1 / "file.txt").write_text("content1")
+ time.sleep(0.1) # Ensure different modification times
+ # Create file in dir2 (newer)
+ (dir2 / "file.txt").write_text("content2")
+
+ result = make_diff_dirs_pretty(dir1, dir2)
+
+ # Result should be a Group containing the diff
+ assert isinstance(result, Group)
+
+ # Convert to string to check for direction indicator
+ result_str = ""
+ for item in result.renderables:
+ result_str += str(item)
+
+ # Should indicate that right is newer
+ assert "→" in result_str or "right is newer" in result_str
diff --git a/tests/unit/tools/misc/test_filetype_utils.py b/tests/unit/pipelex/tools/misc/test_filetype_utils.py
similarity index 100%
rename from tests/unit/tools/misc/test_filetype_utils.py
rename to tests/unit/pipelex/tools/misc/test_filetype_utils.py
diff --git a/tests/unit/tools/misc/test_find_files_in_dir.py b/tests/unit/pipelex/tools/misc/test_find_files_in_dir.py
similarity index 100%
rename from tests/unit/tools/misc/test_find_files_in_dir.py
rename to tests/unit/pipelex/tools/misc/test_find_files_in_dir.py
diff --git a/tests/unit/tools/misc/test_markdown.py b/tests/unit/pipelex/tools/misc/test_markdown.py
similarity index 100%
rename from tests/unit/tools/misc/test_markdown.py
rename to tests/unit/pipelex/tools/misc/test_markdown.py
diff --git a/tests/unit/tools/misc/test_path_utils.py b/tests/unit/pipelex/tools/misc/test_path_utils.py
similarity index 100%
rename from tests/unit/tools/misc/test_path_utils.py
rename to tests/unit/pipelex/tools/misc/test_path_utils.py
diff --git a/tests/unit/tools/misc/test_placeholder.py b/tests/unit/pipelex/tools/misc/test_placeholder.py
similarity index 100%
rename from tests/unit/tools/misc/test_placeholder.py
rename to tests/unit/pipelex/tools/misc/test_placeholder.py
diff --git a/tests/unit/tools/misc/test_pretty.py b/tests/unit/pipelex/tools/misc/test_pretty.py
similarity index 100%
rename from tests/unit/tools/misc/test_pretty.py
rename to tests/unit/pipelex/tools/misc/test_pretty.py
diff --git a/tests/unit/tools/misc/test_string_utils.py b/tests/unit/pipelex/tools/misc/test_string_utils.py
similarity index 100%
rename from tests/unit/tools/misc/test_string_utils.py
rename to tests/unit/pipelex/tools/misc/test_string_utils.py
diff --git a/tests/unit/tools/misc/test_text.py b/tests/unit/pipelex/tools/misc/test_text.py
similarity index 100%
rename from tests/unit/tools/misc/test_text.py
rename to tests/unit/pipelex/tools/misc/test_text.py
diff --git a/tests/unit/tools/misc/test_toml_utils.py b/tests/unit/pipelex/tools/misc/test_toml_utils.py
similarity index 100%
rename from tests/unit/tools/misc/test_toml_utils.py
rename to tests/unit/pipelex/tools/misc/test_toml_utils.py
diff --git a/tests/unit/tools/secrets/test_secrets_utils.py b/tests/unit/pipelex/tools/secrets/test_secrets_utils.py
similarity index 100%
rename from tests/unit/tools/secrets/test_secrets_utils.py
rename to tests/unit/pipelex/tools/secrets/test_secrets_utils.py
diff --git a/tests/unit/tools/test_class_registry_utils.py b/tests/unit/pipelex/tools/test_class_registry_utils.py
similarity index 100%
rename from tests/unit/tools/test_class_registry_utils.py
rename to tests/unit/pipelex/tools/test_class_registry_utils.py
diff --git a/tests/unit/tools/test_environment.py b/tests/unit/pipelex/tools/test_environment.py
similarity index 100%
rename from tests/unit/tools/test_environment.py
rename to tests/unit/pipelex/tools/test_environment.py
diff --git a/tests/unit/tools/test_func_registry.py b/tests/unit/pipelex/tools/test_func_registry.py
similarity index 100%
rename from tests/unit/tools/test_func_registry.py
rename to tests/unit/pipelex/tools/test_func_registry.py
diff --git a/tests/unit/tools/test_func_registry_utils.py b/tests/unit/pipelex/tools/test_func_registry_utils.py
similarity index 100%
rename from tests/unit/tools/test_func_registry_utils.py
rename to tests/unit/pipelex/tools/test_func_registry_utils.py
diff --git a/tests/unit/tools/test_jinja2.py b/tests/unit/pipelex/tools/test_jinja2.py
similarity index 100%
rename from tests/unit/tools/test_jinja2.py
rename to tests/unit/pipelex/tools/test_jinja2.py
diff --git a/tests/unit/tools/test_testing.py b/tests/unit/pipelex/tools/test_testing.py
similarity index 100%
rename from tests/unit/tools/test_testing.py
rename to tests/unit/pipelex/tools/test_testing.py
diff --git a/tests/unit/tools/typing/test_convert_file_path_to_module_path.py b/tests/unit/pipelex/tools/typing/test_convert_file_path_to_module_path.py
similarity index 100%
rename from tests/unit/tools/typing/test_convert_file_path_to_module_path.py
rename to tests/unit/pipelex/tools/typing/test_convert_file_path_to_module_path.py
diff --git a/tests/unit/tools/typing/test_custom_base_model.py b/tests/unit/pipelex/tools/typing/test_custom_base_model.py
similarity index 100%
rename from tests/unit/tools/typing/test_custom_base_model.py
rename to tests/unit/pipelex/tools/typing/test_custom_base_model.py
diff --git a/tests/unit/tools/typing/test_enum_utilities.py b/tests/unit/pipelex/tools/typing/test_enum_utilities.py
similarity index 100%
rename from tests/unit/tools/typing/test_enum_utilities.py
rename to tests/unit/pipelex/tools/typing/test_enum_utilities.py
diff --git a/tests/unit/tools/typing/test_find_class_names_in_file.py b/tests/unit/pipelex/tools/typing/test_find_class_names_in_file.py
similarity index 100%
rename from tests/unit/tools/typing/test_find_class_names_in_file.py
rename to tests/unit/pipelex/tools/typing/test_find_class_names_in_file.py
diff --git a/tests/unit/tools/typing/test_find_classes_in_module.py b/tests/unit/pipelex/tools/typing/test_find_classes_in_module.py
similarity index 100%
rename from tests/unit/tools/typing/test_find_classes_in_module.py
rename to tests/unit/pipelex/tools/typing/test_find_classes_in_module.py
diff --git a/tests/unit/tools/typing/test_format_pydantic_validation_error.py b/tests/unit/pipelex/tools/typing/test_format_pydantic_validation_error.py
similarity index 100%
rename from tests/unit/tools/typing/test_format_pydantic_validation_error.py
rename to tests/unit/pipelex/tools/typing/test_format_pydantic_validation_error.py
diff --git a/tests/unit/tools/typing/test_import_module_from_file.py b/tests/unit/pipelex/tools/typing/test_import_module_from_file.py
similarity index 100%
rename from tests/unit/tools/typing/test_import_module_from_file.py
rename to tests/unit/pipelex/tools/typing/test_import_module_from_file.py
diff --git a/tests/unit/tools/typing/test_import_module_from_file_if_has_classes.py b/tests/unit/pipelex/tools/typing/test_import_module_from_file_if_has_classes.py
similarity index 100%
rename from tests/unit/tools/typing/test_import_module_from_file_if_has_classes.py
rename to tests/unit/pipelex/tools/typing/test_import_module_from_file_if_has_classes.py
diff --git a/tests/unit/tools/typing/test_module_file_error.py b/tests/unit/pipelex/tools/typing/test_module_file_error.py
similarity index 100%
rename from tests/unit/tools/typing/test_module_file_error.py
rename to tests/unit/pipelex/tools/typing/test_module_file_error.py
diff --git a/tests/unit/tools/typing/test_serialize_model.py b/tests/unit/pipelex/tools/typing/test_serialize_model.py
similarity index 100%
rename from tests/unit/tools/typing/test_serialize_model.py
rename to tests/unit/pipelex/tools/typing/test_serialize_model.py
diff --git a/tests/unit/tools/typing/test_structure_printer.py b/tests/unit/pipelex/tools/typing/test_structure_printer.py
similarity index 100%
rename from tests/unit/tools/typing/test_structure_printer.py
rename to tests/unit/pipelex/tools/typing/test_structure_printer.py
diff --git a/uv.lock b/uv.lock
index 56b525c89..90041a13e 100644
--- a/uv.lock
+++ b/uv.lock
@@ -363,6 +363,15 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/e4/37/af0d2ef3967ac0d6113837b44a4f0bfe1328c2b9763bd5b1744520e5cfed/certifi-2025.10.5-py3-none-any.whl", hash = "sha256:0f212c2744a9bb6de0c56639a6f68afe01ecd92d91f14ae897c4fe7bbeeef0de", size = 163286, upload-time = "2025-10-05T04:12:14.03Z" },
]
+[[package]]
+name = "cfgv"
+version = "3.4.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/11/74/539e56497d9bd1d484fd863dd69cbbfa653cd2aa27abfe35653494d85e94/cfgv-3.4.0.tar.gz", hash = "sha256:e52591d4c5f5dead8e0f673fb16db7949d2cfb3f7da4582893288f0ded8fe560", size = 7114, upload-time = "2023-08-12T20:38:17.776Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/c5/55/51844dd50c4fc7a33b653bfaba4c2456f06955289ca770a5dbd5fd267374/cfgv-3.4.0-py2.py3-none-any.whl", hash = "sha256:b7265b1f29fd3316bfcd2b330d63d024f2bfd8bcb8b0272f8e19a504856c48f9", size = 7249, upload-time = "2023-08-12T20:38:16.269Z" },
+]
+
[[package]]
name = "charset-normalizer"
version = "3.4.4"
@@ -544,6 +553,24 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/50/3d/9373ad9c56321fdab5b41197068e1d8c25883b3fea29dd361f9b55116869/dill-0.4.0-py3-none-any.whl", hash = "sha256:44f54bf6412c2c8464c14e8243eb163690a9800dbe2c367330883b19c7561049", size = 119668, upload-time = "2025-04-16T00:41:47.671Z" },
]
+[[package]]
+name = "diskcache"
+version = "5.6.3"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/3f/21/1c1ffc1a039ddcc459db43cc108658f32c57d271d7289a2794e401d0fdb6/diskcache-5.6.3.tar.gz", hash = "sha256:2c3a3fa2743d8535d832ec61c2054a1641f41775aa7c556758a109941e33e4fc", size = 67916, upload-time = "2023-08-31T06:12:00.316Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/3f/27/4570e78fc0bf5ea0ca45eb1de3818a23787af9b390c0b0a0033a1b8236f9/diskcache-5.6.3-py3-none-any.whl", hash = "sha256:5e31b2d5fbad117cc363ebaf6b689474db18a1f6438bc82358b024abd4c2ca19", size = 45550, upload-time = "2023-08-31T06:11:58.822Z" },
+]
+
+[[package]]
+name = "distlib"
+version = "0.4.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/96/8e/709914eb2b5749865801041647dc7f4e6d00b549cfe88b65ca192995f07c/distlib-0.4.0.tar.gz", hash = "sha256:feec40075be03a04501a973d81f633735b4b69f98b05450592310c0f401a4e0d", size = 614605, upload-time = "2025-07-17T16:52:00.465Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/33/6b/e0547afaf41bf2c42e52430072fa5658766e3d65bd4b03a563d1b6336f57/distlib-0.4.0-py2.py3-none-any.whl", hash = "sha256:9659f7d87e46584a30b5780e43ac7a2143098441670ff0a49d5f9034c54a6c16", size = 469047, upload-time = "2025-07-17T16:51:58.613Z" },
+]
+
[[package]]
name = "distro"
version = "1.9.0"
@@ -617,6 +644,15 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/60/e1/7f468aeb695950d737971308e223a90c83436606107906ba7ecb43e10406/fal_client-0.9.0-py3-none-any.whl", hash = "sha256:91280ece00211fd36977b1a1b74bc9638c56f8617705bb0c8e9292efa175c293", size = 11000, upload-time = "2025-11-09T14:14:58.649Z" },
]
+[[package]]
+name = "filelock"
+version = "3.20.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/58/46/0028a82567109b5ef6e4d2a1f04a583fb513e6cf9527fcdd09afd817deeb/filelock-3.20.0.tar.gz", hash = "sha256:711e943b4ec6be42e1d4e6690b48dc175c822967466bb31c0c293f34334c13f4", size = 18922, upload-time = "2025-10-08T18:03:50.056Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/76/91/7216b27286936c16f5b4d0c530087e4a54eead683e6b0b73dd0c64844af6/filelock-3.20.0-py3-none-any.whl", hash = "sha256:339b4732ffda5cd79b13f4e2711a31b0365ce445d95d243bb996273d072546a2", size = 16054, upload-time = "2025-10-08T18:03:48.35Z" },
+]
+
[[package]]
name = "filetype"
version = "1.2.0"
@@ -773,23 +809,6 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/d5/d3/84a152746dc7bdebb8ba0fd7d6157263044acd1d14b2a53e8df4a307b6b7/google_genai-1.49.0-py3-none-any.whl", hash = "sha256:ad49cd5be5b63397069e7aef9a4fe0a84cbdf25fcd93408e795292308db4ef32", size = 256098, upload-time = "2025-11-05T22:41:01.429Z" },
]
-[[package]]
-name = "groq"
-version = "0.13.1"
-source = { registry = "https://pypi.org/simple" }
-dependencies = [
- { name = "anyio" },
- { name = "distro" },
- { name = "httpx" },
- { name = "pydantic" },
- { name = "sniffio" },
- { name = "typing-extensions" },
-]
-sdist = { url = "https://files.pythonhosted.org/packages/90/75/3b3e6b9495ca8e2e7f08373412f2f3c5fd0d8cbe987905d7caebc84abba2/groq-0.13.1.tar.gz", hash = "sha256:588fd5bee984f4eb46ec89552778d5698b9e9614435defef868645c19463cbcc", size = 109709, upload-time = "2024-12-15T08:50:28.984Z" }
-wheels = [
- { url = "https://files.pythonhosted.org/packages/f0/ad/2bf9b91085b1d67e432bc3071378570e7fd0326c5c648376e6230d3fed99/groq-0.13.1-py3-none-any.whl", hash = "sha256:0c5d1d6df93de55de705fe73729b79baaa0c871f7575d6aa64b2962b56101b3e", size = 109114, upload-time = "2024-12-15T08:50:26.091Z" },
-]
-
[[package]]
name = "h11"
version = "0.16.0"
@@ -836,6 +855,15 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/d2/fd/6668e5aec43ab844de6fc74927e155a3b37bf40d7c3790e49fc0406b6578/httpx_sse-0.4.3-py3-none-any.whl", hash = "sha256:0ac1c9fe3c0afad2e0ebb25a934a59f4c7823b60792691f779fad2c5568830fc", size = 8960, upload-time = "2025-10-10T21:48:21.158Z" },
]
+[[package]]
+name = "identify"
+version = "2.6.15"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/ff/e7/685de97986c916a6d93b3876139e00eef26ad5bbbd61925d670ae8013449/identify-2.6.15.tar.gz", hash = "sha256:e4f4864b96c6557ef2a1e1c951771838f4edc9df3a72ec7118b338801b11c7bf", size = 99311, upload-time = "2025-10-02T17:43:40.631Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/0f/1c/e5fd8f973d4f375adb21565739498e2e9a1e54c858a97b9a8ccfdc81da9b/identify-2.6.15-py2.py3-none-any.whl", hash = "sha256:1181ef7608e00704db228516541eb83a88a9f94433a8c80bb9b5bd54b1d81757", size = 99183, upload-time = "2025-10-02T17:43:39.137Z" },
+]
+
[[package]]
name = "idna"
version = "3.11"
@@ -856,24 +884,27 @@ wheels = [
[[package]]
name = "instructor"
-version = "1.8.3"
+version = "1.13.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "aiohttp" },
+ { name = "diskcache" },
{ name = "docstring-parser" },
{ name = "jinja2" },
{ name = "jiter" },
{ name = "openai" },
+ { name = "pre-commit" },
{ name = "pydantic" },
{ name = "pydantic-core" },
{ name = "requests" },
{ name = "rich" },
{ name = "tenacity" },
+ { name = "ty" },
{ name = "typer" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/a9/54/927c2093dc5e532195baf849f7ff1376ad673222b5d37be19e4e73af618e/instructor-1.8.3.tar.gz", hash = "sha256:04d64ebc0d6e5eee104f4715b18fac1a02c21757ae6ce76efa65d38cbd536b0b", size = 69265823, upload-time = "2025-05-22T16:44:02.409Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/31/f0/7f31609ec2fb84b140ff573abf1cce78cd3a2a3c6479b60aa82b69d40d2a/instructor-1.13.0.tar.gz", hash = "sha256:bf838a5c503fafdd034a9b1f8544c5e1f62462eea9f89932bc75c116ad35ab5a", size = 69898121, upload-time = "2025-11-06T04:19:31.034Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/07/76/0e198373f182020559b0886d0d61dd2ddca109ab7a9eddf5458ff759d51a/instructor-1.8.3-py3-none-any.whl", hash = "sha256:a2c5066458132dc50ec6faa87cab9a2dd6b11b3f45c0e563a2ef704892286945", size = 94619, upload-time = "2025-05-22T16:43:58.529Z" },
+ { url = "https://files.pythonhosted.org/packages/95/64/6542ac826a4c9b937b67c096a785af1aaa26b22fcb7c81223cfe4038205b/instructor-1.13.0-py3-none-any.whl", hash = "sha256:2b735b6ea0d3194548369a18254f1dde83cb5ec0b182de77adbadd8be73caddc", size = 160904, upload-time = "2025-11-06T04:19:24.674Z" },
]
[package.optional-dependencies]
@@ -881,9 +912,6 @@ google-genai = [
{ name = "google-genai" },
{ name = "jsonref" },
]
-groq = [
- { name = "groq" },
-]
[[package]]
name = "isort"
@@ -908,61 +936,74 @@ wheels = [
[[package]]
name = "jiter"
-version = "0.8.2"
-source = { registry = "https://pypi.org/simple" }
-sdist = { url = "https://files.pythonhosted.org/packages/f8/70/90bc7bd3932e651486861df5c8ffea4ca7c77d28e8532ddefe2abc561a53/jiter-0.8.2.tar.gz", hash = "sha256:cd73d3e740666d0e639f678adb176fad25c1bcbdae88d8d7b857e1783bb4212d", size = 163007, upload-time = "2024-12-09T18:11:08.649Z" }
-wheels = [
- { url = "https://files.pythonhosted.org/packages/f2/f3/8c11e0e87bd5934c414f9b1cfae3cbfd4a938d4669d57cb427e1c4d11a7f/jiter-0.8.2-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:ca8577f6a413abe29b079bc30f907894d7eb07a865c4df69475e868d73e71c7b", size = 303381, upload-time = "2024-12-09T18:09:00.301Z" },
- { url = "https://files.pythonhosted.org/packages/ea/28/4cd3f0bcbf40e946bc6a62a82c951afc386a25673d3d8d5ee461f1559bbe/jiter-0.8.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:b25bd626bde7fb51534190c7e3cb97cee89ee76b76d7585580e22f34f5e3f393", size = 311718, upload-time = "2024-12-09T18:09:02.53Z" },
- { url = "https://files.pythonhosted.org/packages/0d/17/57acab00507e60bd954eaec0837d9d7b119b4117ff49b8a62f2b646f32ed/jiter-0.8.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d5c826a221851a8dc028eb6d7d6429ba03184fa3c7e83ae01cd6d3bd1d4bd17d", size = 335465, upload-time = "2024-12-09T18:09:04.044Z" },
- { url = "https://files.pythonhosted.org/packages/74/b9/1a3ddd2bc95ae17c815b021521020f40c60b32137730126bada962ef32b4/jiter-0.8.2-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:d35c864c2dff13dfd79fb070fc4fc6235d7b9b359efe340e1261deb21b9fcb66", size = 355570, upload-time = "2024-12-09T18:09:05.445Z" },
- { url = "https://files.pythonhosted.org/packages/78/69/6d29e2296a934199a7d0dde673ecccf98c9c8db44caf0248b3f2b65483cb/jiter-0.8.2-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:f557c55bc2b7676e74d39d19bcb8775ca295c7a028246175d6a8b431e70835e5", size = 381383, upload-time = "2024-12-09T18:09:07.499Z" },
- { url = "https://files.pythonhosted.org/packages/22/d7/fbc4c3fb1bf65f9be22a32759b539f88e897aeb13fe84ab0266e4423487a/jiter-0.8.2-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:580ccf358539153db147e40751a0b41688a5ceb275e6f3e93d91c9467f42b2e3", size = 390454, upload-time = "2024-12-09T18:09:09.587Z" },
- { url = "https://files.pythonhosted.org/packages/4d/a0/3993cda2e267fe679b45d0bcc2cef0b4504b0aa810659cdae9737d6bace9/jiter-0.8.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:af102d3372e917cffce49b521e4c32c497515119dc7bd8a75665e90a718bbf08", size = 345039, upload-time = "2024-12-09T18:09:11.045Z" },
- { url = "https://files.pythonhosted.org/packages/b9/ef/69c18562b4c09ce88fab5df1dcaf643f6b1a8b970b65216e7221169b81c4/jiter-0.8.2-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:cadcc978f82397d515bb2683fc0d50103acff2a180552654bb92d6045dec2c49", size = 376200, upload-time = "2024-12-09T18:09:13.104Z" },
- { url = "https://files.pythonhosted.org/packages/4d/17/0b5a8de46a6ab4d836f70934036278b49b8530c292b29dde3483326d4555/jiter-0.8.2-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:ba5bdf56969cad2019d4e8ffd3f879b5fdc792624129741d3d83fc832fef8c7d", size = 511158, upload-time = "2024-12-09T18:09:15.222Z" },
- { url = "https://files.pythonhosted.org/packages/6c/b2/c401a0a2554b36c9e6d6e4876b43790d75139cf3936f0222e675cbc23451/jiter-0.8.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:3b94a33a241bee9e34b8481cdcaa3d5c2116f575e0226e421bed3f7a6ea71cff", size = 503956, upload-time = "2024-12-09T18:09:16.595Z" },
- { url = "https://files.pythonhosted.org/packages/d4/02/a0291ed7d72c0ac130f172354ee3cf0b2556b69584de391463a8ee534f40/jiter-0.8.2-cp310-cp310-win32.whl", hash = "sha256:6e5337bf454abddd91bd048ce0dca5134056fc99ca0205258766db35d0a2ea43", size = 202846, upload-time = "2024-12-09T18:09:19.347Z" },
- { url = "https://files.pythonhosted.org/packages/ad/20/8c988831ae4bf437e29f1671e198fc99ba8fe49f2895f23789acad1d1811/jiter-0.8.2-cp310-cp310-win_amd64.whl", hash = "sha256:4a9220497ca0cb1fe94e3f334f65b9b5102a0b8147646118f020d8ce1de70105", size = 204414, upload-time = "2024-12-09T18:09:20.904Z" },
- { url = "https://files.pythonhosted.org/packages/cb/b0/c1a7caa7f9dc5f1f6cfa08722867790fe2d3645d6e7170ca280e6e52d163/jiter-0.8.2-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:2dd61c5afc88a4fda7d8b2cf03ae5947c6ac7516d32b7a15bf4b49569a5c076b", size = 303666, upload-time = "2024-12-09T18:09:23.145Z" },
- { url = "https://files.pythonhosted.org/packages/f5/97/0468bc9eeae43079aaa5feb9267964e496bf13133d469cfdc135498f8dd0/jiter-0.8.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:a6c710d657c8d1d2adbbb5c0b0c6bfcec28fd35bd6b5f016395f9ac43e878a15", size = 311934, upload-time = "2024-12-09T18:09:25.098Z" },
- { url = "https://files.pythonhosted.org/packages/e5/69/64058e18263d9a5f1e10f90c436853616d5f047d997c37c7b2df11b085ec/jiter-0.8.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a9584de0cd306072635fe4b89742bf26feae858a0683b399ad0c2509011b9dc0", size = 335506, upload-time = "2024-12-09T18:09:26.407Z" },
- { url = "https://files.pythonhosted.org/packages/9d/14/b747f9a77b8c0542141d77ca1e2a7523e854754af2c339ac89a8b66527d6/jiter-0.8.2-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:5a90a923338531b7970abb063cfc087eebae6ef8ec8139762007188f6bc69a9f", size = 355849, upload-time = "2024-12-09T18:09:27.686Z" },
- { url = "https://files.pythonhosted.org/packages/53/e2/98a08161db7cc9d0e39bc385415890928ff09709034982f48eccfca40733/jiter-0.8.2-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d21974d246ed0181558087cd9f76e84e8321091ebfb3a93d4c341479a736f099", size = 381700, upload-time = "2024-12-09T18:09:28.989Z" },
- { url = "https://files.pythonhosted.org/packages/7a/38/1674672954d35bce3b1c9af99d5849f9256ac8f5b672e020ac7821581206/jiter-0.8.2-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:32475a42b2ea7b344069dc1e81445cfc00b9d0e3ca837f0523072432332e9f74", size = 389710, upload-time = "2024-12-09T18:09:30.565Z" },
- { url = "https://files.pythonhosted.org/packages/f8/9b/92f9da9a9e107d019bcf883cd9125fa1690079f323f5a9d5c6986eeec3c0/jiter-0.8.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8b9931fd36ee513c26b5bf08c940b0ac875de175341cbdd4fa3be109f0492586", size = 345553, upload-time = "2024-12-09T18:09:32.735Z" },
- { url = "https://files.pythonhosted.org/packages/44/a6/6d030003394e9659cd0d7136bbeabd82e869849ceccddc34d40abbbbb269/jiter-0.8.2-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:ce0820f4a3a59ddced7fce696d86a096d5cc48d32a4183483a17671a61edfddc", size = 376388, upload-time = "2024-12-09T18:09:34.723Z" },
- { url = "https://files.pythonhosted.org/packages/ad/8d/87b09e648e4aca5f9af89e3ab3cfb93db2d1e633b2f2931ede8dabd9b19a/jiter-0.8.2-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:8ffc86ae5e3e6a93765d49d1ab47b6075a9c978a2b3b80f0f32628f39caa0c88", size = 511226, upload-time = "2024-12-09T18:09:36.13Z" },
- { url = "https://files.pythonhosted.org/packages/77/95/8008ebe4cdc82eac1c97864a8042ca7e383ed67e0ec17bfd03797045c727/jiter-0.8.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:5127dc1abd809431172bc3fbe8168d6b90556a30bb10acd5ded41c3cfd6f43b6", size = 504134, upload-time = "2024-12-09T18:09:37.581Z" },
- { url = "https://files.pythonhosted.org/packages/26/0d/3056a74de13e8b2562e4d526de6dac2f65d91ace63a8234deb9284a1d24d/jiter-0.8.2-cp311-cp311-win32.whl", hash = "sha256:66227a2c7b575720c1871c8800d3a0122bb8ee94edb43a5685aa9aceb2782d44", size = 203103, upload-time = "2024-12-09T18:09:38.881Z" },
- { url = "https://files.pythonhosted.org/packages/4e/1e/7f96b798f356e531ffc0f53dd2f37185fac60fae4d6c612bbbd4639b90aa/jiter-0.8.2-cp311-cp311-win_amd64.whl", hash = "sha256:cde031d8413842a1e7501e9129b8e676e62a657f8ec8166e18a70d94d4682855", size = 206717, upload-time = "2024-12-09T18:09:41.064Z" },
- { url = "https://files.pythonhosted.org/packages/a1/17/c8747af8ea4e045f57d6cfd6fc180752cab9bc3de0e8a0c9ca4e8af333b1/jiter-0.8.2-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:e6ec2be506e7d6f9527dae9ff4b7f54e68ea44a0ef6b098256ddf895218a2f8f", size = 302027, upload-time = "2024-12-09T18:09:43.11Z" },
- { url = "https://files.pythonhosted.org/packages/3c/c1/6da849640cd35a41e91085723b76acc818d4b7d92b0b6e5111736ce1dd10/jiter-0.8.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:76e324da7b5da060287c54f2fabd3db5f76468006c811831f051942bf68c9d44", size = 310326, upload-time = "2024-12-09T18:09:44.426Z" },
- { url = "https://files.pythonhosted.org/packages/06/99/a2bf660d8ccffee9ad7ed46b4f860d2108a148d0ea36043fd16f4dc37e94/jiter-0.8.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:180a8aea058f7535d1c84183c0362c710f4750bef66630c05f40c93c2b152a0f", size = 334242, upload-time = "2024-12-09T18:09:45.915Z" },
- { url = "https://files.pythonhosted.org/packages/a7/5f/cea1c17864828731f11427b9d1ab7f24764dbd9aaf4648a7f851164d2718/jiter-0.8.2-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:025337859077b41548bdcbabe38698bcd93cfe10b06ff66617a48ff92c9aec60", size = 356654, upload-time = "2024-12-09T18:09:47.619Z" },
- { url = "https://files.pythonhosted.org/packages/e9/13/62774b7e5e7f5d5043efe1d0f94ead66e6d0f894ae010adb56b3f788de71/jiter-0.8.2-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ecff0dc14f409599bbcafa7e470c00b80f17abc14d1405d38ab02e4b42e55b57", size = 379967, upload-time = "2024-12-09T18:09:49.987Z" },
- { url = "https://files.pythonhosted.org/packages/ec/fb/096b34c553bb0bd3f2289d5013dcad6074948b8d55212aa13a10d44c5326/jiter-0.8.2-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:ffd9fee7d0775ebaba131f7ca2e2d83839a62ad65e8e02fe2bd8fc975cedeb9e", size = 389252, upload-time = "2024-12-09T18:09:51.329Z" },
- { url = "https://files.pythonhosted.org/packages/17/61/beea645c0bf398ced8b199e377b61eb999d8e46e053bb285c91c3d3eaab0/jiter-0.8.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:14601dcac4889e0a1c75ccf6a0e4baf70dbc75041e51bcf8d0e9274519df6887", size = 345490, upload-time = "2024-12-09T18:09:52.646Z" },
- { url = "https://files.pythonhosted.org/packages/d5/df/834aa17ad5dcc3cf0118821da0a0cf1589ea7db9832589278553640366bc/jiter-0.8.2-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:92249669925bc1c54fcd2ec73f70f2c1d6a817928480ee1c65af5f6b81cdf12d", size = 376991, upload-time = "2024-12-09T18:09:53.972Z" },
- { url = "https://files.pythonhosted.org/packages/67/80/87d140399d382fb4ea5b3d56e7ecaa4efdca17cd7411ff904c1517855314/jiter-0.8.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:e725edd0929fa79f8349ab4ec7f81c714df51dc4e991539a578e5018fa4a7152", size = 510822, upload-time = "2024-12-09T18:09:55.439Z" },
- { url = "https://files.pythonhosted.org/packages/5c/37/3394bb47bac1ad2cb0465601f86828a0518d07828a650722e55268cdb7e6/jiter-0.8.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:bf55846c7b7a680eebaf9c3c48d630e1bf51bdf76c68a5f654b8524335b0ad29", size = 503730, upload-time = "2024-12-09T18:09:59.494Z" },
- { url = "https://files.pythonhosted.org/packages/f9/e2/253fc1fa59103bb4e3aa0665d6ceb1818df1cd7bf3eb492c4dad229b1cd4/jiter-0.8.2-cp312-cp312-win32.whl", hash = "sha256:7efe4853ecd3d6110301665a5178b9856be7e2a9485f49d91aa4d737ad2ae49e", size = 203375, upload-time = "2024-12-09T18:10:00.814Z" },
- { url = "https://files.pythonhosted.org/packages/41/69/6d4bbe66b3b3b4507e47aa1dd5d075919ad242b4b1115b3f80eecd443687/jiter-0.8.2-cp312-cp312-win_amd64.whl", hash = "sha256:83c0efd80b29695058d0fd2fa8a556490dbce9804eac3e281f373bbc99045f6c", size = 204740, upload-time = "2024-12-09T18:10:02.146Z" },
- { url = "https://files.pythonhosted.org/packages/6c/b0/bfa1f6f2c956b948802ef5a021281978bf53b7a6ca54bb126fd88a5d014e/jiter-0.8.2-cp313-cp313-macosx_10_12_x86_64.whl", hash = "sha256:ca1f08b8e43dc3bd0594c992fb1fd2f7ce87f7bf0d44358198d6da8034afdf84", size = 301190, upload-time = "2024-12-09T18:10:03.463Z" },
- { url = "https://files.pythonhosted.org/packages/a4/8f/396ddb4e292b5ea57e45ade5dc48229556b9044bad29a3b4b2dddeaedd52/jiter-0.8.2-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:5672a86d55416ccd214c778efccf3266b84f87b89063b582167d803246354be4", size = 309334, upload-time = "2024-12-09T18:10:05.774Z" },
- { url = "https://files.pythonhosted.org/packages/7f/68/805978f2f446fa6362ba0cc2e4489b945695940656edd844e110a61c98f8/jiter-0.8.2-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:58dc9bc9767a1101f4e5e22db1b652161a225874d66f0e5cb8e2c7d1c438b587", size = 333918, upload-time = "2024-12-09T18:10:07.158Z" },
- { url = "https://files.pythonhosted.org/packages/b3/99/0f71f7be667c33403fa9706e5b50583ae5106d96fab997fa7e2f38ee8347/jiter-0.8.2-cp313-cp313-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:37b2998606d6dadbb5ccda959a33d6a5e853252d921fec1792fc902351bb4e2c", size = 356057, upload-time = "2024-12-09T18:10:09.341Z" },
- { url = "https://files.pythonhosted.org/packages/8d/50/a82796e421a22b699ee4d2ce527e5bcb29471a2351cbdc931819d941a167/jiter-0.8.2-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:4ab9a87f3784eb0e098f84a32670cfe4a79cb6512fd8f42ae3d0709f06405d18", size = 379790, upload-time = "2024-12-09T18:10:10.702Z" },
- { url = "https://files.pythonhosted.org/packages/3c/31/10fb012b00f6d83342ca9e2c9618869ab449f1aa78c8f1b2193a6b49647c/jiter-0.8.2-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:79aec8172b9e3c6d05fd4b219d5de1ac616bd8da934107325a6c0d0e866a21b6", size = 388285, upload-time = "2024-12-09T18:10:12.721Z" },
- { url = "https://files.pythonhosted.org/packages/c8/81/f15ebf7de57be488aa22944bf4274962aca8092e4f7817f92ffa50d3ee46/jiter-0.8.2-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:711e408732d4e9a0208008e5892c2966b485c783cd2d9a681f3eb147cf36c7ef", size = 344764, upload-time = "2024-12-09T18:10:14.075Z" },
- { url = "https://files.pythonhosted.org/packages/b3/e8/0cae550d72b48829ba653eb348cdc25f3f06f8a62363723702ec18e7be9c/jiter-0.8.2-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:653cf462db4e8c41995e33d865965e79641ef45369d8a11f54cd30888b7e6ff1", size = 376620, upload-time = "2024-12-09T18:10:15.487Z" },
- { url = "https://files.pythonhosted.org/packages/b8/50/e5478ff9d82534a944c03b63bc217c5f37019d4a34d288db0f079b13c10b/jiter-0.8.2-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:9c63eaef32b7bebac8ebebf4dabebdbc6769a09c127294db6babee38e9f405b9", size = 510402, upload-time = "2024-12-09T18:10:17.499Z" },
- { url = "https://files.pythonhosted.org/packages/8e/1e/3de48bbebbc8f7025bd454cedc8c62378c0e32dd483dece5f4a814a5cb55/jiter-0.8.2-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:eb21aaa9a200d0a80dacc7a81038d2e476ffe473ffdd9c91eb745d623561de05", size = 503018, upload-time = "2024-12-09T18:10:18.92Z" },
- { url = "https://files.pythonhosted.org/packages/d5/cd/d5a5501d72a11fe3e5fd65c78c884e5164eefe80077680533919be22d3a3/jiter-0.8.2-cp313-cp313-win32.whl", hash = "sha256:789361ed945d8d42850f919342a8665d2dc79e7e44ca1c97cc786966a21f627a", size = 203190, upload-time = "2024-12-09T18:10:20.801Z" },
- { url = "https://files.pythonhosted.org/packages/51/bf/e5ca301245ba951447e3ad677a02a64a8845b185de2603dabd83e1e4b9c6/jiter-0.8.2-cp313-cp313-win_amd64.whl", hash = "sha256:ab7f43235d71e03b941c1630f4b6e3055d46b6cb8728a17663eaac9d8e83a865", size = 203551, upload-time = "2024-12-09T18:10:22.822Z" },
- { url = "https://files.pythonhosted.org/packages/2f/3c/71a491952c37b87d127790dd7a0b1ebea0514c6b6ad30085b16bbe00aee6/jiter-0.8.2-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:b426f72cd77da3fec300ed3bc990895e2dd6b49e3bfe6c438592a3ba660e41ca", size = 308347, upload-time = "2024-12-09T18:10:24.139Z" },
- { url = "https://files.pythonhosted.org/packages/a0/4c/c02408042e6a7605ec063daed138e07b982fdb98467deaaf1c90950cf2c6/jiter-0.8.2-cp313-cp313t-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b2dd880785088ff2ad21ffee205e58a8c1ddabc63612444ae41e5e4b321b39c0", size = 342875, upload-time = "2024-12-09T18:10:25.553Z" },
- { url = "https://files.pythonhosted.org/packages/91/61/c80ef80ed8a0a21158e289ef70dac01e351d929a1c30cb0f49be60772547/jiter-0.8.2-cp313-cp313t-win_amd64.whl", hash = "sha256:3ac9f578c46f22405ff7f8b1f5848fb753cc4b8377fbec8470a7dc3997ca7566", size = 202374, upload-time = "2024-12-09T18:10:26.958Z" },
+version = "0.11.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/a3/68/0357982493a7b20925aece061f7fb7a2678e3b232f8d73a6edb7e5304443/jiter-0.11.1.tar.gz", hash = "sha256:849dcfc76481c0ea0099391235b7ca97d7279e0fa4c86005457ac7c88e8b76dc", size = 168385, upload-time = "2025-10-17T11:31:15.186Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/12/10/d099def5716452c8d5ffa527405373a44ddaf8e3c9d4f6de1e1344cffd90/jiter-0.11.1-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:ed58841a491bbbf3f7c55a6b68fff568439ab73b2cce27ace0e169057b5851df", size = 310078, upload-time = "2025-10-17T11:28:36.186Z" },
+ { url = "https://files.pythonhosted.org/packages/fe/56/b81d010b0031ffa96dfb590628562ac5f513ce56aa2ab451d29fb3fedeb9/jiter-0.11.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:499beb9b2d7e51d61095a8de39ebcab1d1778f2a74085f8305a969f6cee9f3e4", size = 317138, upload-time = "2025-10-17T11:28:38.294Z" },
+ { url = "https://files.pythonhosted.org/packages/89/12/31ea12af9d79671cc7bd893bf0ccaf3467624c0fc7146a0cbfe7b549bcfa/jiter-0.11.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b87b2821795e28cc990939b68ce7a038edea680a24910bd68a79d54ff3f03c02", size = 348964, upload-time = "2025-10-17T11:28:40.103Z" },
+ { url = "https://files.pythonhosted.org/packages/bc/d2/95cb6dc5ff962410667a29708c7a6c0691cc3c4866a0bfa79d085b56ebd6/jiter-0.11.1-cp310-cp310-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:83f6fa494d8bba14ab100417c80e70d32d737e805cb85be2052d771c76fcd1f8", size = 363289, upload-time = "2025-10-17T11:28:41.49Z" },
+ { url = "https://files.pythonhosted.org/packages/b8/3e/37006ad5843a0bc3a3ec3a6c44710d7a154113befaf5f26d2fe190668b63/jiter-0.11.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:5fbc6aea1daa2ec6f5ed465f0c5e7b0607175062ceebbea5ca70dd5ddab58083", size = 487243, upload-time = "2025-10-17T11:28:43.209Z" },
+ { url = "https://files.pythonhosted.org/packages/80/5c/d38c8c801a322a0c0de47b9618c16fd766366f087ce37c4e55ae8e3c8b03/jiter-0.11.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:302288e2edc43174bb2db838e94688d724f9aad26c5fb9a74f7a5fb427452a6a", size = 376139, upload-time = "2025-10-17T11:28:44.821Z" },
+ { url = "https://files.pythonhosted.org/packages/b0/cd/442ad2389a5570b0ee673f93e14bbe8cdecd3e08a9ba7756081d84065e4c/jiter-0.11.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:85db563fe3b367bb568af5d29dea4d4066d923b8e01f3417d25ebecd958de815", size = 359279, upload-time = "2025-10-17T11:28:46.152Z" },
+ { url = "https://files.pythonhosted.org/packages/9a/35/8f5810d0e7d00bc395889085dbc1ccc36d454b56f28b2a5359dfd1bab48d/jiter-0.11.1-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:f1c1ba2b6b22f775444ef53bc2d5778396d3520abc7b2e1da8eb0c27cb3ffb10", size = 384911, upload-time = "2025-10-17T11:28:48.03Z" },
+ { url = "https://files.pythonhosted.org/packages/3c/bd/8c069ceb0bafcf6b4aa5de0c27f02faf50468df39564a02e1a12389ad6c2/jiter-0.11.1-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:523be464b14f8fd0cc78da6964b87b5515a056427a2579f9085ce30197a1b54a", size = 517879, upload-time = "2025-10-17T11:28:49.902Z" },
+ { url = "https://files.pythonhosted.org/packages/bc/3c/9163efcf762f79f47433078b4f0a1bddc56096082c02c6cae2f47f07f56f/jiter-0.11.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:25b99b3f04cd2a38fefb22e822e35eb203a2cd37d680dbbc0c0ba966918af336", size = 508739, upload-time = "2025-10-17T11:28:51.785Z" },
+ { url = "https://files.pythonhosted.org/packages/44/07/50690f257935845d3114b95b5dd03749eeaab5e395cbb522f9e957da4551/jiter-0.11.1-cp310-cp310-win32.whl", hash = "sha256:47a79e90545a596bb9104109777894033347b11180d4751a216afef14072dbe7", size = 203948, upload-time = "2025-10-17T11:28:54.368Z" },
+ { url = "https://files.pythonhosted.org/packages/d2/3a/5964a944bf2e98ffd566153fdc2a6a368fcb11b58cc46832ca8c75808dba/jiter-0.11.1-cp310-cp310-win_amd64.whl", hash = "sha256:cace75621ae9bd66878bf69fbd4dfc1a28ef8661e0c2d0eb72d3d6f1268eddf5", size = 207522, upload-time = "2025-10-17T11:28:56.79Z" },
+ { url = "https://files.pythonhosted.org/packages/8b/34/c9e6cfe876f9a24f43ed53fe29f052ce02bd8d5f5a387dbf46ad3764bef0/jiter-0.11.1-cp311-cp311-macosx_10_12_x86_64.whl", hash = "sha256:9b0088ff3c374ce8ce0168523ec8e97122ebb788f950cf7bb8e39c7dc6a876a2", size = 310160, upload-time = "2025-10-17T11:28:59.174Z" },
+ { url = "https://files.pythonhosted.org/packages/bc/9f/b06ec8181d7165858faf2ac5287c54fe52b2287760b7fe1ba9c06890255f/jiter-0.11.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:74433962dd3c3090655e02e461267095d6c84f0741c7827de11022ef8d7ff661", size = 316573, upload-time = "2025-10-17T11:29:00.905Z" },
+ { url = "https://files.pythonhosted.org/packages/66/49/3179d93090f2ed0c6b091a9c210f266d2d020d82c96f753260af536371d0/jiter-0.11.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6d98030e345e6546df2cc2c08309c502466c66c4747b043f1a0d415fada862b8", size = 348998, upload-time = "2025-10-17T11:29:02.321Z" },
+ { url = "https://files.pythonhosted.org/packages/ae/9d/63db2c8eabda7a9cad65a2e808ca34aaa8689d98d498f5a2357d7a2e2cec/jiter-0.11.1-cp311-cp311-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:1d6db0b2e788db46bec2cf729a88b6dd36959af2abd9fa2312dfba5acdd96dcb", size = 363413, upload-time = "2025-10-17T11:29:03.787Z" },
+ { url = "https://files.pythonhosted.org/packages/25/ff/3e6b3170c5053053c7baddb8d44e2bf11ff44cd71024a280a8438ae6ba32/jiter-0.11.1-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:55678fbbda261eafe7289165dd2ddd0e922df5f9a1ae46d7c79a5a15242bd7d1", size = 487144, upload-time = "2025-10-17T11:29:05.37Z" },
+ { url = "https://files.pythonhosted.org/packages/b0/50/b63fcadf699893269b997f4c2e88400bc68f085c6db698c6e5e69d63b2c1/jiter-0.11.1-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:6a6b74fae8e40497653b52ce6ca0f1b13457af769af6fb9c1113efc8b5b4d9be", size = 376215, upload-time = "2025-10-17T11:29:07.123Z" },
+ { url = "https://files.pythonhosted.org/packages/39/8c/57a8a89401134167e87e73471b9cca321cf651c1fd78c45f3a0f16932213/jiter-0.11.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0a55a453f8b035eb4f7852a79a065d616b7971a17f5e37a9296b4b38d3b619e4", size = 359163, upload-time = "2025-10-17T11:29:09.047Z" },
+ { url = "https://files.pythonhosted.org/packages/4b/96/30b0cdbffbb6f753e25339d3dbbe26890c9ef119928314578201c758aace/jiter-0.11.1-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:2638148099022e6bdb3f42904289cd2e403609356fb06eb36ddec2d50958bc29", size = 385344, upload-time = "2025-10-17T11:29:10.69Z" },
+ { url = "https://files.pythonhosted.org/packages/c6/d5/31dae27c1cc9410ad52bb514f11bfa4f286f7d6ef9d287b98b8831e156ec/jiter-0.11.1-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:252490567a5d990986f83b95a5f1ca1bf205ebd27b3e9e93bb7c2592380e29b9", size = 517972, upload-time = "2025-10-17T11:29:12.174Z" },
+ { url = "https://files.pythonhosted.org/packages/61/1e/5905a7a3aceab80de13ab226fd690471a5e1ee7e554dc1015e55f1a6b896/jiter-0.11.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:d431d52b0ca2436eea6195f0f48528202100c7deda354cb7aac0a302167594d5", size = 508408, upload-time = "2025-10-17T11:29:13.597Z" },
+ { url = "https://files.pythonhosted.org/packages/91/12/1c49b97aa49077e136e8591cef7162f0d3e2860ae457a2d35868fd1521ef/jiter-0.11.1-cp311-cp311-win32.whl", hash = "sha256:db6f41e40f8bae20c86cb574b48c4fd9f28ee1c71cb044e9ec12e78ab757ba3a", size = 203937, upload-time = "2025-10-17T11:29:14.894Z" },
+ { url = "https://files.pythonhosted.org/packages/6d/9d/2255f7c17134ee9892c7e013c32d5bcf4bce64eb115402c9fe5e727a67eb/jiter-0.11.1-cp311-cp311-win_amd64.whl", hash = "sha256:0cc407b8e6cdff01b06bb80f61225c8b090c3df108ebade5e0c3c10993735b19", size = 207589, upload-time = "2025-10-17T11:29:16.166Z" },
+ { url = "https://files.pythonhosted.org/packages/3c/28/6307fc8f95afef84cae6caf5429fee58ef16a582c2ff4db317ceb3e352fa/jiter-0.11.1-cp311-cp311-win_arm64.whl", hash = "sha256:fe04ea475392a91896d1936367854d346724a1045a247e5d1c196410473b8869", size = 188391, upload-time = "2025-10-17T11:29:17.488Z" },
+ { url = "https://files.pythonhosted.org/packages/15/8b/318e8af2c904a9d29af91f78c1e18f0592e189bbdb8a462902d31fe20682/jiter-0.11.1-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:c92148eec91052538ce6823dfca9525f5cfc8b622d7f07e9891a280f61b8c96c", size = 305655, upload-time = "2025-10-17T11:29:18.859Z" },
+ { url = "https://files.pythonhosted.org/packages/f7/29/6c7de6b5d6e511d9e736312c0c9bfcee8f9b6bef68182a08b1d78767e627/jiter-0.11.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ecd4da91b5415f183a6be8f7158d127bdd9e6a3174138293c0d48d6ea2f2009d", size = 315645, upload-time = "2025-10-17T11:29:20.889Z" },
+ { url = "https://files.pythonhosted.org/packages/ac/5f/ef9e5675511ee0eb7f98dd8c90509e1f7743dbb7c350071acae87b0145f3/jiter-0.11.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d7e3ac25c00b9275684d47aa42febaa90a9958e19fd1726c4ecf755fbe5e553b", size = 348003, upload-time = "2025-10-17T11:29:22.712Z" },
+ { url = "https://files.pythonhosted.org/packages/56/1b/abe8c4021010b0a320d3c62682769b700fb66f92c6db02d1a1381b3db025/jiter-0.11.1-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:57d7305c0a841858f866cd459cd9303f73883fb5e097257f3d4a3920722c69d4", size = 365122, upload-time = "2025-10-17T11:29:24.408Z" },
+ { url = "https://files.pythonhosted.org/packages/2a/2d/4a18013939a4f24432f805fbd5a19893e64650b933edb057cd405275a538/jiter-0.11.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e86fa10e117dce22c547f31dd6d2a9a222707d54853d8de4e9a2279d2c97f239", size = 488360, upload-time = "2025-10-17T11:29:25.724Z" },
+ { url = "https://files.pythonhosted.org/packages/f0/77/38124f5d02ac4131f0dfbcfd1a19a0fac305fa2c005bc4f9f0736914a1a4/jiter-0.11.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:ae5ef1d48aec7e01ee8420155d901bb1d192998fa811a65ebb82c043ee186711", size = 376884, upload-time = "2025-10-17T11:29:27.056Z" },
+ { url = "https://files.pythonhosted.org/packages/7b/43/59fdc2f6267959b71dd23ce0bd8d4aeaf55566aa435a5d00f53d53c7eb24/jiter-0.11.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:eb68e7bf65c990531ad8715e57d50195daf7c8e6f1509e617b4e692af1108939", size = 358827, upload-time = "2025-10-17T11:29:28.698Z" },
+ { url = "https://files.pythonhosted.org/packages/7d/d0/b3cc20ff5340775ea3bbaa0d665518eddecd4266ba7244c9cb480c0c82ec/jiter-0.11.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:43b30c8154ded5845fa454ef954ee67bfccce629b2dea7d01f795b42bc2bda54", size = 385171, upload-time = "2025-10-17T11:29:30.078Z" },
+ { url = "https://files.pythonhosted.org/packages/d2/bc/94dd1f3a61f4dc236f787a097360ec061ceeebebf4ea120b924d91391b10/jiter-0.11.1-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:586cafbd9dd1f3ce6a22b4a085eaa6be578e47ba9b18e198d4333e598a91db2d", size = 518359, upload-time = "2025-10-17T11:29:31.464Z" },
+ { url = "https://files.pythonhosted.org/packages/7e/8c/12ee132bd67e25c75f542c227f5762491b9a316b0dad8e929c95076f773c/jiter-0.11.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:677cc2517d437a83bb30019fd4cf7cad74b465914c56ecac3440d597ac135250", size = 509205, upload-time = "2025-10-17T11:29:32.895Z" },
+ { url = "https://files.pythonhosted.org/packages/39/d5/9de848928ce341d463c7e7273fce90ea6d0ea4343cd761f451860fa16b59/jiter-0.11.1-cp312-cp312-win32.whl", hash = "sha256:fa992af648fcee2b850a3286a35f62bbbaeddbb6dbda19a00d8fbc846a947b6e", size = 205448, upload-time = "2025-10-17T11:29:34.217Z" },
+ { url = "https://files.pythonhosted.org/packages/ee/b0/8002d78637e05009f5e3fb5288f9d57d65715c33b5d6aa20fd57670feef5/jiter-0.11.1-cp312-cp312-win_amd64.whl", hash = "sha256:88b5cae9fa51efeb3d4bd4e52bfd4c85ccc9cac44282e2a9640893a042ba4d87", size = 204285, upload-time = "2025-10-17T11:29:35.446Z" },
+ { url = "https://files.pythonhosted.org/packages/9f/a2/bb24d5587e4dff17ff796716542f663deee337358006a80c8af43ddc11e5/jiter-0.11.1-cp312-cp312-win_arm64.whl", hash = "sha256:9a6cae1ab335551917f882f2c3c1efe7617b71b4c02381e4382a8fc80a02588c", size = 188712, upload-time = "2025-10-17T11:29:37.027Z" },
+ { url = "https://files.pythonhosted.org/packages/7c/4b/e4dd3c76424fad02a601d570f4f2a8438daea47ba081201a721a903d3f4c/jiter-0.11.1-cp313-cp313-macosx_10_12_x86_64.whl", hash = "sha256:71b6a920a5550f057d49d0e8bcc60945a8da998019e83f01adf110e226267663", size = 305272, upload-time = "2025-10-17T11:29:39.249Z" },
+ { url = "https://files.pythonhosted.org/packages/67/83/2cd3ad5364191130f4de80eacc907f693723beaab11a46c7d155b07a092c/jiter-0.11.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:0b3de72e925388453a5171be83379549300db01284f04d2a6f244d1d8de36f94", size = 314038, upload-time = "2025-10-17T11:29:40.563Z" },
+ { url = "https://files.pythonhosted.org/packages/d3/3c/8e67d9ba524e97d2f04c8f406f8769a23205026b13b0938d16646d6e2d3e/jiter-0.11.1-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:cc19dd65a2bd3d9c044c5b4ebf657ca1e6003a97c0fc10f555aa4f7fb9821c00", size = 345977, upload-time = "2025-10-17T11:29:42.009Z" },
+ { url = "https://files.pythonhosted.org/packages/8d/a5/489ce64d992c29bccbffabb13961bbb0435e890d7f2d266d1f3df5e917d2/jiter-0.11.1-cp313-cp313-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:d58faaa936743cd1464540562f60b7ce4fd927e695e8bc31b3da5b914baa9abd", size = 364503, upload-time = "2025-10-17T11:29:43.459Z" },
+ { url = "https://files.pythonhosted.org/packages/d4/c0/e321dd83ee231d05c8fe4b1a12caf1f0e8c7a949bf4724d58397104f10f2/jiter-0.11.1-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:902640c3103625317291cb73773413b4d71847cdf9383ba65528745ff89f1d14", size = 487092, upload-time = "2025-10-17T11:29:44.835Z" },
+ { url = "https://files.pythonhosted.org/packages/f9/5e/8f24ec49c8d37bd37f34ec0112e0b1a3b4b5a7b456c8efff1df5e189ad43/jiter-0.11.1-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:30405f726e4c2ed487b176c09f8b877a957f535d60c1bf194abb8dadedb5836f", size = 376328, upload-time = "2025-10-17T11:29:46.175Z" },
+ { url = "https://files.pythonhosted.org/packages/7f/70/ded107620e809327cf7050727e17ccfa79d6385a771b7fe38fb31318ef00/jiter-0.11.1-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3217f61728b0baadd2551844870f65219ac4a1285d5e1a4abddff3d51fdabe96", size = 356632, upload-time = "2025-10-17T11:29:47.454Z" },
+ { url = "https://files.pythonhosted.org/packages/19/53/c26f7251613f6a9079275ee43c89b8a973a95ff27532c421abc2a87afb04/jiter-0.11.1-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:b1364cc90c03a8196f35f396f84029f12abe925415049204446db86598c8b72c", size = 384358, upload-time = "2025-10-17T11:29:49.377Z" },
+ { url = "https://files.pythonhosted.org/packages/84/16/e0f2cc61e9c4d0b62f6c1bd9b9781d878a427656f88293e2a5335fa8ff07/jiter-0.11.1-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:53a54bf8e873820ab186b2dca9f6c3303f00d65ae5e7b7d6bda1b95aa472d646", size = 517279, upload-time = "2025-10-17T11:29:50.968Z" },
+ { url = "https://files.pythonhosted.org/packages/60/5c/4cd095eaee68961bca3081acbe7c89e12ae24a5dae5fd5d2a13e01ed2542/jiter-0.11.1-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:7e29aca023627b0e0c2392d4248f6414d566ff3974fa08ff2ac8dbb96dfee92a", size = 508276, upload-time = "2025-10-17T11:29:52.619Z" },
+ { url = "https://files.pythonhosted.org/packages/4f/25/f459240e69b0e09a7706d96ce203ad615ca36b0fe832308d2b7123abf2d0/jiter-0.11.1-cp313-cp313-win32.whl", hash = "sha256:f153e31d8bca11363751e875c0a70b3d25160ecbaee7b51e457f14498fb39d8b", size = 205593, upload-time = "2025-10-17T11:29:53.938Z" },
+ { url = "https://files.pythonhosted.org/packages/7c/16/461bafe22bae79bab74e217a09c907481a46d520c36b7b9fe71ee8c9e983/jiter-0.11.1-cp313-cp313-win_amd64.whl", hash = "sha256:f773f84080b667c69c4ea0403fc67bb08b07e2b7ce1ef335dea5868451e60fed", size = 203518, upload-time = "2025-10-17T11:29:55.216Z" },
+ { url = "https://files.pythonhosted.org/packages/7b/72/c45de6e320edb4fa165b7b1a414193b3cae302dd82da2169d315dcc78b44/jiter-0.11.1-cp313-cp313-win_arm64.whl", hash = "sha256:635ecd45c04e4c340d2187bcb1cea204c7cc9d32c1364d251564bf42e0e39c2d", size = 188062, upload-time = "2025-10-17T11:29:56.631Z" },
+ { url = "https://files.pythonhosted.org/packages/65/9b/4a57922437ca8753ef823f434c2dec5028b237d84fa320f06a3ba1aec6e8/jiter-0.11.1-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:d892b184da4d94d94ddb4031296931c74ec8b325513a541ebfd6dfb9ae89904b", size = 313814, upload-time = "2025-10-17T11:29:58.509Z" },
+ { url = "https://files.pythonhosted.org/packages/76/50/62a0683dadca25490a4bedc6a88d59de9af2a3406dd5a576009a73a1d392/jiter-0.11.1-cp313-cp313t-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:aa22c223a3041dacb2fcd37c70dfd648b44662b4a48e242592f95bda5ab09d58", size = 344987, upload-time = "2025-10-17T11:30:00.208Z" },
+ { url = "https://files.pythonhosted.org/packages/da/00/2355dbfcbf6cdeaddfdca18287f0f38ae49446bb6378e4a5971e9356fc8a/jiter-0.11.1-cp313-cp313t-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:330e8e6a11ad4980cd66a0f4a3e0e2e0f646c911ce047014f984841924729789", size = 356399, upload-time = "2025-10-17T11:30:02.084Z" },
+ { url = "https://files.pythonhosted.org/packages/c9/07/c2bd748d578fa933d894a55bff33f983bc27f75fc4e491b354bef7b78012/jiter-0.11.1-cp313-cp313t-win_amd64.whl", hash = "sha256:09e2e386ebf298547ca3a3704b729471f7ec666c2906c5c26c1a915ea24741ec", size = 203289, upload-time = "2025-10-17T11:30:03.656Z" },
+ { url = "https://files.pythonhosted.org/packages/e6/ee/ace64a853a1acbd318eb0ca167bad1cf5ee037207504b83a868a5849747b/jiter-0.11.1-cp313-cp313t-win_arm64.whl", hash = "sha256:fe4a431c291157e11cee7c34627990ea75e8d153894365a3bc84b7a959d23ca8", size = 188284, upload-time = "2025-10-17T11:30:05.046Z" },
+ { url = "https://files.pythonhosted.org/packages/9d/51/bd41562dd284e2a18b6dc0a99d195fd4a3560d52ab192c42e56fe0316643/jiter-0.11.1-graalpy311-graalpy242_311_native-macosx_10_12_x86_64.whl", hash = "sha256:e642b5270e61dd02265866398707f90e365b5db2eb65a4f30c789d826682e1f6", size = 306871, upload-time = "2025-10-17T11:31:03.616Z" },
+ { url = "https://files.pythonhosted.org/packages/ba/cb/64e7f21dd357e8cd6b3c919c26fac7fc198385bbd1d85bb3b5355600d787/jiter-0.11.1-graalpy311-graalpy242_311_native-macosx_11_0_arm64.whl", hash = "sha256:464ba6d000585e4e2fd1e891f31f1231f497273414f5019e27c00a4b8f7a24ad", size = 301454, upload-time = "2025-10-17T11:31:05.338Z" },
+ { url = "https://files.pythonhosted.org/packages/55/b0/54bdc00da4ef39801b1419a01035bd8857983de984fd3776b0be6b94add7/jiter-0.11.1-graalpy311-graalpy242_311_native-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:055568693ab35e0bf3a171b03bb40b2dcb10352359e0ab9b5ed0da2bf1eb6f6f", size = 336801, upload-time = "2025-10-17T11:31:06.893Z" },
+ { url = "https://files.pythonhosted.org/packages/de/8f/87176ed071d42e9db415ed8be787ef4ef31a4fa27f52e6a4fbf34387bd28/jiter-0.11.1-graalpy311-graalpy242_311_native-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e0c69ea798d08a915ba4478113efa9e694971e410056392f4526d796f136d3fa", size = 343452, upload-time = "2025-10-17T11:31:08.259Z" },
+ { url = "https://files.pythonhosted.org/packages/a6/bc/950dd7f170c6394b6fdd73f989d9e729bd98907bcc4430ef080a72d06b77/jiter-0.11.1-graalpy312-graalpy250_312_native-macosx_10_12_x86_64.whl", hash = "sha256:0d4d6993edc83cf75e8c6828a8d6ce40a09ee87e38c7bfba6924f39e1337e21d", size = 302626, upload-time = "2025-10-17T11:31:09.645Z" },
+ { url = "https://files.pythonhosted.org/packages/3a/65/43d7971ca82ee100b7b9b520573eeef7eabc0a45d490168ebb9a9b5bb8b2/jiter-0.11.1-graalpy312-graalpy250_312_native-macosx_11_0_arm64.whl", hash = "sha256:f78d151c83a87a6cf5461d5ee55bc730dd9ae227377ac6f115b922989b95f838", size = 297034, upload-time = "2025-10-17T11:31:10.975Z" },
+ { url = "https://files.pythonhosted.org/packages/19/4c/000e1e0c0c67e96557a279f8969487ea2732d6c7311698819f977abae837/jiter-0.11.1-graalpy312-graalpy250_312_native-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c9022974781155cd5521d5cb10997a03ee5e31e8454c9d999dcdccd253f2353f", size = 337328, upload-time = "2025-10-17T11:31:12.399Z" },
+ { url = "https://files.pythonhosted.org/packages/d9/71/71408b02c6133153336d29fa3ba53000f1e1a3f78bb2fc2d1a1865d2e743/jiter-0.11.1-graalpy312-graalpy250_312_native-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:18c77aaa9117510d5bdc6a946baf21b1f0cfa58ef04d31c8d016f206f2118960", size = 343697, upload-time = "2025-10-17T11:31:13.773Z" },
]
[[package]]
@@ -1552,7 +1593,7 @@ wheels = [
[[package]]
name = "openai"
-version = "1.109.1"
+version = "2.8.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "anyio" },
@@ -1564,9 +1605,9 @@ dependencies = [
{ name = "tqdm" },
{ name = "typing-extensions" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/c6/a1/a303104dc55fc546a3f6914c842d3da471c64eec92043aef8f652eb6c524/openai-1.109.1.tar.gz", hash = "sha256:d173ed8dbca665892a6db099b4a2dfac624f94d20a93f46eb0b56aae940ed869", size = 564133, upload-time = "2025-09-24T13:00:53.075Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/04/0c/b9321e12f89e236f5e9a46346c30fb801818e22ba33b798a5aca84be895c/openai-2.8.0.tar.gz", hash = "sha256:4851908f6d6fcacbd47ba659c5ac084f7725b752b6bfa1e948b6fbfc111a6bad", size = 602412, upload-time = "2025-11-13T18:15:25.847Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/1d/2a/7dd3d207ec669cacc1f186fd856a0f61dbc255d24f6fdc1a6715d6051b0f/openai-1.109.1-py3-none-any.whl", hash = "sha256:6bcaf57086cf59159b8e27447e4e7dd019db5d29a438072fbd49c290c7e65315", size = 948627, upload-time = "2025-09-24T13:00:50.754Z" },
+ { url = "https://files.pythonhosted.org/packages/5b/e1/0a6560bab7fb7b5a88d35a505b859c6d969cb2fa2681b568eb5d95019dec/openai-2.8.0-py3-none-any.whl", hash = "sha256:ba975e347f6add2fe13529ccb94d54a578280e960765e5224c34b08d7e029ddf", size = 1022692, upload-time = "2025-11-13T18:15:23.621Z" },
]
[[package]]
@@ -1678,7 +1719,7 @@ dependencies = [
{ name = "backports-strenum", marker = "python_full_version < '3.11'" },
{ name = "filetype" },
{ name = "httpx" },
- { name = "instructor", extra = ["groq"] },
+ { name = "instructor" },
{ name = "jinja2" },
{ name = "json2html" },
{ name = "kajson" },
@@ -1761,9 +1802,8 @@ requires-dist = [
{ name = "google-auth-oauthlib", marker = "extra == 'google'", specifier = ">=1.2.1" },
{ name = "google-genai", marker = "extra == 'google-genai'" },
{ name = "httpx", specifier = ">=0.23.0,<1.0.0" },
- { name = "instructor", specifier = ">=1.8.3,<1.11.0" },
+ { name = "instructor", specifier = ">=1.8.3,!=1.11.*,!=1.12.*" },
{ name = "instructor", extras = ["google-genai"], marker = "extra == 'google-genai'" },
- { name = "instructor", extras = ["groq"], specifier = "==1.8.3" },
{ name = "jinja2", specifier = ">=3.1.4" },
{ name = "json2html", specifier = ">=1.3.0" },
{ name = "kajson", specifier = "==0.3.1" },
@@ -1855,6 +1895,22 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/91/72/ad1961cc3423f679bceb6c098ec67c5db7ab55dbafc71c5a4faf4ec99d68/posthog-6.9.1-py3-none-any.whl", hash = "sha256:a8e33fef54275c32077afea4b2a0e2ca554b226b63d6fcd319447c81154faa1f", size = 144481, upload-time = "2025-11-07T15:57:25.183Z" },
]
+[[package]]
+name = "pre-commit"
+version = "4.4.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+ { name = "cfgv" },
+ { name = "identify" },
+ { name = "nodeenv" },
+ { name = "pyyaml" },
+ { name = "virtualenv" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/a6/49/7845c2d7bf6474efd8e27905b51b11e6ce411708c91e829b93f324de9929/pre_commit-4.4.0.tar.gz", hash = "sha256:f0233ebab440e9f17cabbb558706eb173d19ace965c68cdce2c081042b4fab15", size = 197501, upload-time = "2025-11-08T21:12:11.607Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/27/11/574fe7d13acf30bfd0a8dd7fa1647040f2b8064f13f43e8c963b1e65093b/pre_commit-4.4.0-py2.py3-none-any.whl", hash = "sha256:b35ea52957cbf83dcc5d8ee636cbead8624e3a15fbfa61a370e42158ac8a5813", size = 226049, upload-time = "2025-11-08T21:12:10.228Z" },
+]
+
[[package]]
name = "propcache"
version = "0.4.1"
@@ -2502,6 +2558,31 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/d0/30/dc54f88dd4a2b5dc8a0279bdd7270e735851848b762aeb1c1184ed1f6b14/tqdm-4.67.1-py3-none-any.whl", hash = "sha256:26445eca388f82e72884e0d580d5464cd801a3ea01e63e5601bdff9ba6a48de2", size = 78540, upload-time = "2024-11-24T20:12:19.698Z" },
]
+[[package]]
+name = "ty"
+version = "0.0.1a26"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/39/39/b4b4ecb6ca6d7e937fa56f0b92a8f48d7719af8fe55bdbf667638e9f93e2/ty-0.0.1a26.tar.gz", hash = "sha256:65143f8efeb2da1644821b710bf6b702a31ddcf60a639d5a576db08bded91db4", size = 4432154, upload-time = "2025-11-10T18:02:30.142Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/cc/6a/661833ecacc4d994f7e30a7f1307bfd3a4a91392a6b03fb6a018723e75b8/ty-0.0.1a26-py3-none-linux_armv6l.whl", hash = "sha256:09208dca99bb548e9200136d4d42618476bfe1f4d2066511f2c8e2e4dfeced5e", size = 9173869, upload-time = "2025-11-10T18:01:46.012Z" },
+ { url = "https://files.pythonhosted.org/packages/66/a8/32ea50f064342de391a7267f84349287e2f1c2eb0ad4811d6110916179d6/ty-0.0.1a26-py3-none-macosx_10_12_x86_64.whl", hash = "sha256:91d12b66c91a1b82e698a2aa73fe043a1a9da83ff0dfd60b970500bee0963b91", size = 8973420, upload-time = "2025-11-10T18:01:49.32Z" },
+ { url = "https://files.pythonhosted.org/packages/d1/f6/6659d55940cd5158a6740ae46a65be84a7ee9167738033a9b1259c36eef5/ty-0.0.1a26-py3-none-macosx_11_0_arm64.whl", hash = "sha256:c5bc6dfcea5477c81ad01d6a29ebc9bfcbdb21c34664f79c9e1b84be7aa8f289", size = 8528888, upload-time = "2025-11-10T18:01:51.511Z" },
+ { url = "https://files.pythonhosted.org/packages/79/c9/4cbe7295013cc412b4f100b509aaa21982c08c59764a2efa537ead049345/ty-0.0.1a26-py3-none-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:40e5d15635e9918924138e8d3fb1cbf80822dfb8dc36ea8f3e72df598c0c4bea", size = 8801867, upload-time = "2025-11-10T18:01:53.888Z" },
+ { url = "https://files.pythonhosted.org/packages/ed/b3/25099b219a6444c4b29f175784a275510c1cd85a23a926d687ab56915027/ty-0.0.1a26-py3-none-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:86dc147ed0790c7c8fd3f0d6c16c3c5135b01e99c440e89c6ca1e0e592bb6682", size = 8975519, upload-time = "2025-11-10T18:01:56.231Z" },
+ { url = "https://files.pythonhosted.org/packages/73/3e/3ad570f4f592cb1d11982dd2c426c90d2aa9f3d38bf77a7e2ce8aa614302/ty-0.0.1a26-py3-none-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:fbe0e07c9d5e624edfc79a468f2ef191f9435581546a5bb6b92713ddc86ad4a6", size = 9331932, upload-time = "2025-11-10T18:01:58.476Z" },
+ { url = "https://files.pythonhosted.org/packages/04/fa/62c72eead0302787f9cc0d613fc671107afeecdaf76ebb04db8f91bb9f7e/ty-0.0.1a26-py3-none-manylinux_2_17_ppc64.manylinux2014_ppc64.whl", hash = "sha256:0dcebbfe9f24b43d98a078f4a41321ae7b08bea40f5c27d81394b3f54e9f7fb5", size = 9921353, upload-time = "2025-11-10T18:02:00.749Z" },
+ { url = "https://files.pythonhosted.org/packages/6c/1f/3b329c4b60d878704e09eb9d05467f911f188e699961c044b75932893e0a/ty-0.0.1a26-py3-none-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:0901b75afc7738224ffc98bbc8ea03a20f167a2a83a4b23a6550115e8b3ddbc6", size = 9700800, upload-time = "2025-11-10T18:02:03.544Z" },
+ { url = "https://files.pythonhosted.org/packages/92/24/13fcba20dd86a7c3f83c814279aa3eb6a29c5f1b38a3b3a4a0fd22159189/ty-0.0.1a26-py3-none-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:4788f34d384c132977958d76fef7f274f8d181b22e33933c4d16cff2bb5ca3b9", size = 9728289, upload-time = "2025-11-10T18:02:06.386Z" },
+ { url = "https://files.pythonhosted.org/packages/40/7a/798894ff0b948425570b969be35e672693beeb6b852815b7340bc8de1575/ty-0.0.1a26-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b98851c11c560ce63cd972ed9728aa079d9cf40483f2cdcf3626a55849bfe107", size = 9279735, upload-time = "2025-11-10T18:02:09.425Z" },
+ { url = "https://files.pythonhosted.org/packages/1a/54/71261cc1b8dc7d3c4ad92a83b4d1681f5cb7ea5965ebcbc53311ae8c6424/ty-0.0.1a26-py3-none-musllinux_1_2_aarch64.whl", hash = "sha256:c20b4625a20059adecd86fe2c4df87cd6115fea28caee45d3bdcf8fb83d29510", size = 8767428, upload-time = "2025-11-10T18:02:11.956Z" },
+ { url = "https://files.pythonhosted.org/packages/8e/07/b248b73a640badba2b301e6845699b7dd241f40a321b9b1bce684d440f70/ty-0.0.1a26-py3-none-musllinux_1_2_armv7l.whl", hash = "sha256:d9909e96276f8d16382d285db92ae902174cae842aa953003ec0c06642db2f8a", size = 9009170, upload-time = "2025-11-10T18:02:14.878Z" },
+ { url = "https://files.pythonhosted.org/packages/f8/35/ec8353f2bb7fd2f41bca6070b29ecb58e2de9af043e649678b8c132d5439/ty-0.0.1a26-py3-none-musllinux_1_2_i686.whl", hash = "sha256:a76d649ceefe9baa9bbae97d217bee076fd8eeb2a961f66f1dff73cc70af4ac8", size = 9119215, upload-time = "2025-11-10T18:02:18.329Z" },
+ { url = "https://files.pythonhosted.org/packages/70/48/db49fe1b7e66edf90dc285869043f99c12aacf7a99c36ee760e297bac6d5/ty-0.0.1a26-py3-none-musllinux_1_2_x86_64.whl", hash = "sha256:a0ee0f6366bcf70fae114e714d45335cacc8daa936037441e02998a9110b7a29", size = 9398655, upload-time = "2025-11-10T18:02:21.031Z" },
+ { url = "https://files.pythonhosted.org/packages/10/f8/d869492bdbb21ae8cf4c99b02f20812bbbf49aa187cfeb387dfaa03036a8/ty-0.0.1a26-py3-none-win32.whl", hash = "sha256:86689b90024810cac7750bf0c6e1652e4b4175a9de7b82b8b1583202aeb47287", size = 8645669, upload-time = "2025-11-10T18:02:23.23Z" },
+ { url = "https://files.pythonhosted.org/packages/b4/18/8a907575d2b335afee7556cb92233ebb5efcefe17752fc9dcab21cffb23b/ty-0.0.1a26-py3-none-win_amd64.whl", hash = "sha256:829e6e6dbd7d9d370f97b2398b4804552554bdcc2d298114fed5e2ea06cbc05c", size = 9442975, upload-time = "2025-11-10T18:02:25.68Z" },
+ { url = "https://files.pythonhosted.org/packages/e9/22/af92dcfdd84b78dd97ac6b7154d6a763781f04a400140444885c297cc213/ty-0.0.1a26-py3-none-win_arm64.whl", hash = "sha256:b8f431c784d4cf5b4195a3521b2eca9c15902f239b91154cb920da33f943c62b", size = 8958958, upload-time = "2025-11-10T18:02:28.071Z" },
+]
+
[[package]]
name = "typer"
version = "0.20.0"
@@ -2687,6 +2768,21 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/a7/c2/fe1e52489ae3122415c51f387e221dd0773709bad6c6cdaa599e8a2c5185/urllib3-2.5.0-py3-none-any.whl", hash = "sha256:e6b01673c0fa6a13e374b50871808eb3bf7046c4b125b216f6bf1cc604cff0dc", size = 129795, upload-time = "2025-06-18T14:07:40.39Z" },
]
+[[package]]
+name = "virtualenv"
+version = "20.35.4"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+ { name = "distlib" },
+ { name = "filelock" },
+ { name = "platformdirs" },
+ { name = "typing-extensions", marker = "python_full_version < '3.11'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/20/28/e6f1a6f655d620846bd9df527390ecc26b3805a0c5989048c210e22c5ca9/virtualenv-20.35.4.tar.gz", hash = "sha256:643d3914d73d3eeb0c552cbb12d7e82adf0e504dbf86a3182f8771a153a1971c", size = 6028799, upload-time = "2025-10-29T06:57:40.511Z" }
+wheels = [
+ { url = "https://files.pythonhosted.org/packages/79/0c/c05523fa3181fdf0c9c52a6ba91a23fbf3246cc095f26f6516f9c60e6771/virtualenv-20.35.4-py3-none-any.whl", hash = "sha256:c21c9cede36c9753eeade68ba7d523529f228a403463376cf821eaae2b650f1b", size = 6005095, upload-time = "2025-10-29T06:57:37.598Z" },
+]
+
[[package]]
name = "watchdog"
version = "6.0.0"