Build AI methods with your coding agent, then run them anywhere: as an MCP for chatbots, as a webapp for people, or via API for your software.
Fix many problems related to pipe builder
Louis Choquel31f8e9355969
diff --git a/pipelex/cogt/content_generation/llm_generate.py b/pipelex/cogt/content_generation/llm_generate.pyindex 424597d38..e0d858100 100644--- a/pipelex/cogt/content_generation/llm_generate.py+++ b/pipelex/cogt/content_generation/llm_generate.py@@ -52,6 +52,13 @@ async def llm_gen_object_list(object_assignment: ObjectAssignment) -> list[BaseMclass ListSchema(BaseModel):items: list[item_class] # type: ignore[valid-type] # pyright: ignore[reportInvalidTypeForm]+ ListSchema.__name__ = f"ListOf{item_class_name}"++ if item_class.__doc__:+ ListSchema.__doc__ = f"List wrapper for {item_class_name}.\n\nItem description:\n{item_class.__doc__}"+ else:+ ListSchema.__doc__ = f"A list of {item_class_name}."+wrapped_list: ListSchema = await llm_worker.gen_object(llm_job=llm_job,schema=ListSchema,diff --git a/pipelex/libraries/pipelines/builder/builder.plx b/pipelex/libraries/pipelines/builder/builder.plxindex 2c9af59a5..993e16703 100644--- a/pipelex/libraries/pipelines/builder/builder.plx+++ b/pipelex/libraries/pipelines/builder/builder.plx@@ -27,9 +27,8 @@ steps = [{ pipe = "design_pipe_signatures", result = "pipe_signatures" },{ pipe = "detail_pipe_spec", batch_over = "pipe_signatures", batch_as = "pipe_signature", result = "pipe_specs" },{ pipe = "pipe_builder_domain_information", result = "domain_information" },- { pipe = "compile_in_pipelex_bundle_spec", result = "pipelex_bundle_spec" }- # { pipe = "validate_pipelex_bundle_loading", result = "pipelex_bundle_spec" }- # { pipe = "validate_pipelex_bundle_dry_run", result = "pipelex_bundle_spec" }+ { pipe = "assemble_pipelex_bundle_spec", result = "pipelex_bundle_spec" }+ { pipe = "assemble_pipelex_bundle_spec", result = "pipelex_bundle_spec" }][pipe.pipe_builder_domain_information]@@ -59,8 +58,9 @@ Return a draft of a plan that narrates the pipeline as pseudo-steps (no code):or in parallel (several independant steps in parallel),or in batch (same operation applied to N elements of a list)or based on a condition-- For each pipe: state the pipe's description, inputs (by name), and the output (by name), DO NOT indicate the inputs or output type. Just name them.-- Be aware of the steps where you want structures: either structured objects as outputs or inputs. Make sense of it but be concise.+- For each pipe: state the pipe's description, inputs (by name using snake_case), and the output (by name using snake_case),+DO NOT indicate the inputs or output type. Just name them.+- Be aware of the steps where you will want structured outputs or inputs. Make sense of it but be concise.Available pipe controllers:- PipeSequence: A pipe that executes a sequence of pipes: it needs to reference the pipes it will execute.@@ -68,8 +68,7 @@ Available pipe controllers:The results of each pipe will be in the working memory. The output MUST BE "Dynamic".- PipeCondition: A pipe that based on a conditional expression, branches to a specific pipe.You have to explain what the expression of the condition is,- and what the different pipes are that can be executed based on the condition.- It needs to reference the pipes it will execute.+ and reference the different pipes that well be executed according to the condition.When describing the task of a pipe controller, be concise, don't detail all the sub-pipes.@@ -85,6 +84,11 @@ Available pipe operators:VERY IMPORTANT: THE INPUT OF THE PIPEOCR MUST BE either an image or a pdf or a concept which refines one of them.- PipeCompose: A pipe that uses Jinja2 to render a template.++Be smart about splitting the workflow into steps (sequence or parallel):+- You can use an LLM to extract or analyze several things at the same time, they can be output as a single concept which will be structured with attributes etc.+- But don't ask the LLM for many things which are unrelated, it would lose reliability.+Keep your style concise, no need to write tags such as "Description:", just write what you need to write.Do not write any intro or outro, just write the plan.@@ -159,7 +163,25 @@ inputs = { plan_draft = "PlanDraft", brief = "UserBrief", concept_specs = "conceoutput = "pipe_design.PipeSignature"multiple_output = truellm = "llm_to_engineer"+system_prompt = """+You are a Senior engineer, very well versed in creating pipelines.+You are very thorough about naming stuff, structured and rigorous in your planning.+"""prompt_template = """+Your job is to structure the required PipeSignatures for defining a pipeline which has already been drafted.++@brief++@plan_draft++{% if concept_specs %}+We have already defined the concepts you can use for inputs/outputs:+@concept_specs+And of course you still have the native concepts if required: Text, Image, PDF, Number, Page.+{% else %}+You can use the native concepts for inputs/outputs as required: Text, Image, PDF, Number, Page.+{% endif %}+Define the contracts of the pipes to build:- For each pipe: give a unique snake_case pipe_code, a type and description, specify inputs (one or more) and output (one)- Add as much details as possible for the description.@@ -170,8 +192,7 @@ Available pipe controllers:The results of each pipe will be in the working memory. The output MUST BE "Dynamic".- PipeCondition: A pipe that based on a conditional expression, branches to a specific pipe.You have to explain what the expression of the condition is,- and what the different pipes are that can be executed based on the condition.- It needs to reference the pipes it will execute.+ and reference the different pipes that well be executed according to the condition.When describing the task of a pipe controller, be concise, don't detail all the sub-pipes.@@ -183,29 +204,20 @@ Available pipe operators:- PipeImgGen: A pipe that uses an AI model to generate an image.VERY IMPORTANT: IF YOU DECIDE TO CREATE A PipeImgGen, YOU ALSO HAVE TO CREATE A PIPELLM THAT WILL WRITE THE PROMPT, AND THAT NEEDS TO PRECEED THE PIPEIMGEN, based on the necessary elements.That means that in the MAIN pipeline, the prompt MUST NOT be considered as an input. It should be the output of a step that generates the prompt.-- PipeOcr: A pipe that uses an OCR technology to extract text from an image or a pdf.- VERY IMPORTANT: THE INPUT OF THE PIPEOCR MUST BE either an image or a pdf or a concept which refines one of them.-- PipeCompose: A pipe that uses Jinja2 to render a template.--@brief--@plan_draft+- PipeCompose: A pipe that renders a Jinja2 template.+- PipeOcr: A pipe that extracts text from an image or a pdf. PipeOcr must have a exactly one input which must be either an `Image` or a `PDF`.-{% if concept_specs %}-We have already defined the concepts you can use for inputs/outputs:-@concept_specs-And of course you still have the native concepts if required: Text, Image, PDF, Number, Page.-{% else %}-You can use the native concepts for inputs/outputs as required: Text, Image, PDF, Number, Page.-{% endif %}+Be smart about splitting the workflow into steps (sequence or parallel):+- You can use an LLM to extract or analyze several things at the same time, they can be output as a single concept which will be structured with attributes etc.+- But don't ask the LLM for many things which are unrelated, it would lose reliability."""-[pipe.compile_in_pipelex_bundle_spec]+[pipe.assemble_pipelex_bundle_spec]type = "PipeFunc"description = "Compile the pipelex bundle spec."inputs = { pipe_specs = "PipeSpec", concept_specs = "ConceptSpec", domain_information = "DomainInformation" }output = "PipelexBundleSpec"-function_name = "compile_in_pipelex_bundle_spec"+function_name = "assemble_pipelex_bundle_spec"# [pipe.validate_pipelex_bundle_loading]# type = "PipeSequence"diff --git a/pipelex/libraries/pipelines/builder/builder.py b/pipelex/libraries/pipelines/builder/builder.pyindex 8a935b818..c57f5f3e9 100644--- a/pipelex/libraries/pipelines/builder/builder.py+++ b/pipelex/libraries/pipelines/builder/builder.py@@ -27,7 +27,6 @@ from pipelex.libraries.pipelines.builder.pipe.pipe_llm_spec import PipeLLMSpecfrom pipelex.libraries.pipelines.builder.pipe.pipe_ocr_spec import PipeOcrSpecfrom pipelex.libraries.pipelines.builder.pipe.pipe_parallel_spec import PipeParallelSpecfrom pipelex.libraries.pipelines.builder.pipe.pipe_sequence_spec import PipeSequenceSpec-from pipelex.libraries.pipelines.builder.pipe.pipe_signature import PipeSignaturefrom pipelex.pipe_works.pipe_dry import dry_run_pipesfrom pipelex.tools.typing.pydantic_utils import format_pydantic_validation_error@@ -41,17 +40,6 @@ class PipeBuilderError(Exception):pass-class PipelexBundleSpecDraft(StructuredContent):- """Complete spec of a pipeline library TOML file."""-- domain: str = Field(description="The domain of the pipeline library.")- definition: str = Field(description="The definition of the pipeline library.")-- concept: dict[str, ConceptSpec] = Field(default_factory=dict, description="The concepts of the pipeline library.")-- pipe: dict[str, PipeSignature] = Field(default_factory=dict, description="The pipes of the pipeline library.")--PipeSpecUnion = Annotated[PipeFuncSpec| PipeImgGenSpec@@ -169,8 +157,6 @@ class PipelexBundleSpec(StructuredContent):domain: strdefinition: str | None = Nonesystem_prompt: str | None = None- system_prompt_to_structure: str | None = None- prompt_template_to_structure: str | None = Noneconcept: dict[str, ConceptSpec | str] | None = Field(default_factory=dict)@@ -212,9 +198,9 @@ class PipelexBundleSpec(StructuredContent):return PipelexBundleBlueprint(domain=self.domain,definition=self.definition,- prompt_template_to_structure=self.prompt_template_to_structure,+ prompt_template_to_structure=None,system_prompt=self.system_prompt,- system_prompt_to_structure=self.system_prompt_to_structure,+ system_prompt_to_structure=None,pipe=pipe,concept=concept,)@@ -241,7 +227,7 @@ def _convert_pipe_spec(pipe_spec: PipeSpecUnion) -> PipeSpecUnion:return cast("PipeSpecUnion", pipe_class(**pipe_spec.model_dump(serialize_as_any=True)))-async def compile_in_pipelex_bundle_spec(working_memory: WorkingMemory) -> PipelexBundleSpec:+async def assemble_pipelex_bundle_spec(working_memory: WorkingMemory) -> PipelexBundleSpec:"""Construct a PipelexBundleSpec from working memory containing concept and pipe blueprints.Args:@@ -281,33 +267,13 @@ async def compile_in_pipelex_bundle_spec(working_memory: WorkingMemory) -> Pipel)-# TODO: rename or merge with PipeDry.DryRunStatus-# class DryRunStatus(StrEnum):-# SUCCESS = "SUCCESS"-# FAILURE = "FAILURE"---# class Status(StrEnum):-# SUCCESS = "SUCCESS"-# FAILURE = "FAILURE"---# class ValidationFollowUp(StrEnum):-# CONTINUE = "continue"-# FIX_PIPES = "fix_pipes"-# FIX_CONCEPTS = "fix_concepts"---# class ValidationResult(StructuredContent):-# status: Status-# error_message: str | None = Field(default=None, description="The error message for the failure if applicable")-# failed_pipes: ListContent[PipeSpecFailure] | None = Field(default=None, description="The error details for the failure if applicable")-# failed_concepts: ListContent[ConceptSpecFailure] | None = Field(default=None, description="The error details for the failure if applicable")+async def validate_bundle_spec_from_memory(working_memory: WorkingMemory):+ pipelex_bundle_spec = working_memory.get_stuff_as(name="pipelex_bundle_spec", content_type=PipelexBundleSpec)+ await validate_bundle_spec(pipelex_bundle_spec=pipelex_bundle_spec)-async def validate_bundle_spec(working_memory: WorkingMemory):+async def validate_bundle_spec(pipelex_bundle_spec: PipelexBundleSpec):library_manager = get_library_manager()- pipelex_bundle_spec = working_memory.get_stuff_as(name="pipelex_bundle_spec", content_type=PipelexBundleSpec)try:pipelex_bundle_blueprint = pipelex_bundle_spec.to_blueprint()except ConceptSpecError as concept_spec_error:diff --git a/pipelex/libraries/pipelines/builder/builder_loop.py b/pipelex/libraries/pipelines/builder/builder_loop.pyindex 19e059259..c32a7c420 100644--- a/pipelex/libraries/pipelines/builder/builder_loop.py+++ b/pipelex/libraries/pipelines/builder/builder_loop.py@@ -1,7 +1,9 @@from pipelex import pretty_printfrom pipelex.client.protocol import ImplicitMemory-from pipelex.libraries.pipelines.builder.builder import PipelexBundleSpec+from pipelex.language.plx_factory import PlxFactory+from pipelex.libraries.pipelines.builder.builder import PipelexBundleSpec, validate_bundle_specfrom pipelex.pipeline.execute import execute_pipeline+from pipelex.tools.misc.file_utils import save_text_to_pathclass BuilderLoop:@@ -14,5 +16,10 @@ class BuilderLoop:pretty_print(pipe_output, title="Pipe Output")pipelex_bundle_spec = pipe_output.working_memory.get_stuff_as(name="pipelex_bundle_spec", content_type=PipelexBundleSpec)- pretty_print(pipelex_bundle_spec, title="Pipelex Bundle Spec")+ pretty_print(pipelex_bundle_spec, title="Pipelex Bundle Spec • 1st iteration")+ plx_content = PlxFactory.make_plx_content(blueprint=pipelex_bundle_spec.to_blueprint())+ save_text_to_path(text=plx_content, path="results/generated_pipeline_1st_iteration.plx")++ await validate_bundle_spec(pipelex_bundle_spec=pipelex_bundle_spec)+return pipelex_bundle_specdiff --git a/pipelex/libraries/pipelines/builder/pipe/inputs_spec.py b/pipelex/libraries/pipelines/builder/pipe/inputs_spec.pyindex 0f53c4477..ea10836d9 100644--- a/pipelex/libraries/pipelines/builder/pipe/inputs_spec.py+++ b/pipelex/libraries/pipelines/builder/pipe/inputs_spec.py@@ -1,42 +1,42 @@-from pydantic import Field, field_validator--from pipelex.core.concepts.concept_blueprint import ConceptBlueprint-from pipelex.core.pipes.pipe_input_blueprint import InputRequirementBlueprint-from pipelex.core.pipes.pipe_run_params import PipeOutputMultiplicity-from pipelex.core.stuffs.stuff_content import StructuredContent---class InputRequirementSpec(StructuredContent):- """Spec specifying input requirements for a pipe in the Pipelex framework.-- Defines the concept type and multiplicity constraints for pipe inputs, ensuring- proper data validation and flow control in pipeline execution.-- Validation Rules:- 1. Concept must be a valid concept code (PascalCase) or concept string (domain.ConceptCode).- 2. Domain and concept code are separated by a dot when using full concept strings.-- """-- concept: str = Field(- description=(- "The concept code or concept string for the input. Must be in PascalCase"- "format. When using concept strings, format is `domain.ConceptCode` with"- "domain in lowercase and ConceptCode in PascalCase"- )- )- multiplicity: PipeOutputMultiplicity | None = Field(- default=None,- description=(- "Optional constraint on input cardinality (e.g., single, multiple). Defines how many instances of the concept the pipe can process."- ),- )-- @field_validator("concept", mode="after")- @classmethod- def validate_concept_string(cls, concept_string: str) -> str:- ConceptBlueprint.validate_concept_string_or_code(concept_string_or_code=concept_string)- return concept_string-- def to_blueprint(self) -> InputRequirementBlueprint:- return InputRequirementBlueprint(concept=self.concept, multiplicity=self.multiplicity)+# from pydantic import Field, field_validator++# from pipelex.core.concepts.concept_blueprint import ConceptBlueprint+# from pipelex.core.pipes.pipe_input_blueprint import InputRequirementBlueprint+# from pipelex.core.pipes.pipe_run_params import PipeOutputMultiplicity+# from pipelex.core.stuffs.stuff_content import StructuredContent+++# class InputRequirementSpec(StructuredContent):+# """Spec specifying input requirements for a pipe in the Pipelex framework.++# Defines the concept type and multiplicity constraints for pipe inputs, ensuring+# proper data validation and flow control in pipeline execution.++# Validation Rules:+# 1. Concept must be a valid concept code (PascalCase) or concept string (domain.ConceptCode).+# 2. Domain and concept code are separated by a dot when using full concept strings.++# """++# concept: str = Field(+# description=(+# "The concept code or concept string for the input. Must be in PascalCase"+# "format. When using concept strings, format is `domain.ConceptCode` with"+# "domain in lowercase and ConceptCode in PascalCase"+# )+# )+# multiplicity: PipeOutputMultiplicity | None = Field(+# default=None,+# description=(+# "Optional constraint on input cardinality (e.g., single, multiple). Defines how many instances of the concept the pipe can process."+# ),+# )++# @field_validator("concept", mode="after")+# @classmethod+# def validate_concept_string(cls, concept_string: str) -> str:+# ConceptBlueprint.validate_concept_string_or_code(concept_string_or_code=concept_string)+# return concept_string++# def to_blueprint(self) -> InputRequirementBlueprint:+# return InputRequirementBlueprint(concept=self.concept, multiplicity=self.multiplicity)diff --git a/pipelex/libraries/pipelines/builder/pipe/pipe.plx b/pipelex/libraries/pipelines/builder/pipe/pipe.plxdeleted file mode 100644index 4885e0e44..000000000--- a/pipelex/libraries/pipelines/builder/pipe/pipe.plx+++ /dev/null@@ -1,479 +0,0 @@-# domain = "pipe"-# definition = "Build and process pipes."--# [concept]-# PipeSignature = "A pipe contract which says what the pipe does, not how it does it: code (the pipe code in snake_case), type, description, inputs, output."-# PipeSpec = "A structured spec for a pipe (union)."-# # Pipe controllers-# PipeBatchSpec = "A structured spec for a pipe batch."-# PipeConditionSpec = "A structured spec for a pipe condition."-# PipeParallelSpec = "A structured spec for a pipe parallel."-# PipeSequenceSpec = "A structured spec for a pipe sequence."-# # Pipe operators-# PipeFuncSpec = "A structured spec for a pipe func."-# PipeImgGenSpec = "A structured spec for a pipe img gen."-# PipeComposeSpec = "A structured spec for a pipe jinja2."-# PipeLLMSpec = "A structured spec for a pipe llm."-# PipeOcrSpec = "A structured spec for a pipe ocr."-# PipeFailure = "Details of a single pipe failure during dry run."--# [pipe]-# # ────────────────────────────────────────────────────────────────────────────────-# # NEW ENTRY POINT — takes PipeSignature[] + ConceptSpecs → PipeSpecs[]-# # ────────────────────────────────────────────────────────────────────────────────-# [pipe.create_pipes_from_signatures]-# type = "PipeSequence"-# description = "PipeSignature[] + ConceptSpecs → PipeSpecs[] (linked & ready)."-# inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }-# output = "Dynamic"-# steps = [-# { pipe = "generate_pipe_spec", result = "pipe_spec" },-# { pipe = "compile_one_signature_spec", result = "compiled_spec" },-# ]--# [pipe.generate_pipe_spec]-# type = "PipeLLM"-# description = "Generate a PipeSpec from a PipeSignature."-# inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }-# output = "PipeSpec"-# llm = "llm_to_engineer"-# prompt_template = """-# Return a PipeSpec for this signature.--# Signature:-# @pipe_signature--# and here are the existing concepts:-# @concept_specs--# The inputs keys should be snake_case.-# The values should be a concept code in PascalCase.-# """--# # ────────────────────────────────────────────────────────────────────────────────-# # CORE: signature → route to spec emitter-# # ────────────────────────────────────────────────────────────────────────────────-# [pipe.compile_one_signature_spec]-# type = "PipeCondition"-# description = "Route by signature.type to the correct spec emitter."-# inputs = { pipe_signature = "PipeSignature", concept_specs = "ConceptSpec", pipe_spec = "PipeSpec" }-# output = "Dynamic"-# expression = "pipe_signature.type"--# [pipe.compile_one_signature_spec.pipe_map]-# PipeSequence = "emit_sequence_from_signature"-# PipeParallel = "emit_parallel_from_signature"-# PipeCondition = "emit_condition_from_signature"-# PipeBatch = "emit_batch_from_signature"-# PipeLLM = "emit_llm_from_signature"-# PipeOcr = "emit_ocr_from_signature"-# PipeImgGen = "emit_imggen_from_signature"-# PipeCompose = "emit_jinja_from_signature"-# PipeFunc = "emit_func_from_signature"--# # ────────────────────────────────────────────────────────────────────────────────-# # EMITTERS — one per pipe type, all using the same minimal contract-# # (Optionally, emitters could be extended later to read from concept_index.)-# # ────────────────────────────────────────────────────────────────────────────────--# [pipe.emit_sequence_from_signature]-# type = "PipeLLM"-# description = "Build a PipeSequenceSpec from the signature (children referenced by code)."-# inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec", pipe_spec = "PipeSpec" }-# output = "PipeSequenceSpec"-# llm = "llm_to_engineer"-# prompt_template = """-# Return a PipeSequenceSpec for this signature.-# The Pipe sequence NEEDS to have at least one step.-# Orchestrate all the necessary steps to achieve the goal of the pipe.--# Signature:-# @pipe_signature--# Here is the base PipeSpec:-# @pipe_spec--# And here are the concepts you can use:-# @concept_specs-# """--# [pipe.emit_parallel_from_signature]-# type = "PipeLLM"-# description = "Build a PipeParallelSpec from the signature."-# inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec", pipe_spec = "PipeSpec" }-# output = "PipeParallelSpec"-# llm = "llm_to_engineer"-# prompt_template = """-# Return a PipeParallelSpec for this signature.--# Signature:-# @pipe_signature--# Here is the base PipeSpec:-# @pipe_spec--# And here are the concepts you can use:-# @concept_specs-# """--# [pipe.emit_condition_from_signature]-# type = "PipeLLM"-# description = "Build a PipeConditionSpec from the signature (provide expression/pipe_map consistent with children)."-# inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec", pipe_spec = "PipeSpec" }-# output = "PipeConditionSpec"-# llm = "llm_to_engineer"-# prompt_template = """-# Return a PipeConditionSpec for this signature.--# Signature:-# @pipe_signature--# Here is the base PipeSpec:-# @pipe_spec--# And here are the concepts you can use:-# @concept_specs-# """--# [pipe.emit_batch_from_signature]-# type = "PipeLLM"-# description = "Build a PipeBatchSpec from the signature (choose branch_pipe_code/params)."-# inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec", pipe_spec = "PipeSpec" }-# output = "PipeBatchSpec"-# llm = "llm_to_engineer"-# prompt_template = """-# Return a PipeBatchSpec for this signature.--# Signature:-# @pipe_signature--# Here is the base PipeSpec:-# @pipe_spec--# And here are the concepts you can use:-# @concept_specs-# """--# [pipe.emit_llm_from_signature]-# type = "PipeLLM"-# description = "Build a PipeLLMSpec from the signature."-# inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec", pipe_spec = "PipeSpec" }-# output = "PipeLLMSpec"-# llm = "llm_to_engineer"-# prompt_template = """-# Return a PipeLLMSpec for this signature.--# THe prompt is the field "prompt_template" in the PipeLLMSpec.-# Signature:-# @pipe_signature--# Here is the base PipeSpec:-# @pipe_spec--# And here are the concepts you can use:-# @concept_specs-# """--# [pipe.emit_ocr_from_signature]-# type = "PipeLLM"-# description = "Build a PipeOcrSpec from the signature."-# inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec", pipe_spec = "PipeSpec" }-# output = "PipeOcrSpec"-# prompt_template = """-# Return a PipeOcrSpec for this signature.--# VERY IMPORTANT: THE INPUT OF THE PIPEOCR MUST BE either an image or a pdf or a concept which refines one of them.-# Signature:-# @pipe_signature--# Here is the base PipeSpec:-# @pipe_spec--# And here are the concepts you can use:-# @concept_specs-# """--# [pipe.emit_imggen_from_signature]-# type = "PipeLLM"-# description = "Build a PipeImgGenSpec from the signature."-# inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec", pipe_spec = "PipeSpec" }-# output = "PipeImgGenSpec"-# prompt_template = """-# Return a PipeImgGenSpec for this signature.-# The inputs for the image has to be only:-# input_name : prompt-# concept : A concept that refines Text. It should be text-# The output concept should be a concept in Pascal case that refines Image.-# For example:-# ```-# inputs = { prompt: ImgGenPrompt }-# ```-# if ImgGenPrompt is a text concept.--# IMPORTANT: imgg_prompt SHOULD BE NONE-# IMPORTANT: img_gen_prompt_var_name SHOULD BE NONE-# The prompt will need to be be generated by a pipe with the necessary elements.--# Signature:-# @pipe_signature--# Here is the base PipeSpec:-# @pipe_spec--# And here are the concepts you can use:-# @concept_specs-# """--# [pipe.emit_jinja_from_signature]-# type = "PipeLLM"-# description = "Build a PipeComposeSpec from the signature."-# inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec", pipe_spec = "PipeSpec" }-# output = "PipeComposeSpec"-# prompt_template = """-# Return a PipeComposeSpec for this signature.--# Signature:-# @pipe_signature--# Here is the base PipeSpec:-# @pipe_spec--# And here are the concepts you can use:-# @concept_specs-# """--# [pipe.emit_func_from_signature]-# type = "PipeLLM"-# description = "Build a PipeFuncSpec from the signature."-# inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec", pipe_spec = "PipeSpec" }-# output = "PipeFuncSpec"-# llm = "llm_to_engineer"-# prompt_template = """-# Return a PipeFuncSpec for this signature.--# Signature:-# @pipe_signature--# Here is the base PipeSpec:-# @pipe_spec--# And here are the concepts you can use:-# @concept_specs-# """--# # ────────────────────────────────────────────────────────────────────────────────-# # PIPE FIXERS — one per pipe type, all fixing specific pipe type issues-# # ────────────────────────────────────────────────────────────────────────────────--# [pipe.fix_failing_pipe]-# type = "PipeCondition"-# description = "Route to specific pipe fixer based on the failing pipe type."-# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }-# output = "Dynamic"-# expression = "failed_pipe.pipe.type"--# [pipe.fix_failing_pipe.pipe_map]-# PipeLLM = "fix_failing_llm_pipe"-# PipeImgGen = "fix_failing_imggen_pipe"-# PipeOcr = "fix_failing_ocr_pipe"-# PipeFunc = "fix_failing_func_pipe"-# PipeCompose = "fix_failing_jinja2_pipe"-# PipeSequence = "fix_failing_sequence_pipe"-# PipeParallel = "fix_failing_parallel_pipe"-# PipeCondition = "fix_failing_condition_pipe"-# PipeBatch = "fix_failing_batch_pipe"--# [pipe.fix_failing_llm_pipe]-# type = "PipeLLM"-# description = "Fix a failing PipeLLM spec based on its specific error."-# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", failed_pipe = "PipeFailure" }-# output = "PipeLLMSpec"-# llm = "llm_to_engineer"-# prompt_template = """-# Fix this failing PipeLLM spec.--# Failing pipe:-# @failed_pipe.pipe--# Error message:-# @failed_pipe.error_message--# Please provide only the corrected PipeLLMSpec. Common LLM pipe issues to fix:-# - Missing input variables in the pipe inputs that are referenced in prompt_template-# - Incorrect variable names in prompt templates (use $ for inline, @ for blocks)-# - Wrong concept types for inputs/outputs-# - Missing llm configuration-# - Invalid prompt template syntax-# """--# [pipe.fix_failing_imggen_pipe]-# type = "PipeLLM"-# description = "Fix a failing PipeImgGen spec based on its specific error."-# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", failed_pipe = "PipeFailure" }-# output = "PipeImgGenSpec"-# llm = "llm_to_engineer"-# prompt_template = """-# Fix this failing PipeImgGen spec.--# Failing pipe:-# @failed_pipe.pipe--# Error message:-# @failed_pipe.error_message--# Please provide only the corrected PipeImgGenSpec. Common ImgGen pipe issues to fix:-# - Missing or incorrect prompt input (should be text concept)-# - Invalid img_gen-# - Missing required inputs for dynamic prompt generation-# """--# [pipe.fix_failing_ocr_pipe]-# type = "PipeLLM"-# description = "Fix a failing PipeOcr spec based on its specific error."-# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", failed_pipe = "PipeFailure" }-# output = "PipeOcrSpec"-# llm = "llm_to_engineer"-# prompt_template = """-# Fix this failing PipeOcr spec.--# VERY IMPORTANT: THE INPUT OF THE PIPEOCR must be either an image or a pdf or a concept which refines one of them.-# Failing pipe:-# @failed_pipe.pipe--# Error message:-# @failed_pipe.error_message--# Please provide only the corrected PipeOcrSpec. Common OCR pipe issues to fix:-# - Input must be of type Image or PDF-# - Output should typically be Page (native concept)-# - Missing or incorrect input concept types-# """--# [pipe.fix_failing_func_pipe]-# type = "PipeLLM"-# description = "Fix a failing PipeFunc spec based on its specific error."-# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", failed_pipe = "PipeFailure" }-# output = "PipeFuncSpec"-# llm = "llm_to_engineer"-# prompt_template = """-# Fix this failing PipeFunc spec.--# Failing pipe:-# @failed_pipe.pipe--# Error message:-# @failed_pipe.error_message--# Please provide only the corrected PipeFuncSpec. Common Func pipe issues to fix:-# - Missing or incorrect function_name-# - Wrong input/output concept types for the function-# - Function not available in registry-# """--# [pipe.fix_failing_jinja2_pipe]-# type = "PipeLLM"-# description = "Fix a failing PipeCompose spec based on its specific error."-# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", failed_pipe = "PipeFailure" }-# output = "PipeComposeSpec"-# llm = "llm_to_engineer"-# prompt_template = """-# Fix this failing PipeCompose spec.--# Failing pipe:-# @failed_pipe.pipe--# Error message:-# @failed_pipe.error_message--# Please provide only the corrected PipeComposeSpec. Common Jinja2 pipe issues to fix:-# - Invalid Jinja2 template syntax-# - Missing input variables referenced in template-# - Wrong concept types for inputs/outputs-# """--# [pipe.fix_failing_sequence_pipe]-# type = "PipeLLM"-# description = "Fix a failing PipeSequence spec based on its specific error."-# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", failed_pipe = "PipeFailure" }-# output = "PipeSequenceSpec"-# llm = "llm_to_engineer"-# prompt_template = """-# Fix this failing PipeSequence spec.--# Failing pipe:-# @failed_pipe.pipe--# Error message:-# @failed_pipe.error_message--# Please provide only the corrected PipeSequenceSpec. Common Sequence pipe issues to fix:-# - Missing input variables needed by sub-pipes in steps-# - Referenced pipe codes in steps that don't exist-# - Circular dependencies in step order-# - Wrong result names in steps-# """--# [pipe.fix_failing_parallel_pipe]-# type = "PipeLLM"-# description = "Fix a failing PipeParallel spec based on its specific error."-# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", failed_pipe = "PipeFailure" }-# output = "PipeParallelSpec"-# llm = "llm_to_engineer"-# prompt_template = """-# Fix this failing PipeParallel spec.--# Failing pipe:-# @failed_pipe.pipe--# Error message:-# @failed_pipe.error_message--# Please provide only the corrected PipeParallelSpec. Common Parallel pipe issues to fix:-# - Missing input variables needed by parallel sub-pipes-# - Referenced pipe codes that don't exist-# - Incompatible output types from parallel branches-# """--# [pipe.fix_failing_condition_pipe]-# type = "PipeLLM"-# description = "Fix a failing PipeCondition spec based on its specific error."-# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", failed_pipe = "PipeFailure" }-# output = "PipeConditionSpec"-# llm = "llm_to_engineer"-# prompt_template = """-# Fix this failing PipeCondition spec.--# Failing pipe:-# @failed_pipe.pipe--# Error message:-# @failed_pipe.error_message--# Please provide only the corrected PipeConditionSpec. Common Condition pipe issues to fix:-# - Invalid expression or expression_template syntax-# - Referenced pipe codes in pipe_map that don't exist-# - Missing input variables referenced in expression-# - Incompatible output types from different condition branches-# """--# [pipe.fix_failing_batch_pipe]-# type = "PipeLLM"-# description = "Fix a failing PipeBatch spec based on its specific error."-# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", failed_pipe = "PipeFailure" }-# output = "PipeBatchSpec"-# llm = "llm_to_engineer"-# prompt_template = """-# Fix this failing PipeBatch spec.--# Failing pipe:-# @failed_pipe.pipe--# Error message:-# @failed_pipe.error_message--# Please provide only the corrected PipeBatchSpec. Common Batch pipe issues to fix:-# - Missing branch_pipe_code or referenced pipe that doesn't exist-# - Wrong input types for batch processing (should be ListContent)-# - Missing batch parameters configuration-# """-diff --git a/pipelex/libraries/pipelines/builder/pipe/pipe_design.plx b/pipelex/libraries/pipelines/builder/pipe/pipe_design.plxnew file mode 100644index 000000000..096fc539b--- /dev/null+++ b/pipelex/libraries/pipelines/builder/pipe/pipe_design.plx@@ -0,0 +1,378 @@+domain = "pipe_design"+definition = "Build and process pipes."++[concept]+PipeSignature = "A pipe contract which says what the pipe does, not how it does it: code (the pipe code in snake_case), type, description, inputs, output."+PipeSpec = "A structured spec for a pipe (union)."+# Pipe controllers+PipeBatchSpec = "A structured spec for a pipe batch."+PipeConditionSpec = "A structured spec for a pipe condition."+PipeParallelSpec = "A structured spec for a pipe parallel."+PipeSequenceSpec = "A structured spec for a pipe sequence."+# Pipe operators+PipeFuncSpec = "A structured spec for a pipe func."+PipeImgGenSpec = "A structured spec for a pipe img gen."+PipeComposeSpec = "A structured spec for a pipe jinja2."+PipeLLMSpec = "A structured spec for a pipe llm."+PipeOcrSpec = "A structured spec for a pipe ocr."+PipeFailure = "Details of a single pipe failure during dry run."++[pipe]++[pipe.detail_pipe_spec]+type = "PipeCondition"+description = "Route by signature.type to the correct spec emitter."+inputs = { plan_draft = "PlanDraft", pipe_signature = "PipeSignature", concept_specs = "ConceptSpec" }+output = "Dynamic"+expression = "pipe_signature.type"++[pipe.detail_pipe_spec.pipe_map]+PipeSequence = "detail_pipe_sequence"+PipeParallel = "detail_pipe_parallel"+PipeCondition = "detail_pipe_condition"+PipeLLM = "detail_pipe_llm"+PipeOcr = "detail_pipe_ocr"+PipeImgGen = "detail_pipe_img_gen"+PipeCompose = "detail_pipe_compose"++# ────────────────────────────────────────────────────────────────────────────────+# PIPE CONTROLLERS+# ────────────────────────────────────────────────────────────────────────────────++[pipe.detail_pipe_sequence]+type = "PipeLLM"+description = "Build a PipeSequenceSpec from the signature (children referenced by code)."+inputs = { plan_draft = "PlanDraft", pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }+output = "PipeSequenceSpec"+llm = "llm_to_engineer"+prompt_template = """+Your job is to design a PipeSequenceSpec to orchestrate a sequence of pipe steps that will run one after the other.++This PipeSequence is part of a larger pipeline:+@plan_draft++You will specifically generate the PipeSequence related to this signature:+@pipe_signature+"""++[pipe.detail_pipe_parallel]+type = "PipeLLM"+description = "Build a PipeParallelSpec from the signature."+inputs = { plan_draft = "PlanDraft", pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }+output = "PipeParallelSpec"+llm = "llm_to_engineer"+prompt_template = """+Your job is to design a PipeParallelSpec to orchestrate a bunch of pipe steps that will run in parallel.++This PipeParallel is part of a larger pipeline:+@plan_draft++You will specifically generate the PipeParallel related to this signature:+@pipe_signature+"""++[pipe.detail_pipe_condition]+type = "PipeLLM"+description = "Build a PipeConditionSpec from the signature (provide expression/pipe_map consistent with children)."+inputs = { plan_draft = "PlanDraft", pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }+output = "PipeConditionSpec"+llm = "llm_to_engineer"+prompt_template = """+Your job is to design a PipeConditionSpec to route to the correct pipe step based on a conditional expression.++This PipeCondition is part of a larger pipeline:+@plan_draft++You will specifically generate the PipeCondition related to this signature:+@pipe_signature+"""++# ────────────────────────────────────────────────────────────────────────────────+# PIPE OPERATORS+# ────────────────────────────────────────────────────────────────────────────────++[pipe.detail_pipe_llm]+type = "PipeLLM"+description = "Build a PipeLLMSpec from the signature."+inputs = { plan_draft = "PlanDraft", pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }+output = "PipeLLMSpec"+llm = "llm_to_engineer"+prompt_template = """+Your job is to design a PipeLLMSpec to use an LLM to generate a text, or a structured object using different kinds of inputs.+Whatever it's really going to do has already been decided, as you can see:++This PipeLLM is part of a larger pipeline:+@plan_draft++You will specifically generate the PipeLLM related to this signature:+@pipe_signature++If it's a structured generation, indicate it in the system_prompt to clarify the task.+If it's to generate free form text, the prompt_template should indicate to be concise.+If it's to generate an image generation, the prompt_template should indicate to be VERY concise and focus and apply the best practice for image generation.+"""++[pipe.detail_pipe_ocr]+type = "PipeLLM"+description = "Build a PipeOcrSpec from the signature."+inputs = { plan_draft = "PlanDraft", pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }+output = "PipeOcrSpec"+llm = "llm_to_engineer"+prompt_template = """+Your job is to design a PipeOcrSpec to extract text from an image or a pdf.++This PipeOcr is part of a larger pipeline:+@plan_draft++You will specifically generate the PipeOcr related to this signature:+@pipe_signature+"""++[pipe.detail_pipe_img_gen]+type = "PipeLLM"+description = "Build a PipeImgGenSpec from the signature."+inputs = { plan_draft = "PlanDraft", pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }+output = "PipeImgGenSpec"+prompt_template = """+Your job is to design a PipeImgGenSpec to generate an image from a text prompt.++This PipeImgGen is part of a larger pipeline:+@plan_draft++You will specifically generate the PipeImgGen related to this signature:+@pipe_signature++The inputs for the image has to be a single input which must be a Text or another concept which refines Text.+"""++[pipe.detail_pipe_compose]+type = "PipeLLM"+description = "Build a PipeComposeSpec from the signature."+inputs = { plan_draft = "PlanDraft", pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }+output = "PipeComposeSpec"+prompt_template = """+Your job is to design a PipeComposeSpec to render a jinja2 template.++This PipeCompose is part of a larger pipeline:+@plan_draft++You will specifically generate the PipeCompose related to this signature:+@pipe_signature+"""++# ────────────────────────────────────────────────────────────────────────────────+# PIPE FIXERS — one per pipe type, all fixing specific pipe type issues+# ────────────────────────────────────────────────────────────────────────────────++# [pipe.fix_failing_pipe]+# type = "PipeCondition"+# description = "Route to specific pipe fixer based on the failing pipe type."+# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }+# output = "Dynamic"+# expression = "pipe_failure.pipe.type"++# [pipe.fix_failing_pipe.pipe_map]+# PipeLLM = "fix_failing_llm_pipe"+# PipeImgGen = "fix_failing_imggen_pipe"+# PipeOcr = "fix_failing_ocr_pipe"+# PipeFunc = "fix_failing_func_pipe"+# PipeCompose = "fix_failing_jinja2_pipe"+# PipeSequence = "fix_failing_sequence_pipe"+# PipeParallel = "fix_failing_parallel_pipe"+# PipeCondition = "fix_failing_condition_pipe"+# PipeBatch = "fix_failing_batch_pipe"++# [pipe.fix_failing_llm_pipe]+# type = "PipeLLM"+# description = "Fix a failing PipeLLM spec based on its specific error."+# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }+# output = "PipeLLMSpec"+# llm = "llm_to_engineer"+# prompt_template = """+# Fix this failing PipeLLM spec.++# Failing pipe:+# @pipe_failure.pipe_spec++# Error message:+# @pipe_failure.error_message++# Please provide only the corrected PipeLLMSpec. Common LLM pipe issues to fix:+# - Missing input variables in the pipe inputs that are referenced in prompt_template+# - Incorrect variable names in prompt templates (use $ for inline, @ for blocks)+# - Wrong concept types for inputs/outputs+# - Missing llm configuration+# - Invalid prompt template syntax+# """++# [pipe.fix_failing_imggen_pipe]+# type = "PipeLLM"+# description = "Fix a failing PipeImgGen spec based on its specific error."+# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }+# output = "PipeImgGenSpec"+# llm = "llm_to_engineer"+# prompt_template = """+# Fix this failing PipeImgGen spec.++# Failing pipe:+# @pipe_failure.pipe_spec++# Error message:+# @pipe_failure.error_message++# Please provide only the corrected PipeImgGenSpec. Common ImgGen pipe issues to fix:+# - Missing or incorrect prompt input (should be text concept)+# - Invalid img_gen+# - Missing required inputs for dynamic prompt generation+# """++# [pipe.fix_failing_ocr_pipe]+# type = "PipeLLM"+# description = "Fix a failing PipeOcr spec based on its specific error."+# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }+# output = "PipeOcrSpec"+# llm = "llm_to_engineer"+# prompt_template = """+# Fix this failing PipeOcr spec.++# VERY IMPORTANT: THE INPUT OF THE PIPEOCR must be either an image or a pdf or a concept which refines one of them.+# Failing pipe:+# @pipe_failure.pipe_spec++# Error message:+# @pipe_failure.error_message++# Please provide only the corrected PipeOcrSpec. Common OCR pipe issues to fix:+# - Input must be of type Image or PDF+# - Output should typically be Page (native concept)+# - Missing or incorrect input concept types+# """++# [pipe.fix_failing_func_pipe]+# type = "PipeLLM"+# description = "Fix a failing PipeFunc spec based on its specific error."+# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }+# output = "PipeFuncSpec"+# llm = "llm_to_engineer"+# prompt_template = """+# Fix this failing PipeFunc spec.++# Failing pipe:+# @pipe_failure.pipe_spec++# Error message:+# @pipe_failure.error_message++# Please provide only the corrected PipeFuncSpec. Common Func pipe issues to fix:+# - Missing or incorrect function_name+# - Wrong input/output concept types for the function+# - Function not available in registry+# """++# [pipe.fix_failing_jinja2_pipe]+# type = "PipeLLM"+# description = "Fix a failing PipeCompose spec based on its specific error."+# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }+# output = "PipeComposeSpec"+# llm = "llm_to_engineer"+# prompt_template = """+# Fix this failing PipeCompose spec.++# Failing pipe:+# @pipe_failure.pipe_spec++# Error message:+# @pipe_failure.error_message++# Please provide only the corrected PipeComposeSpec. Common Jinja2 pipe issues to fix:+# - Invalid Jinja2 template syntax+# - Missing input variables referenced in template+# - Wrong concept types for inputs/outputs+# """++# [pipe.fix_failing_sequence_pipe]+# type = "PipeLLM"+# description = "Fix a failing PipeSequence spec based on its specific error."+# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }+# output = "PipeSequenceSpec"+# llm = "llm_to_engineer"+# prompt_template = """+# Fix this failing PipeSequence spec.++# Failing pipe:+# @pipe_failure.pipe_spec++# Error message:+# @pipe_failure.error_message++# Please provide only the corrected PipeSequenceSpec. Common Sequence pipe issues to fix:+# - Missing input variables needed by sub-pipes in steps+# - Referenced pipe codes in steps that don't exist+# - Circular dependencies in step order+# - Wrong result names in steps+# """++# [pipe.fix_failing_parallel_pipe]+# type = "PipeLLM"+# description = "Fix a failing PipeParallel spec based on its specific error."+# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }+# output = "PipeParallelSpec"+# llm = "llm_to_engineer"+# prompt_template = """+# Fix this failing PipeParallel spec.++# Failing pipe:+# @pipe_failure.pipe_spec++# Error message:+# @pipe_failure.error_message++# Please provide only the corrected PipeParallelSpec. Common Parallel pipe issues to fix:+# - Missing input variables needed by parallel sub-pipes+# - Referenced pipe codes that don't exist+# - Incompatible output types from parallel branches+# """++# [pipe.fix_failing_condition_pipe]+# type = "PipeLLM"+# description = "Fix a failing PipeCondition spec based on its specific error."+# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }+# output = "PipeConditionSpec"+# llm = "llm_to_engineer"+# prompt_template = """+# Fix this failing PipeCondition spec.++# Failing pipe:+# @pipe_failure.pipe_spec++# Error message:+# @pipe_failure.error_message++# Please provide only the corrected PipeConditionSpec. Common Condition pipe issues to fix:+# - Invalid expression or expression_template syntax+# - Referenced pipe codes in pipe_map that don't exist+# - Missing input variables referenced in expression+# - Incompatible output types from different condition branches+# """++# [pipe.fix_failing_batch_pipe]+# type = "PipeLLM"+# description = "Fix a failing PipeBatch spec based on its specific error."+# inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }+# output = "PipeBatchSpec"+# llm = "llm_to_engineer"+# prompt_template = """+# Fix this failing PipeBatch spec.++# Failing pipe:+# @pipe_failure.pipe_spec++# Error message:+# @pipe_failure.error_message++# Please provide only the corrected PipeBatchSpec. Common Batch pipe issues to fix:+# - Missing branch_pipe_code or referenced pipe that doesn't exist+# - Wrong input types for batch processing (should be ListContent)+# - Missing batch parameters configuration+# """+diff --git a/pipelex/libraries/pipelines/builder/pipe/pipe_design_2.plx b/pipelex/libraries/pipelines/builder/pipe/pipe_design_2.plxdeleted file mode 100644index 90aa69e0a..000000000--- a/pipelex/libraries/pipelines/builder/pipe/pipe_design_2.plx+++ /dev/null@@ -1,397 +0,0 @@-domain = "pipe_design"-definition = "Build and process pipes."--[concept]-PipeSignature = "A pipe contract which says what the pipe does, not how it does it: code (the pipe code in snake_case), type, description, inputs, output."-PipeSpec = "A structured spec for a pipe (union)."-# Pipe controllers-PipeBatchSpec = "A structured spec for a pipe batch."-PipeConditionSpec = "A structured spec for a pipe condition."-PipeParallelSpec = "A structured spec for a pipe parallel."-PipeSequenceSpec = "A structured spec for a pipe sequence."-# Pipe operators-PipeFuncSpec = "A structured spec for a pipe func."-PipeImgGenSpec = "A structured spec for a pipe img gen."-PipeComposeSpec = "A structured spec for a pipe jinja2."-PipeLLMSpec = "A structured spec for a pipe llm."-PipeOcrSpec = "A structured spec for a pipe ocr."-PipeFailure = "Details of a single pipe failure during dry run."--[pipe]--# ────────────────────────────────────────────────────────────────────────────────-#-# ────────────────────────────────────────────────────────────────────────────────-[pipe.detail_pipe_spec]-type = "PipeCondition"-description = "Route by signature.type to the correct spec emitter."-inputs = { pipe_signature = "PipeSignature", concept_specs = "ConceptSpec" }-output = "Dynamic"-expression = "pipe_signature.type"--[pipe.detail_pipe_spec.pipe_map]-PipeSequence = "detail_pipe_sequence"-PipeParallel = "detail_pipe_parallel"-PipeCondition = "detail_pipe_condition"-PipeLLM = "detail_pipe_llm"-PipeOcr = "detail_pipe_ocr"-PipeImgGen = "detail_pipe_img_gen"-PipeCompose = "detail_pipe_jinja"-PipeFunc = "detail_pipe_func"--[pipe.detail_pipe_sequence]-type = "PipeLLM"-description = "Build a PipeSequenceSpec from the signature (children referenced by code)."-inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }-output = "PipeSequenceSpec"-llm = "llm_to_engineer"-prompt_template = """-Detail the PipeSequenceSpec for this signature.-The Pipe sequence NEEDS to have at least one step.-Orchestrate all the necessary steps to achieve the goal of the pipe.--@pipe_signature-"""--[pipe.detail_pipe_parallel]-type = "PipeLLM"-description = "Build a PipeParallelSpec from the signature."-inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }-output = "PipeParallelSpec"-llm = "llm_to_engineer"-prompt_template = """-Detail the PipeParallelSpec for this signature.--@pipe_signature-"""--[pipe.detail_pipe_condition]-type = "PipeLLM"-description = "Build a PipeConditionSpec from the signature (provide expression/pipe_map consistent with children)."-inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }-output = "PipeConditionSpec"-llm = "llm_to_engineer"-prompt_template = """-Detail the PipeConditionSpec for this signature.--@pipe_signature-"""--[pipe.detail_pipe_llm]-type = "PipeLLM"-description = "Build a PipeLLMSpec from the signature."-inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }-output = "PipeLLMSpec"-llm = "llm_to_engineer"-prompt_template = """-Detail the PipeLLMSpec for this signature.--THe prompt is the field "prompt_template" in the PipeLLMSpec.-@pipe_signature-"""--[pipe.detail_pipe_ocr]-type = "PipeLLM"-description = "Build a PipeOcrSpec from the signature."-inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }-output = "PipeOcrSpec"-prompt_template = """-Return a PipeOcrSpec for this signature.--VERY IMPORTANT: THE INPUT OF THE PIPEOCR MUST BE either an image or a pdf or a concept which refines one of them.-@pipe_signature--{% if concept_specs %}-We have already defined the concepts you can use for inputs/outputs:-@concept_specs-And of course you still have the native concepts if required: Text, Image, PDF, Number, Page.-{% else %}-You can use the native concepts for inputs/outputs as required: Text, Image, PDF, Number, Page.-{% endif %}-"""--[pipe.detail_pipe_img_gen]-type = "PipeLLM"-description = "Build a PipeImgGenSpec from the signature."-inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }-output = "PipeImgGenSpec"-prompt_template = """-Return a PipeImgGenSpec for this signature.--The inputs for the image has to be a single input named "prompt" with a concept that is Text or refines Text.-The output concept should be a concept in PascalCase that refines Image.-For example:-```-inputs = { prompt: ImgGenPrompt }-```-if ImgGenPrompt is a text concept.--The prompt will need to be be generated by a pipe with the necessary elements.--@pipe_signature--{% if concept_specs %}-We have already defined the concepts you can use for inputs/outputs:-@concept_specs-And of course you still have the native concepts if required: Text, Image, PDF, Number, Page.-{% else %}-You can use the native concepts for inputs/outputs as required: Text, Image, PDF, Number, Page.-{% endif %}-"""--[pipe.detail_pipe_jinja]-type = "PipeLLM"-description = "Build a PipeComposeSpec from the signature."-inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }-output = "PipeComposeSpec"-prompt_template = """-Return a PipeComposeSpec for this signature.--@pipe_signature--{% if concept_specs %}-We have already defined the concepts you can use for inputs/outputs:-@concept_specs-And of course you still have the native concepts if required: Text, Image, PDF, Number, Page.-{% else %}-You can use the native concepts for inputs/outputs as required: Text, Image, PDF, Number, Page.-{% endif %}-"""--[pipe.detail_pipe_func]-type = "PipeLLM"-description = "Build a PipeFuncSpec from the signature."-inputs = { pipe_signature = "PipeSignature", concept_specs = "concept.ConceptSpec" }-output = "PipeFuncSpec"-llm = "llm_to_engineer"-prompt_template = """-Return a PipeFuncSpec for this signature.--@pipe_signature--{% if concept_specs %}-We have already defined the concepts you can use for inputs/outputs:-@concept_specs-And of course you still have the native concepts if required: Text, Image, PDF, Number, Page.-{% else %}-You can use the native concepts for inputs/outputs as required: Text, Image, PDF, Number, Page.-{% endif %}-"""---# ────────────────────────────────────────────────────────────────────────────────-# PIPE FIXERS — one per pipe type, all fixing specific pipe type issues-# ────────────────────────────────────────────────────────────────────────────────--[pipe.fix_failing_pipe]-type = "PipeCondition"-description = "Route to specific pipe fixer based on the failing pipe type."-inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }-output = "Dynamic"-expression = "pipe_failure.pipe.type"--[pipe.fix_failing_pipe.pipe_map]-PipeLLM = "fix_failing_llm_pipe"-PipeImgGen = "fix_failing_imggen_pipe"-PipeOcr = "fix_failing_ocr_pipe"-PipeFunc = "fix_failing_func_pipe"-PipeCompose = "fix_failing_jinja2_pipe"-PipeSequence = "fix_failing_sequence_pipe"-PipeParallel = "fix_failing_parallel_pipe"-PipeCondition = "fix_failing_condition_pipe"-PipeBatch = "fix_failing_batch_pipe"--[pipe.fix_failing_llm_pipe]-type = "PipeLLM"-description = "Fix a failing PipeLLM spec based on its specific error."-inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }-output = "PipeLLMSpec"-llm = "llm_to_engineer"-prompt_template = """-Fix this failing PipeLLM spec.--Failing pipe:-@pipe_failure.pipe_spec--Error message:-@pipe_failure.error_message--Please provide only the corrected PipeLLMSpec. Common LLM pipe issues to fix:-- Missing input variables in the pipe inputs that are referenced in prompt_template-- Incorrect variable names in prompt templates (use $ for inline, @ for blocks)-- Wrong concept types for inputs/outputs-- Missing llm configuration-- Invalid prompt template syntax-"""--[pipe.fix_failing_imggen_pipe]-type = "PipeLLM"-description = "Fix a failing PipeImgGen spec based on its specific error."-inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }-output = "PipeImgGenSpec"-llm = "llm_to_engineer"-prompt_template = """-Fix this failing PipeImgGen spec.--Failing pipe:-@pipe_failure.pipe_spec--Error message:-@pipe_failure.error_message--Please provide only the corrected PipeImgGenSpec. Common ImgGen pipe issues to fix:-- Missing or incorrect prompt input (should be text concept)-- Invalid img_gen-- Missing required inputs for dynamic prompt generation-"""--[pipe.fix_failing_ocr_pipe]-type = "PipeLLM"-description = "Fix a failing PipeOcr spec based on its specific error."-inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }-output = "PipeOcrSpec"-llm = "llm_to_engineer"-prompt_template = """-Fix this failing PipeOcr spec.--VERY IMPORTANT: THE INPUT OF THE PIPEOCR must be either an image or a pdf or a concept which refines one of them.-Failing pipe:-@pipe_failure.pipe_spec--Error message:-@pipe_failure.error_message--Please provide only the corrected PipeOcrSpec. Common OCR pipe issues to fix:-- Input must be of type Image or PDF-- Output should typically be Page (native concept)-- Missing or incorrect input concept types-"""--[pipe.fix_failing_func_pipe]-type = "PipeLLM"-description = "Fix a failing PipeFunc spec based on its specific error."-inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }-output = "PipeFuncSpec"-llm = "llm_to_engineer"-prompt_template = """-Fix this failing PipeFunc spec.--Failing pipe:-@pipe_failure.pipe_spec--Error message:-@pipe_failure.error_message--Please provide only the corrected PipeFuncSpec. Common Func pipe issues to fix:-- Missing or incorrect function_name-- Wrong input/output concept types for the function-- Function not available in registry-"""--[pipe.fix_failing_jinja2_pipe]-type = "PipeLLM"-description = "Fix a failing PipeCompose spec based on its specific error."-inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }-output = "PipeComposeSpec"-llm = "llm_to_engineer"-prompt_template = """-Fix this failing PipeCompose spec.--Failing pipe:-@pipe_failure.pipe_spec--Error message:-@pipe_failure.error_message--Please provide only the corrected PipeComposeSpec. Common Jinja2 pipe issues to fix:-- Invalid Jinja2 template syntax-- Missing input variables referenced in template-- Wrong concept types for inputs/outputs-"""--[pipe.fix_failing_sequence_pipe]-type = "PipeLLM"-description = "Fix a failing PipeSequence spec based on its specific error."-inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }-output = "PipeSequenceSpec"-llm = "llm_to_engineer"-prompt_template = """-Fix this failing PipeSequence spec.--Failing pipe:-@pipe_failure.pipe_spec--Error message:-@pipe_failure.error_message--Please provide only the corrected PipeSequenceSpec. Common Sequence pipe issues to fix:-- Missing input variables needed by sub-pipes in steps-- Referenced pipe codes in steps that don't exist-- Circular dependencies in step order-- Wrong result names in steps-"""--[pipe.fix_failing_parallel_pipe]-type = "PipeLLM"-description = "Fix a failing PipeParallel spec based on its specific error."-inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }-output = "PipeParallelSpec"-llm = "llm_to_engineer"-prompt_template = """-Fix this failing PipeParallel spec.--Failing pipe:-@pipe_failure.pipe_spec--Error message:-@pipe_failure.error_message--Please provide only the corrected PipeParallelSpec. Common Parallel pipe issues to fix:-- Missing input variables needed by parallel sub-pipes-- Referenced pipe codes that don't exist-- Incompatible output types from parallel branches-"""--[pipe.fix_failing_condition_pipe]-type = "PipeLLM"-description = "Fix a failing PipeCondition spec based on its specific error."-inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }-output = "PipeConditionSpec"-llm = "llm_to_engineer"-prompt_template = """-Fix this failing PipeCondition spec.--Failing pipe:-@pipe_failure.pipe_spec--Error message:-@pipe_failure.error_message--Please provide only the corrected PipeConditionSpec. Common Condition pipe issues to fix:-- Invalid expression or expression_template syntax-- Referenced pipe codes in pipe_map that don't exist-- Missing input variables referenced in expression-- Incompatible output types from different condition branches-"""--[pipe.fix_failing_batch_pipe]-type = "PipeLLM"-description = "Fix a failing PipeBatch spec based on its specific error."-inputs = { pipelex_bundle_spec = "PipelexBundleSpec", pipe_failure = "PipeFailure" }-output = "PipeBatchSpec"-llm = "llm_to_engineer"-prompt_template = """-Fix this failing PipeBatch spec.--Failing pipe:-@pipe_failure.pipe_spec--Error message:-@pipe_failure.error_message--Please provide only the corrected PipeBatchSpec. Common Batch pipe issues to fix:-- Missing branch_pipe_code or referenced pipe that doesn't exist-- Wrong input types for batch processing (should be ListContent)-- Missing batch parameters configuration-"""-diff --git a/pipelex/libraries/pipelines/builder/pipe/pipe_llm_spec.py b/pipelex/libraries/pipelines/builder/pipe/pipe_llm_spec.pyindex 91b615133..46229cad5 100644--- a/pipelex/libraries/pipelines/builder/pipe/pipe_llm_spec.py+++ b/pipelex/libraries/pipelines/builder/pipe/pipe_llm_spec.py@@ -28,6 +28,8 @@ class LLMSkill(StrEnum):LLM_TO_RETRIEVE = "llm_to_retrieve"LLM_CHEAP_FOR_EASY_QUESTIONS = "llm_cheap_for_easy_questions"LLM_TO_ANSWER_HARD_QUESTIONS = "llm_to_answer_hard_questions"+ LLM_FOR_VISUAL_ANALYSIS = "llm_for_visual_analysis"+ LLM_FOR_VISUAL_DESIGN = "llm_for_visual_design"LLM_FOR_CREATIVE_WRITING = "llm_for_creative_writing"LLM_TO_REASON = "llm_to_reason"LLM_TO_REASON_ON_DIAGRAM = "llm_to_reason_on_diagram"@@ -44,6 +46,10 @@ class LLMSkill(StrEnum):return AvailableLLM.GPT_5_MINIcase LLMSkill.LLM_TO_ANSWER_HARD_QUESTIONS:return AvailableLLM.GPT_5+ case LLMSkill.LLM_FOR_VISUAL_ANALYSIS:+ return AvailableLLM.GEMINI_2_5_FLASH+ case LLMSkill.LLM_FOR_VISUAL_DESIGN:+ return AvailableLLM.GEMINI_2_5_FLASHcase LLMSkill.LLM_FOR_CREATIVE_WRITING:return AvailableLLM.CLAUDE_4_1_OPUScase LLMSkill.LLM_TO_REASON:@@ -75,18 +81,19 @@ class PipeLLMSpec(PipeSpec):type: SkipJsonSchema[Literal["PipeLLM"]] = "PipeLLM"category: SkipJsonSchema[Literal["PipeOperator"]] = "PipeOperator"the_pipe_code: str = Field(description="Pipe code identifying the pipe. Must be snake_case.")- system_prompt: str | None = Field(default=None, description="A system-level prompt to guide the LLM's behavior, style and skills.")+ llm: LLMSkill | str = Field(description="The required skill of the LLM according to the task to be performed.")+ temperature: float | None = Field(default=None, ge=0, le=1)+ system_prompt: str | None = Field(default=None, description="A system-level prompt to guide the LLM's behavior, style and skills.")prompt_template: str | None = Field(description=("A template for the user prompt. Use `$` prefix for inline variables (e.g., `$topic`) and `@` prefix ""to insert the content of an entire input (e.g., `@extracted_text`). "- "**Note**: Do not use `@` or `$` for image variables, declaring them as inputs is enough."+ "**Notes**: • Do not use `@` or `$` for image variables, declaring them as inputs is enough."+ "• You can also use jinja2 syntax for conditional logic and for loops, but prefer `$` and `@` for simple variable insertions."))- llm: LLMSkill | str = Field(description="The required skill of the LLM according to the task to be performed.")- temperature: float | None = Field(default=None, ge=0, le=1)nb_output: int | None = Field(default=None,description=(diff --git a/pipelex/libraries/pipelines/builder/pipe/pipe_ocr_spec.py b/pipelex/libraries/pipelines/builder/pipe/pipe_ocr_spec.pyindex 154561ff4..a494e64dd 100644--- a/pipelex/libraries/pipelines/builder/pipe/pipe_ocr_spec.py+++ b/pipelex/libraries/pipelines/builder/pipe/pipe_ocr_spec.py@@ -4,6 +4,7 @@ from pydantic import Field, field_validatorfrom pydantic.json_schema import SkipJsonSchemafrom typing_extensions import override+from pipelex.exceptions import PipeDefinitionErrorfrom pipelex.libraries.pipelines.builder.pipe.pipe_signature import PipeSpecfrom pipelex.pipe_operators.ocr.pipe_ocr_blueprint import PipeOcrBlueprintfrom pipelex.types import StrEnum@@ -37,7 +38,8 @@ class PipeOcrSpec(PipeSpec):Supports various OCR platforms and output configurations including image detection,caption generation, and page rendering.- VERY IMPORTANT: THE INPUT OF THE PIPEOCR MUST BE either an image or a pdf or a concept which refines one of them.+ Validation Rules:+ - inputs dict must have exactly one input entry, and the value must be either `Image` or `PDF`."""type: SkipJsonSchema[Literal["PipeOcr"]] = "PipeOcr"@@ -53,6 +55,17 @@ class PipeOcrSpec(PipeSpec):def validate_ocr(cls, ocr_value: str) -> OcrSkill:return OcrSkill(ocr_value)+ @field_validator("inputs", mode="before")+ @classmethod+ def validate_ocr_inputs(cls, inputs_value: dict[str, str] | None) -> dict[str, str] | None:+ if inputs_value is None:+ msg = "PipeOcr must have exactly one input which must be either`Image` or `PDF`."+ raise PipeDefinitionError(msg)+ if len(inputs_value) != 1:+ msg = "PipeOcr must have exactly one input which must be either`Image` or `PDF`."+ raise PipeDefinitionError(msg)+ return inputs_value+@overridedef to_blueprint(self) -> PipeOcrBlueprint:base_blueprint = super().to_blueprint()diff --git a/pipelex/libraries/pipelines/builder/pipe/pipe_sequence_spec.py b/pipelex/libraries/pipelines/builder/pipe/pipe_sequence_spec.pyindex ec2005993..a508cf74b 100644--- a/pipelex/libraries/pipelines/builder/pipe/pipe_sequence_spec.py+++ b/pipelex/libraries/pipelines/builder/pipe/pipe_sequence_spec.py@@ -13,12 +13,6 @@ class PipeSequenceSpec(PipeSpec):"""PipeSequenceSpec orchestrates the execution of multiple pipes in a defined order,where each pipe's output can be used as input for subsequent pipes. This enablesbuilding complex data processing workflows with step-by-step transformations.-- Validation Rules:- 1. Steps list must not be empty.- 2. Each step must be a valid SubPipeBlueprint instance.- 3. Pipe codes referenced in steps must exist in the pipeline.-"""type: SkipJsonSchema[Literal["PipeSequence"]] = "PipeSequence"diff --git a/pipelex/libraries/pipelines/builder/pipe/pipe_signature.py b/pipelex/libraries/pipelines/builder/pipe/pipe_signature.pyindex 9c648d099..da7c2303e 100644--- a/pipelex/libraries/pipelines/builder/pipe/pipe_signature.py+++ b/pipelex/libraries/pipelines/builder/pipe/pipe_signature.py@@ -7,7 +7,6 @@ from pipelex.core.pipes.pipe_blueprint import AllowedPipeCategories, AllowedPipefrom pipelex.core.pipes.pipe_input_blueprint import InputRequirementBlueprintfrom pipelex.core.stuffs.stuff_content import StructuredContentfrom pipelex.libraries.pipelines.builder.concept.concept_spec import ConceptSpec-from pipelex.libraries.pipelines.builder.pipe.inputs_spec import InputRequirementSpecfrom pipelex.tools.misc.string_utils import is_snake_case@@ -41,11 +40,8 @@ class PipeSpec(StructuredContent):description=f"Pipe category. It is defined with type `Any` but validated at runtime and it must be one of: {AllowedPipeCategories}")definition: str | None = Field(description="Natural language description of what the pipe does.")- inputs: dict[str, str | InputRequirementSpec] | None = Field(- description=(- "Input concept specifications. The keys are input names in snake_case. "- "Each value is aither the ConceptCode in PascalCase or an InputRequirementSpec with additional constraints"- ),+ inputs: dict[str, str] | None = Field(+ description=("Input concept specifications. The keys are input names in snake_case. Each value must be a ConceptCode in PascalCase"),)output: str = Field(description="Output concept code in PascalCase format!! Very important")@@ -65,18 +61,13 @@ class PipeSpec(StructuredContent):@field_validator("inputs", mode="after")@staticmethod- def validate_inputs(inputs: dict[str, str | InputRequirementSpec] | None) -> dict[str, str | InputRequirementSpec] | None:+ def validate_inputs(inputs: dict[str, str] | None) -> dict[str, str] | None:if inputs is None:return None- for input_name, input_spec in inputs.items():+ for input_name, concept_code in inputs.items():if not is_snake_case(input_name):msg = f"Invalid input name syntax '{input_name}'. Must be in snake_case."raise PipeBlueprintError(msg)- concept_code: str- if isinstance(input_spec, InputRequirementSpec):- concept_code = input_spec.concept- else:- concept_code = input_specConceptSpec.validate_concept_string_or_code(concept_string_or_code=concept_code)return inputs@@ -91,11 +82,8 @@ class PipeSpec(StructuredContent):converted_inputs: dict[str, str | InputRequirementBlueprint] | None = Noneif self.inputs is not None:converted_inputs = {}- for input_name, input_spec in self.inputs.items():- if isinstance(input_spec, InputRequirementSpec):- converted_inputs[input_name] = input_spec.to_blueprint()- else:- converted_inputs[input_name] = InputRequirementBlueprint(concept=input_spec)+ for input_name, concept_code in self.inputs.items():+ converted_inputs[input_name] = InputRequirementBlueprint(concept=concept_code)return PipeBlueprint(definition=self.definition,diff --git a/pipelex/pipe_operators/llm/pipe_llm_blueprint.py b/pipelex/pipe_operators/llm/pipe_llm_blueprint.pyindex a7c15ee59..f58c5a59d 100644--- a/pipelex/pipe_operators/llm/pipe_llm_blueprint.py+++ b/pipelex/pipe_operators/llm/pipe_llm_blueprint.py@@ -17,6 +17,10 @@ class StructuringMethod(StrEnum):class PipeLLMBlueprint(PipeBlueprint):type: Literal["PipeLLM"] = "PipeLLM"category: Literal["PipeOperator"] = "PipeOperator"++ llm: LLMChoice | None = None+ llm_to_structure: LLMChoice | None = None+system_prompt_template: str | None = Nonesystem_prompt_template_name: str | None = Nonesystem_prompt_name: str | None = None@@ -27,9 +31,6 @@ class PipeLLMBlueprint(PipeBlueprint):prompt_name: str | None = Noneprompt: str | None = None- llm: LLMChoice | None = None- llm_to_structure: LLMChoice | None = None-structuring_method: StructuringMethod | None = Noneprompt_template_to_structure: str | None = Nonesystem_prompt_to_structure: str | None = Nonediff --git a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_controllers/pipe_batch/test_data.py b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_controllers/pipe_batch/test_data.pyindex eee197946..dc2bf8769 100644--- a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_controllers/pipe_batch/test_data.py+++ b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_controllers/pipe_batch/test_data.py@@ -1,7 +1,6 @@from typing import ClassVarfrom pipelex.core.pipes.pipe_input_blueprint import InputRequirementBlueprint-from pipelex.libraries.pipelines.builder.pipe.inputs_spec import InputRequirementSpecfrom pipelex.libraries.pipelines.builder.pipe.pipe_batch_spec import PipeBatchSpecfrom pipelex.pipe_controllers.batch.pipe_batch_blueprint import PipeBatchBlueprint@@ -12,7 +11,7 @@ class PipeBatchTestCases:PipeBatchSpec(the_pipe_code="batch_processor",definition="Process items in batch",- inputs={"items": InputRequirementSpec(concept="ItemList")},+ inputs={"items": "ItemList"},output="ProcessedItems",branch_pipe_code="process_item",),@@ -33,7 +32,7 @@ class PipeBatchTestCases:PipeBatchSpec(the_pipe_code="named_batch",definition="Batch with custom names",- inputs={"data": InputRequirementSpec(concept="DataList")},+ inputs={"data": "DataList"},output="Results",branch_pipe_code="transform_data",input_list_name="data_list",diff --git a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_controllers/pipe_condition/test_data.py b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_controllers/pipe_condition/test_data.pyindex 819e6326a..f23694221 100644--- a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_controllers/pipe_condition/test_data.py+++ b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_controllers/pipe_condition/test_data.py@@ -1,7 +1,7 @@from typing import ClassVarfrom pipelex.core.pipes.pipe_input_blueprint import InputRequirementBlueprint-from pipelex.libraries.pipelines.builder.pipe.inputs_spec import InputRequirementSpec+from pipelex.libraries.pipelines.builder.pipe.pipe_condition_spec import PipeConditionSpecfrom pipelex.pipe_controllers.condition.pipe_condition_blueprint import PipeConditionBlueprint, PipeConditionPipeMapBlueprint@@ -13,7 +13,7 @@ class PipeConditionTestCases:PipeConditionSpec(the_pipe_code="template_condition",definition="Conditional with template",- inputs={"item": InputRequirementSpec(concept="Item")},+ inputs={"item": "Item"},output="ProcessedItem",jinja2_expression_template="{{ item.category }}",pipe_map={diff --git a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_controllers/pipe_parallel/test_data.py b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_controllers/pipe_parallel/test_data.pyindex 63fbca416..6fc5cad91 100644--- a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_controllers/pipe_parallel/test_data.py+++ b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_controllers/pipe_parallel/test_data.py@@ -1,7 +1,7 @@from typing import ClassVarfrom pipelex.core.pipes.pipe_input_blueprint import InputRequirementBlueprint-from pipelex.libraries.pipelines.builder.pipe.inputs_spec import InputRequirementSpec+from pipelex.libraries.pipelines.builder.pipe.pipe_parallel_spec import PipeParallelSpecfrom pipelex.libraries.pipelines.builder.pipe.sub_pipe_spec import SubPipeSpecfrom pipelex.pipe_controllers.parallel.pipe_parallel_blueprint import PipeParallelBlueprint@@ -14,7 +14,7 @@ class PipeParallelTestCases:PipeParallelSpec(the_pipe_code="parallel_processor",definition="Run pipes in parallel",- inputs={"data": InputRequirementSpec(concept="Data")},+ inputs={"data": "Data"},output="Results",parallels=[SubPipeSpec(the_pipe_code="analyze_data", result="analysis"),@@ -45,7 +45,7 @@ class PipeParallelTestCases:PipeParallelSpec(the_pipe_code="combined_parallel",definition="Parallel with combined output",- inputs={"input": InputRequirementSpec(concept="Input")},+ inputs={"input": "Input"},output="CombinedResult",parallels=[SubPipeSpec(the_pipe_code="pipe1", result="result1"),@@ -75,7 +75,7 @@ class PipeParallelTestCases:PipeParallelSpec(the_pipe_code="combined_parallel",definition="Parallel with combined output",- inputs={"input": InputRequirementSpec(concept="Input")},+ inputs={"input": "Input"},output="CombinedResult",parallels=[SubPipeSpec(the_pipe_code="pipe1", result="result1"),diff --git a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_controllers/pipe_sequence/test_data.py b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_controllers/pipe_sequence/test_data.pyindex 75ee231b8..7d3429355 100644--- a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_controllers/pipe_sequence/test_data.py+++ b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_controllers/pipe_sequence/test_data.py@@ -1,7 +1,7 @@from typing import ClassVarfrom pipelex.core.pipes.pipe_input_blueprint import InputRequirementBlueprint-from pipelex.libraries.pipelines.builder.pipe.inputs_spec import InputRequirementSpec+from pipelex.libraries.pipelines.builder.pipe.pipe_sequence_spec import PipeSequenceSpecfrom pipelex.libraries.pipelines.builder.pipe.sub_pipe_spec import SubPipeSpecfrom pipelex.pipe_controllers.sequence.pipe_sequence_blueprint import PipeSequenceBlueprint@@ -14,7 +14,7 @@ class PipeSequenceTestCases:PipeSequenceSpec(the_pipe_code="sequence_processor",definition="A sequence of operations",- inputs={"input_data": InputRequirementSpec(concept="Text")},+ inputs={"input_data": "Text"},output="ProcessedData",steps=[SubPipeSpec(the_pipe_code="step1", result="result1"),@@ -41,7 +41,7 @@ class PipeSequenceTestCases:PipeSequenceSpec(the_pipe_code="batch_sequence",definition="Sequence with batch",- inputs={"items": InputRequirementSpec(concept="ItemList")},+ inputs={"items": "ItemList"},output="ProcessedItems",steps=[SubPipeSpec(the_pipe_code="prepare", result="prepared_items"),diff --git a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_func/test_data.py b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_func/test_data.pyindex 4bfdf9bc6..b36e3f526 100644--- a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_func/test_data.py+++ b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_func/test_data.py@@ -1,7 +1,7 @@from typing import ClassVarfrom pipelex.core.pipes.pipe_input_blueprint import InputRequirementBlueprint-from pipelex.libraries.pipelines.builder.pipe.inputs_spec import InputRequirementSpec+from pipelex.libraries.pipelines.builder.pipe.pipe_func_spec import PipeFuncSpecfrom pipelex.pipe_operators.func.pipe_func_blueprint import PipeFuncBlueprint@@ -12,7 +12,7 @@ class PipeFuncTestCases:PipeFuncSpec(the_pipe_code="func_processor",definition="Execute a function",- inputs={"data": InputRequirementSpec(concept="Data")},+ inputs={"data": "Data"},output="ProcessedData",function_name="process_data",),diff --git a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_img/test_data.py b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_img/test_data.pyindex 70ee1729a..ae4aebb48 100644--- a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_img/test_data.py+++ b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_img/test_data.py@@ -2,7 +2,7 @@ from typing import ClassVarfrom pipelex.cogt.img_gen.img_gen_job_components import AspectRatiofrom pipelex.core.pipes.pipe_input_blueprint import InputRequirementBlueprint-from pipelex.libraries.pipelines.builder.pipe.inputs_spec import InputRequirementSpec+from pipelex.libraries.pipelines.builder.pipe.pipe_img_spec import PipeImgGenSpec, RecommendedImgGenfrom pipelex.pipe_operators.img_gen.pipe_img_gen_blueprint import PipeImgGenBlueprint@@ -39,7 +39,7 @@ class PipeImgGenTestCases:PipeImgGenSpec(the_pipe_code="advanced_img_gen",definition="Generate image with options",- inputs={"description": InputRequirementSpec(concept="Text")},+ inputs={"description": "Text"},output="Image",img_gen=RecommendedImgGen.BASE_IMG_GEN,nb_output=3,diff --git a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_jinja2/test_data.py b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_jinja2/test_data.pyindex 1b111f6b0..5dc118973 100644--- a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_jinja2/test_data.py+++ b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_jinja2/test_data.py@@ -1,7 +1,7 @@from typing import ClassVarfrom pipelex.core.pipes.pipe_input_blueprint import InputRequirementBlueprint-from pipelex.libraries.pipelines.builder.pipe.inputs_spec import InputRequirementSpec+from pipelex.libraries.pipelines.builder.pipe.pipe_compose_spec import PipeComposeSpecfrom pipelex.pipe_operators.compose.pipe_compose_blueprint import PipeComposeBlueprintfrom pipelex.tools.templating.jinja2_template_category import Jinja2TemplateCategory@@ -14,7 +14,7 @@ class PipeComposeTestCases:PipeComposeSpec(the_pipe_code="template_renderer",definition="Render a template",- inputs={"data": InputRequirementSpec(concept="Data")},+ inputs={"data": "Data"},output="RenderedText",jinja2="Hello {{ data.name }}!",target_format="markdown",diff --git a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_llm/test_data.py b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_llm/test_data.pyindex acef619b4..681918225 100644--- a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_llm/test_data.py+++ b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_llm/test_data.py@@ -2,7 +2,7 @@ from typing import ClassVarfrom pipelex.cogt.llm.llm_setting import LLMSettingfrom pipelex.core.pipes.pipe_input_blueprint import InputRequirementBlueprint-from pipelex.libraries.pipelines.builder.pipe.inputs_spec import InputRequirementSpec+from pipelex.libraries.pipelines.builder.pipe.pipe_llm_spec import PipeLLMSpecfrom pipelex.pipe_operators.llm.pipe_llm_blueprint import PipeLLMBlueprint, StructuringMethod@@ -13,7 +13,7 @@ class PipeLLMTestCases:PipeLLMSpec(the_pipe_code="test_pipe",definition="Generate text",- inputs={"topic": InputRequirementSpec(concept="Text")},+ inputs={"topic": "Text"},output="Text",llm="llm_for_creative_writing",prompt_template="Write about $topic",@@ -99,7 +99,7 @@ class PipeLLMTestCases:PipeLLMSpec(the_pipe_code="analyze",definition="Generate with system prompt",- inputs={"data": InputRequirementSpec(concept="Data")},+ inputs={"data": "Data"},output="Analysis",system_prompt="You are a data analyst",prompt_template="Analyze: @data",diff --git a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_ocr/test_data.py b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_ocr/test_data.pyindex 3f1198af4..70bface95 100644--- a/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_ocr/test_data.py+++ b/tests/unit/pipelex/libraries/pipelines/builder/pipe/pipe_operators/pipe_ocr/test_data.py@@ -1,7 +1,7 @@from typing import ClassVarfrom pipelex.core.pipes.pipe_input_blueprint import InputRequirementBlueprint-from pipelex.libraries.pipelines.builder.pipe.inputs_spec import InputRequirementSpec+from pipelex.libraries.pipelines.builder.pipe.pipe_ocr_spec import PipeOcrSpecfrom pipelex.pipe_operators.ocr.pipe_ocr_blueprint import PipeOcrBlueprint@@ -12,7 +12,7 @@ class PipeOcrTestCases:PipeOcrSpec(the_pipe_code="ocr_extractor",definition="Extract text from image",- inputs={"image": InputRequirementSpec(concept="Image")},+ inputs={"image": "Image"},output="ExtractedText",ocr="extract_text_from_visuals",),@@ -32,7 +32,7 @@ class PipeOcrTestCases:PipeOcrSpec(the_pipe_code="advanced_ocr",definition="OCR with page options",- inputs={"document": InputRequirementSpec(concept="PDF")},+ inputs={"document": "PDF"},output="PageContent",ocr="extract_text_from_pdf",page_images=True,diff --git a/tests/unit/pipelex/libraries/pipelines/builder/pipe/test_data_inputs.py b/tests/unit/pipelex/libraries/pipelines/builder/pipe/test_data_inputs.pyindex 77f1856e8..037c95835 100644--- a/tests/unit/pipelex/libraries/pipelines/builder/pipe/test_data_inputs.py+++ b/tests/unit/pipelex/libraries/pipelines/builder/pipe/test_data_inputs.py@@ -1,39 +1,39 @@from typing import ClassVarfrom pipelex.core.pipes.pipe_input_blueprint import InputRequirementBlueprint-from pipelex.libraries.pipelines.builder.pipe.inputs_spec import InputRequirementSpec+class InputRequirementTestCases:SIMPLE_TEXT_INPUT = ("simple_text_input",- InputRequirementSpec(concept="Text"),+ "Text","test_domain",InputRequirementBlueprint(concept="Text"),)IMAGE_INPUT = ("image_input",- InputRequirementSpec(concept="Image"),+ "Image","test_domain",InputRequirementBlueprint(concept="Image"),)CUSTOM_CONCEPT_INPUT = ("custom_concept_input",- InputRequirementSpec(concept="CustomConcept"),+ "CustomConcept","test_domain",InputRequirementBlueprint(concept="CustomConcept"),)DOMAIN_CONCEPT_INPUT = ("domain_concept_input",- InputRequirementSpec(concept="domain.ConceptName"),+ "domain.ConceptName","test_domain",InputRequirementBlueprint(concept="domain.ConceptName"),)- TEST_CASES: ClassVar[list[tuple[str, InputRequirementSpec, str, InputRequirementBlueprint]]] = [+ TEST_CASES: ClassVar[list[tuple[str, str, str, InputRequirementBlueprint]]] = [SIMPLE_TEXT_INPUT,IMAGE_INPUT,CUSTOM_CONCEPT_INPUT,diff --git a/tests/unit/pipelex/libraries/pipelines/builder/pipe/test_data_pipe.py b/tests/unit/pipelex/libraries/pipelines/builder/pipe/test_data_pipe.pyindex f52961f78..8ce6104db 100644--- a/tests/unit/pipelex/libraries/pipelines/builder/pipe/test_data_pipe.py+++ b/tests/unit/pipelex/libraries/pipelines/builder/pipe/test_data_pipe.py@@ -2,7 +2,7 @@ from typing import ClassVarfrom pipelex.core.pipes.pipe_blueprint import PipeBlueprintfrom pipelex.core.pipes.pipe_input_blueprint import InputRequirementBlueprint-from pipelex.libraries.pipelines.builder.pipe.inputs_spec import InputRequirementSpec+from pipelex.libraries.pipelines.builder.pipe.pipe_signature import PipeSpec@@ -32,8 +32,8 @@ class PipeBlueprintTestCases:category="PipeOperator",definition="Pipe with input requirements",inputs={- "data": InputRequirementSpec(concept="Data"),- "config": InputRequirementSpec(concept="Config"),+ "data": "Data",+ "config": "Config",},output="Result",),diff --git a/tests/unit/pipelex/libraries/pipelines/builder/pipe/test_inputs_blueprint.py b/tests/unit/pipelex/libraries/pipelines/builder/pipe/test_inputs_blueprint.pyindex 53cfdfb3e..e4026fc23 100644--- a/tests/unit/pipelex/libraries/pipelines/builder/pipe/test_inputs_blueprint.py+++ b/tests/unit/pipelex/libraries/pipelines/builder/pipe/test_inputs_blueprint.py@@ -1,7 +1,7 @@import pytestfrom pipelex.core.pipes.pipe_input_blueprint import InputRequirementBlueprint-from pipelex.libraries.pipelines.builder.pipe.inputs_spec import InputRequirementSpec+from .test_data_inputs import InputRequirementTestCases@@ -12,7 +12,7 @@ class TestInputRequirementBlueprintConversion:InputRequirementTestCases.TEST_CASES,)def test_input_requirement_spec_to_blueprint(- self, test_name: str, input_spec: InputRequirementSpec, domain: str, expected_blueprint: InputRequirementBlueprint,+ self, test_name: str, input_spec: str, domain: str, expected_blueprint: InputRequirementBlueprint):- result = input_spec.to_blueprint()+ result = InputRequirementBlueprint(concept=input_spec)assert result == expected_blueprint