Skip to content

Build AI methods with your coding agent, then run them anywhere: as an MCP for chatbots, as a webapp for people, or via API for your software.

Release v0.78.0

Louis Choquelce4a07ff83ec
diff --git a/.badges/tests.json b/.badges/tests.json
index 2f54eb77b..60a0b3cad 100644
--- a/.badges/tests.json
+++ b/.badges/tests.json
@@ -1,7 +1,7 @@
{
"schemaVersion": 1,
"label": "tests",
- "message": "15272",
+ "message": "15566",
"color": "blue",
"cacheSeconds": 300
}
diff --git a/.test_durations b/.test_durations
index c45798c9c..490cc6692 100644
--- a/.test_durations
+++ b/.test_durations
@@ -348,6 +348,9 @@
"tests/integration/pipelex/cogt/test_doc_gen_models.py::TestDocGenModels::test_the_built_in_engine_is_the_default_for_a_pdf_without_a_template": 0.0003,
"tests/integration/pipelex/cogt/test_doc_gen_models.py::TestDocGenModels::test_the_kit_declares_none_of_the_plugin_s_engines": 0.0005,
"tests/integration/pipelex/cogt/test_doc_gen_models.py::TestDocGenModels::test_the_kit_s_deck_declares_the_built_in_engine_s_default_only": 0.0696,
+ "tests/integration/pipelex/cogt/test_handle_per_model_type_end_to_end.py::TestHandlePerModelTypeEndToEnd::test_a_judgment_naming_a_handle_served_only_as_an_llm_is_refused_at_load": 0.0587,
+ "tests/integration/pipelex/cogt/test_handle_per_model_type_end_to_end.py::TestHandlePerModelTypeEndToEnd::test_a_method_naming_the_twin_from_both_families_runs_dry_each_reaching_its_own_spec": 0.4236,
+ "tests/integration/pipelex/cogt/test_handle_per_model_type_end_to_end.py::TestHandlePerModelTypeEndToEnd::test_the_boot_serves_both_kinds_of_the_twin": 0.2512,
"tests/integration/pipelex/cogt/test_img_gen_param_support.py::TestImgGenParamSupportIntegration::test_check_job_params_legacy_openai_with_supported_combo": 0.0083,
"tests/integration/pipelex/cogt/test_img_gen_param_support.py::TestImgGenParamSupportIntegration::test_check_job_params_legacy_openai_with_unsupported_combo": 0.0007,
"tests/integration/pipelex/cogt/test_img_gen_param_support.py::TestImgGenParamSupportIntegration::test_every_img_gen_model_in_deck_accepts_some_aspect_ratio": 0.1002,
@@ -965,6 +968,7 @@
"tests/integration/pipelex/pipeline/test_validate_bundle_library_lifecycle.py::TestValidateBundleLibraryLifecycle::test_validate_bundles_from_directory_tears_down_library_on_translated_error": 0.5077,
"tests/integration/pipelex/pipeline/test_validate_bundle_library_lifecycle.py::TestValidateBundleRestoresOuterLibraryOnFailure::test_validate_bundle_restores_previous_current_library": 0.36,
"tests/integration/pipelex/pipeline/test_validate_bundle_library_lifecycle.py::TestValidateBundleRestoresOuterLibraryOnFailure::test_validate_bundles_from_directory_restores_previous_current_library": 0.709,
+ "tests/integration/pipelex/pipeline/test_validate_bundle_load_refusals.py::TestValidateBundleLoadRefusals::test_a_model_served_as_another_type_is_one_unknown_model_item_naming_the_type_needed": 0.2302,
"tests/integration/pipelex/pipeline/test_validate_bundle_load_refusals.py::TestValidateBundleLoadRefusals::test_caller_facing_input_refusal_at_load_is_a_located_item": 0.067,
"tests/integration/pipelex/pipeline/test_validate_bundle_load_refusals.py::TestValidateBundleLoadRefusals::test_config_fault_at_load_stays_no_verdict": 0.0459,
"tests/integration/pipelex/pipeline/test_validate_bundle_load_refusals.py::TestValidateBundleLoadRefusals::test_internal_input_refusal_carries_its_title_not_its_message": 0.0577,
@@ -1462,6 +1466,7 @@
"tests/integration/pipelex/pipes/operator/pipe_judge/test_pipe_judge_load_refusals.py::TestPipeJudgeLoadRefusals::test_a_file_input_is_refused_for_a_text_only_model[document]": 0.0109,
"tests/integration/pipelex/pipes/operator/pipe_judge/test_pipe_judge_load_refusals.py::TestPipeJudgeLoadRefusals::test_a_file_input_is_refused_for_a_text_only_model[image]": 0.0132,
"tests/integration/pipelex/pipes/operator/pipe_judge/test_pipe_judge_load_refusals.py::TestPipeJudgeLoadRefusals::test_a_file_input_is_refused_for_a_text_only_model[list_of_images]": 0.0093,
+ "tests/integration/pipelex/pipes/operator/pipe_judge/test_pipe_judge_load_refusals.py::TestPipeJudgeLoadRefusals::test_a_model_the_deck_serves_only_as_an_llm_is_refused": 0.1136,
"tests/integration/pipelex/pipes/operator/pipe_judge/test_pipe_judge_load_refusals.py::TestPipeJudgeLoadRefusals::test_a_step_with_no_model_and_no_default_is_refused": 0.1036,
"tests/integration/pipelex/pipes/operator/pipe_judge/test_pipe_judge_load_refusals.py::TestPipeJudgeLoadRefusals::test_an_output_disagreeing_with_the_kind_is_refused_naming_both_sides[choice_into_yes_no]": 0.0725,
"tests/integration/pipelex/pipes/operator/pipe_judge/test_pipe_judge_load_refusals.py::TestPipeJudgeLoadRefusals::test_an_output_disagreeing_with_the_kind_is_refused_naming_both_sides[rating_into_choice]": 0.0043,
@@ -2660,6 +2665,7 @@
"tests/unit/pipelex/cli/test_agent_doctor_cmd.py::TestAgentDoctorCmd::test_unhealthy_includes_recommended_actions": 0.0048,
"tests/unit/pipelex/cli/test_agent_models_cmd.py::TestAgentModelsCmd::test_backend_filter_anthropic": 0.0012,
"tests/unit/pipelex/cli/test_agent_models_cmd.py::TestAgentModelsCmd::test_backend_filter_openai": 0.0035,
+ "tests/unit/pipelex/cli/test_agent_models_cmd.py::TestAgentModelsCmd::test_backend_filter_skips_an_alias_whose_waterfall_no_backend_serves": 0.1129,
"tests/unit/pipelex/cli/test_agent_models_cmd.py::TestAgentModelsCmd::test_backend_nonexistent": 0.0024,
"tests/unit/pipelex/cli/test_agent_models_cmd.py::TestAgentModelsCmd::test_no_filters_preset_content": 0.0044,
"tests/unit/pipelex/cli/test_agent_models_cmd.py::TestAgentModelsCmd::test_no_filters_returns_all_categories": 0.7884,
@@ -2713,7 +2719,15 @@
"tests/unit/pipelex/cli/test_agent_output_drift.py::TestAgentOutputDrift::test_every_dict_key_is_a_known_error_type": 0.9663,
"tests/unit/pipelex/cli/test_agent_validate_cmd.py::TestValidateBundleCmd::test_graph_generation_failure_emits_single_json_error": 1.0948,
"tests/unit/pipelex/cli/test_agent_validate_cmd.py::TestValidateBundleCmd::test_view_generation_uses_pipe_override": 0.2215,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_a_doc_gen_reference_is_checked_in_its_category[@default-pdf-alias]": 0.002,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_a_doc_gen_reference_is_checked_in_its_category[default-pdf-handle]": 0.0017,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_a_doc_gen_reference_is_checked_in_its_category[reportlab-pdf-handle]": 0.0013,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_bare_alias_name_is_a_valid_handle": 0.0981,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_bare_preset_name_is_not_a_handle": 0.0018,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_bare_waterfall_name_is_valid_while_fallback_is_on[False-False]": 0.0046,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_bare_waterfall_name_is_valid_while_fallback_is_on[True-True]": 0.002,
"tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_completely_unknown_name": 0.0029,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_handle_served_as_another_type_is_not_valid": 0.0012,
"tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_invalid_handle_cross_collection_suggestions": 0.0017,
"tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_invalid_handle_fuzzy_suggestions": 0.002,
"tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_invalid_preset_with_fuzzy_suggestions": 0.0015,
@@ -2724,6 +2738,96 @@
"tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_valid_handle": 0.0015,
"tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_valid_preset": 1.5062,
"tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_valid_waterfall": 0.0853,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[doc_gen-$best-claude]": 0.0017,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[doc_gen-$writing-creative]": 0.0018,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[doc_gen-@best-gpt]": 0.0019,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[doc_gen-@default-pdf]": 0.002,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[doc_gen-@held-nowhere]": 0.0015,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[doc_gen-alias:best-gpt]": 0.0014,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[doc_gen-best-claude]": 0.0018,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[doc_gen-claude-4.5-sonnet]": 0.0057,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[doc_gen-handle:@best-gpt]": 0.0015,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[doc_gen-handle:gpt-4o]": 0.0016,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[doc_gen-img-painter]": 0.0036,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[doc_gen-reportlab-pdf]": 0.0018,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[doc_gen-robust-llm]": 0.0013,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[doc_gen-writing-creative]": 0.0022,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[doc_gen-~robust-llm]": 0.2356,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[extract-$best-claude]": 0.0023,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[extract-$writing-creative]": 0.0013,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[extract-@best-gpt]": 0.0016,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[extract-@default-pdf]": 0.002,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[extract-@held-nowhere]": 0.0027,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[extract-alias:best-gpt]": 0.2303,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[extract-best-claude]": 0.0031,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[extract-claude-4.5-sonnet]": 0.0033,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[extract-handle:@best-gpt]": 0.0017,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[extract-handle:gpt-4o]": 0.0029,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[extract-img-painter]": 0.0014,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[extract-reportlab-pdf]": 0.0013,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[extract-robust-llm]": 0.0019,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[extract-writing-creative]": 0.003,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[extract-~robust-llm]": 0.0012,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[img_gen-$best-claude]": 0.2168,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[img_gen-$writing-creative]": 0.0016,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[img_gen-@best-gpt]": 0.0014,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[img_gen-@default-pdf]": 0.0016,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[img_gen-@held-nowhere]": 0.0031,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[img_gen-alias:best-gpt]": 0.0032,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[img_gen-best-claude]": 0.0011,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[img_gen-claude-4.5-sonnet]": 0.0012,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[img_gen-handle:@best-gpt]": 0.0022,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[img_gen-handle:gpt-4o]": 0.0017,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[img_gen-img-painter]": 0.0014,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[img_gen-reportlab-pdf]": 0.0019,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[img_gen-robust-llm]": 0.0032,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[img_gen-writing-creative]": 0.0014,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[img_gen-~robust-llm]": 0.002,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[judgment-$best-claude]": 0.0014,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[judgment-$writing-creative]": 0.0043,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[judgment-@best-gpt]": 0.0014,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[judgment-@default-pdf]": 0.0013,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[judgment-@held-nowhere]": 0.0019,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[judgment-alias:best-gpt]": 0.0018,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[judgment-best-claude]": 0.0023,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[judgment-claude-4.5-sonnet]": 0.0019,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[judgment-handle:@best-gpt]": 0.0015,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[judgment-handle:gpt-4o]": 0.0018,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[judgment-img-painter]": 0.0027,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[judgment-reportlab-pdf]": 0.003,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[judgment-robust-llm]": 0.0024,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[judgment-writing-creative]": 0.0013,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[judgment-~robust-llm]": 0.0022,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[llm-$best-claude]": 0.0025,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[llm-$writing-creative]": 0.002,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[llm-@best-gpt]": 0.0014,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[llm-@default-pdf]": 0.0012,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[llm-@held-nowhere]": 0.0017,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[llm-alias:best-gpt]": 0.0018,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[llm-best-claude]": 0.2254,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[llm-claude-4.5-sonnet]": 0.0021,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[llm-handle:@best-gpt]": 0.0017,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[llm-handle:gpt-4o]": 0.002,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[llm-img-painter]": 0.0019,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[llm-reportlab-pdf]": 0.0017,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[llm-robust-llm]": 0.0019,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[llm-writing-creative]": 0.0016,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[llm-~robust-llm]": 0.0015,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[search-$best-claude]": 0.0032,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[search-$writing-creative]": 0.0014,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[search-@best-gpt]": 0.0016,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[search-@default-pdf]": 0.002,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[search-@held-nowhere]": 0.0013,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[search-alias:best-gpt]": 0.0012,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[search-best-claude]": 0.0016,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[search-claude-4.5-sonnet]": 0.0017,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[search-handle:@best-gpt]": 0.0016,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[search-handle:gpt-4o]": 0.0015,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[search-img-painter]": 0.003,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[search-reportlab-pdf]": 0.2054,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[search-robust-llm]": 0.0014,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[search-writing-creative]": 0.0018,
+ "tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_verdict_agrees_with_the_deck[search-~robust-llm]": 0.0014,
"tests/unit/pipelex/cli/test_check_model_cmd.py::TestCheckModelCmd::test_wrong_sigil_detected": 0.0034,
"tests/unit/pipelex/cli/test_check_rules_sync_cmd.py::TestCheckRulesSyncCmdCursorExclusivity::test_cursor_only_skips": 0.0026,
"tests/unit/pipelex/cli/test_check_rules_sync_cmd.py::TestCheckRulesSyncCmdCursorExclusivity::test_mixed_cursor_with_claude_does_not_skip": 0.0987,
@@ -4631,6 +4735,24 @@
"tests/unit/pipelex/cogt/model_backends/test_backend_credentials.py::TestBackendCredentials::test_credentials_validation_report_round_trip": 0.0004,
"tests/unit/pipelex/cogt/model_backends/test_backend_credentials.py::TestBackendCredentials::test_one_variable_missing_env_provider": 0.0012,
"tests/unit/pipelex/cogt/model_backends/test_backend_credentials.py::TestBackendCredentials::test_one_variable_missing_generic_provider": 0.002,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_handle_key.py::TestTheHandleKey::test_a_duplicate_pair_is_refused_naming_both_tables": 0.0051,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_handle_key.py::TestTheHandleKey::test_a_placeholder_may_not_stand_in_for_a_handle": 0.0031,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_handle_key.py::TestTheHandleKey::test_a_twin_declared_through_handle_loads_both_specs": 0.1086,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_handle_key.py::TestTheHandleKey::test_handle_in_defaults_is_refused": 0.0168,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_handle_key.py::TestTheHandleKey::test_the_type_comes_from_the_table_then_the_defaults_then_the_blueprint[blueprint_default]": 0.002,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_handle_key.py::TestTheHandleKey::test_the_type_comes_from_the_table_then_the_defaults_then_the_blueprint[table_then_defaults]": 0.2339,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_readers_agree.py::TestEveryReaderAgrees::test_a_defaults_that_is_not_a_table_is_refused_as_such[defaults_a_number]": 0.0033,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_readers_agree.py::TestEveryReaderAgrees::test_a_defaults_that_is_not_a_table_is_refused_as_such[defaults_a_string]": 0.0027,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_readers_agree.py::TestEveryReaderAgrees::test_an_invalid_handle_is_refused_for_its_value_and_never_as_a_duplicate[empty_handles]": 0.0053,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_readers_agree.py::TestEveryReaderAgrees::test_an_invalid_handle_is_refused_for_its_value_and_never_as_a_duplicate[non_string_handle]": 0.1518,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_readers_agree.py::TestEveryReaderAgrees::test_the_declared_reader_names_each_table_with_its_handle_and_type": 0.0837,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_readers_agree.py::TestEveryReaderAgrees::test_the_document_validator_agrees_with_the_loader[defaults_a_number]": 0.0023,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_readers_agree.py::TestEveryReaderAgrees::test_the_document_validator_agrees_with_the_loader[defaults_a_string]": 0.0023,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_readers_agree.py::TestEveryReaderAgrees::test_the_document_validator_agrees_with_the_loader[duplicate_pair]": 0.0047,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_readers_agree.py::TestEveryReaderAgrees::test_the_document_validator_agrees_with_the_loader[handle_in_defaults]": 0.0208,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_readers_agree.py::TestEveryReaderAgrees::test_the_document_validator_agrees_with_the_loader[twin]": 0.0016,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_readers_agree.py::TestEveryReaderAgrees::test_the_document_validator_agrees_with_the_loader[type_from_blueprint]": 0.0021,
+ "tests/unit/pipelex/cogt/model_backends/test_backend_file_readers_agree.py::TestEveryReaderAgrees::test_the_document_validator_agrees_with_the_loader[type_from_defaults]": 0.0016,
"tests/unit/pipelex/cogt/model_backends/test_backend_library_malformed_configuration.py::TestMalformedConfigurationIsFatalInBothModes::test_a_header_shaped_key_the_wire_cannot_carry_is_fatal_in_both_modes[require]": 0.0017,
"tests/unit/pipelex/cogt/model_backends/test_backend_library_malformed_configuration.py::TestMalformedConfigurationIsFatalInBothModes::test_a_header_shaped_key_the_wire_cannot_carry_is_fatal_in_both_modes[skip]": 0.0017,
"tests/unit/pipelex/cogt/model_backends/test_backend_library_malformed_configuration.py::TestMalformedConfigurationIsFatalInBothModes::test_a_header_shaped_key_with_a_non_string_value_is_fatal_in_both_modes[require]": 0.0017,
@@ -4705,6 +4827,10 @@
"tests/unit/pipelex/cogt/model_backends/test_model_spec_document.py::TestABackendFileIsADocumentNotAModel::test_a_stale_key_on_one_model_is_refused_by_name": 0.0007,
"tests/unit/pipelex/cogt/model_backends/test_model_spec_document.py::TestABackendFileIsADocumentNotAModel::test_no_field_of_the_file_node_projection_is_required": 0.7409,
"tests/unit/pipelex/cogt/model_backends/test_model_spec_document.py::TestABackendFileIsADocumentNotAModel::test_the_projection_holds_exactly_the_blueprint_fields": 0.0004,
+ "tests/unit/pipelex/cogt/model_backends/test_model_spec_index.py::TestModelSpecIndex::test_an_empty_index_is_falsy": 0.001,
+ "tests/unit/pipelex/cogt/model_backends/test_model_spec_index.py::TestModelSpecIndex::test_one_handle_holds_one_spec_per_model_type": 0.1185,
+ "tests/unit/pipelex/cogt/model_backends/test_model_spec_index.py::TestModelSpecIndex::test_the_questions_of_one_type_see_that_type_only": 0.0989,
+ "tests/unit/pipelex/cogt/model_backends/test_model_spec_index.py::TestModelSpecIndex::test_the_same_pair_twice_is_refused_naming_both_backends": 0.0006,
"tests/unit/pipelex/cogt/model_backends/test_model_spec_key_policy.py::TestSplitModelSpecKeys::test_a_header_shaped_key_is_accepted_as_a_header[anthropic-beta]": 0.0003,
"tests/unit/pipelex/cogt/model_backends/test_model_spec_key_policy.py::TestSplitModelSpecKeys::test_a_header_shaped_key_is_accepted_as_a_header[api-version]": 0.0003,
"tests/unit/pipelex/cogt/model_backends/test_model_spec_key_policy.py::TestSplitModelSpecKeys::test_a_header_shaped_key_is_accepted_as_a_header[x-portkey-config]": 0.0022,
@@ -4853,6 +4979,8 @@
"tests/unit/pipelex/cogt/models/test_inference_config_overrides_end_to_end.py::TestInferenceConfigOverridesEndToEnd::test_two_global_override_files_move_the_machine_and_deleting_them_moves_it_back": 0.1041,
"tests/unit/pipelex/cogt/models/test_model_deck.py::TestModelDeckGetLLMSettingWithPresets::test_get_llm_setting_with_bare_preset_name_fails": 0.124,
"tests/unit/pipelex/cogt/models/test_model_deck.py::TestModelDeckGetLLMSettingWithPresets::test_get_llm_setting_with_prefixed_preset": 0.0009,
+ "tests/unit/pipelex/cogt/models/test_model_deck.py::TestModelDeckGetOptionalInferenceModel::test_a_handle_served_as_another_type_does_not_shadow_this_types_alias": 0.0008,
+ "tests/unit/pipelex/cogt/models/test_model_deck.py::TestModelDeckGetOptionalInferenceModel::test_a_handle_served_as_another_type_only_is_not_served_as_this_one": 0.2139,
"tests/unit/pipelex/cogt/models/test_model_deck.py::TestModelDeckGetOptionalInferenceModel::test_circular_alias_prevention": 0.1143,
"tests/unit/pipelex/cogt/models/test_model_deck.py::TestModelDeckGetOptionalInferenceModel::test_complex_waterfall_scenario": 0.2415,
"tests/unit/pipelex/cogt/models/test_model_deck.py::TestModelDeckGetOptionalInferenceModel::test_direct_model_lookup_not_found": 0.0491,
@@ -4877,7 +5005,19 @@
"tests/unit/pipelex/cogt/models/test_model_deck.py::TestModelDeckPrefixedAliasReferences::test_is_model_handle_defined_with_prefixed_waterfall": 0.0007,
"tests/unit/pipelex/cogt/models/test_model_deck.py::TestModelDeckPrefixedAliasReferences::test_validate_llm_presets_with_chained_prefixed_alias": 0.0013,
"tests/unit/pipelex/cogt/models/test_model_deck.py::TestModelDeckPrefixedAliasReferences::test_validate_llm_presets_with_prefixed_alias_in_model_field": 0.0022,
+ "tests/unit/pipelex/cogt/models/test_model_deck_build_per_pair.py::TestDeckBuildPerPair::test_a_default_match_without_a_fallback_order_looks_in_the_internal_backend_per_pair": 0.0005,
+ "tests/unit/pipelex/cogt/models/test_model_deck_build_per_pair.py::TestDeckBuildPerPair::test_a_pattern_match_skips_the_pair_its_backend_lacks": 0.0012,
+ "tests/unit/pipelex/cogt/models/test_model_deck_build_per_pair.py::TestDeckBuildPerPair::test_a_twin_in_one_backend_is_served_whole": 0.1136,
+ "tests/unit/pipelex/cogt/models/test_model_deck_build_per_pair.py::TestDeckBuildPerPair::test_a_twin_split_across_backends_is_served_whole_under_a_default_match_with_a_fallback_order": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_deck_build_per_pair.py::TestDeckBuildPerPair::test_an_exact_route_to_a_backend_not_declaring_the_name_at_all_fails_the_boot": 0.0005,
+ "tests/unit/pipelex/cogt/models/test_model_deck_build_per_pair.py::TestDeckBuildPerPair::test_an_exact_route_to_a_backend_serving_the_name_as_another_type_only_boots_and_leaves_the_pair_unserved": 0.0006,
"tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_alias_referenced_with_preset_sigil_yields_wrong_sigil_hint": 0.0011,
+ "tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_deck_check_agrees_with_is_reference_defined[doc_gen]": 0.0018,
+ "tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_deck_check_agrees_with_is_reference_defined[extract]": 0.0039,
+ "tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_deck_check_agrees_with_is_reference_defined[img_gen]": 0.112,
+ "tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_deck_check_agrees_with_is_reference_defined[judgment]": 0.0051,
+ "tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_deck_check_agrees_with_is_reference_defined[llm]": 0.1067,
+ "tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_deck_check_agrees_with_is_reference_defined[search]": 0.0019,
"tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_found_choice_returns_none[extract-alias]": 0.0012,
"tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_found_choice_returns_none[extract-handle]": 0.0014,
"tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_found_choice_returns_none[extract-preset]": 0.0013,
@@ -4898,6 +5038,10 @@
"tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_found_choice_returns_none[search-handle]": 0.0011,
"tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_found_choice_returns_none[search-preset]": 0.0024,
"tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_found_choice_returns_none[search-waterfall]": 0.0022,
+ "tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_handle_served_as_another_type_is_refused_naming_the_type_needed[img_gen-in-llm]": 0.0012,
+ "tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_handle_served_as_another_type_is_refused_naming_the_type_needed[llm-in-img_gen]": 0.1174,
+ "tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_handle_served_as_another_type_is_refused_naming_the_type_needed[llm-in-judgment]": 0.0042,
+ "tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_handle_served_as_another_type_is_refused_naming_the_type_needed[search-in-extract-spelled-out]": 0.1315,
"tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_near_miss_handle_yields_fuzzy_suggestion": 0.0014,
"tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_not_found_choice_raises_with_context[extract-alias]": 0.0021,
"tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_not_found_choice_raises_with_context[extract-handle]": 0.0013,
@@ -4928,7 +5072,13 @@
"tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_string_and_model_reference_inputs_are_equivalent[handle]": 0.1401,
"tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_string_and_model_reference_inputs_are_equivalent[preset]": 0.0031,
"tests/unit/pipelex/cogt/models/test_model_deck_check.py::TestModelDeckCheck::test_string_and_model_reference_inputs_are_equivalent[waterfall]": 0.0009,
+ "tests/unit/pipelex/cogt/models/test_model_deck_load_time_checks_per_pair.py::TestLoadTimeChecksPerPair::test_a_judgment_naming_an_llm_only_handle_is_refused_at_load": 0.2086,
+ "tests/unit/pipelex/cogt/models/test_model_deck_load_time_checks_per_pair.py::TestLoadTimeChecksPerPair::test_both_families_accept_a_twin": 0.0009,
+ "tests/unit/pipelex/cogt/models/test_model_deck_load_time_checks_per_pair.py::TestLoadTimeChecksPerPair::test_the_deck_refuses_a_judgment_handle_served_only_as_an_llm": 0.0008,
"tests/unit/pipelex/cogt/models/test_model_deck_loader_judgment.py::TestModelDeckLoaderJudgment::test_a_deck_without_the_judgment_file_loads_with_no_judgment_model": 0.0572,
+ "tests/unit/pipelex/cogt/models/test_model_deck_lookups_per_pair.py::TestLookupsPerPair::test_an_alias_resolves_when_another_type_serves_a_handle_of_the_same_name": 0.0007,
+ "tests/unit/pipelex/cogt/models/test_model_deck_lookups_per_pair.py::TestLookupsPerPair::test_an_inline_setting_naming_a_handle_served_as_another_type_only_is_the_callers_fault": 0.0044,
+ "tests/unit/pipelex/cogt/models/test_model_deck_lookups_per_pair.py::TestLookupsPerPair::test_each_family_reaches_its_own_spec_through_the_model_manager": 0.1098,
"tests/unit/pipelex/cogt/models/test_model_deck_references.py::TestModelDeckReferences::test_aliases_no_circular_references[doc_gen-DocGen]": 0.0008,
"tests/unit/pipelex/cogt/models/test_model_deck_references.py::TestModelDeckReferences::test_aliases_no_circular_references[img_gen-ImgGen]": 0.0008,
"tests/unit/pipelex/cogt/models/test_model_deck_references.py::TestModelDeckReferences::test_aliases_no_circular_references[judgment-Judgment]": 0.0004,
@@ -4953,6 +5103,15 @@
"tests/unit/pipelex/cogt/models/test_model_deck_references.py::TestModelDeckReferences::test_waterfalls_contain_valid_models[llm-LLM]": 0.0013,
"tests/unit/pipelex/cogt/models/test_model_deck_references.py::TestModelDeckReferences::test_waterfalls_contain_valid_models[search-Search]": 0.0007,
"tests/unit/pipelex/cogt/models/test_model_deck_references.py::TestModelDeckReferences::test_waterfalls_contain_valid_models[text_extractor-Extract]": 0.0004,
+ "tests/unit/pipelex/cogt/models/test_model_deck_type_strictness.py::TestModelDeckTypeStrictness::test_a_handle_refusal_offers_the_models_of_its_type_alone[img_gen-expected_options1]": 0.0016,
+ "tests/unit/pipelex/cogt/models/test_model_deck_type_strictness.py::TestModelDeckTypeStrictness::test_a_handle_refusal_offers_the_models_of_its_type_alone[llm-expected_options0]": 0.0007,
+ "tests/unit/pipelex/cogt/models/test_model_deck_type_strictness.py::TestModelDeckTypeStrictness::test_a_handle_refusal_offers_the_models_of_its_type_alone[search-expected_options2]": 0.0007,
+ "tests/unit/pipelex/cogt/models/test_model_deck_type_strictness.py::TestModelDeckTypeStrictness::test_a_preset_naming_a_model_served_nowhere_says_it_was_not_found": 0.0015,
+ "tests/unit/pipelex/cogt/models/test_model_deck_type_strictness.py::TestModelDeckTypeStrictness::test_a_preset_naming_an_unknown_alias_says_the_reference_was_not_found": 0.0985,
+ "tests/unit/pipelex/cogt/models/test_model_deck_type_strictness.py::TestModelDeckTypeStrictness::test_an_image_generation_preset_naming_an_llm_refuses_boot_naming_the_type_needed": 0.0011,
+ "tests/unit/pipelex/cogt/models/test_model_deck_type_strictness.py::TestModelDeckTypeStrictness::test_an_llm_override_naming_an_image_generation_model_is_refused_with_the_llms_alone": 0.0947,
+ "tests/unit/pipelex/cogt/models/test_model_deck_type_strictness.py::TestModelDeckTypeStrictness::test_an_llm_preset_naming_an_image_generation_model_refuses_boot_naming_the_type_needed": 0.1141,
+ "tests/unit/pipelex/cogt/models/test_model_deck_type_strictness.py::TestModelDeckTypeStrictness::test_the_boot_refusal_carries_the_preset_sentence": 0.0012,
"tests/unit/pipelex/cogt/models/test_model_deck_unknown_reference.py::TestModelDeckUnknownReference::test_a_reference_only_the_method_names_is_the_callers_fault[alias-@method-only-alias-llm-an LLM]": 0.21,
"tests/unit/pipelex/cogt/models/test_model_deck_unknown_reference.py::TestModelDeckUnknownReference::test_a_reference_only_the_method_names_is_the_callers_fault[extract_handle-method-only-extractor-text_extractor-a text-extraction model]": 0.0007,
"tests/unit/pipelex/cogt/models/test_model_deck_unknown_reference.py::TestModelDeckUnknownReference::test_a_reference_only_the_method_names_is_the_callers_fault[handle-method-only-model-llm-an LLM]": 0.1025,
@@ -4999,6 +5158,13 @@
"tests/unit/pipelex/cogt/models/test_model_reference.py::TestModelReferenceHelpers::test_is_handle": 0.0003,
"tests/unit/pipelex/cogt/models/test_model_reference.py::TestModelReferenceHelpers::test_is_preset": 0.0006,
"tests/unit/pipelex/cogt/models/test_model_reference.py::TestModelReferenceHelpers::test_is_waterfall": 0.0005,
+ "tests/unit/pipelex/cogt/models/test_model_reference.py::TestModelReferenceHelpers::test_write_model_handle_parses_back_to_the_same_handle[$named-handle:$named]": 0.1883,
+ "tests/unit/pipelex/cogt/models/test_model_reference.py::TestModelReferenceHelpers::test_write_model_handle_parses_back_to_the_same_handle[@named-handle:@named]": 0.0012,
+ "tests/unit/pipelex/cogt/models/test_model_reference.py::TestModelReferenceHelpers::test_write_model_handle_parses_back_to_the_same_handle[alias:named-handle:alias:named]": 0.0005,
+ "tests/unit/pipelex/cogt/models/test_model_reference.py::TestModelReferenceHelpers::test_write_model_handle_parses_back_to_the_same_handle[claude-4.5-sonnet-claude-4.5-sonnet]": 0.0767,
+ "tests/unit/pipelex/cogt/models/test_model_reference.py::TestModelReferenceHelpers::test_write_model_handle_parses_back_to_the_same_handle[gpt-4o-mini-gpt-4o-mini]": 0.1258,
+ "tests/unit/pipelex/cogt/models/test_model_reference.py::TestModelReferenceHelpers::test_write_model_handle_parses_back_to_the_same_handle[handle:named-handle:handle:named]": 0.0011,
+ "tests/unit/pipelex/cogt/models/test_model_reference.py::TestModelReferenceHelpers::test_write_model_handle_parses_back_to_the_same_handle[~named-handle:~named]": 0.1054,
"tests/unit/pipelex/cogt/models/test_model_reference.py::TestModelReferenceParse::test_error_includes_syntax_help": 0.0005,
"tests/unit/pipelex/cogt/models/test_model_reference.py::TestModelReferenceParse::test_parse_alias_sigil_without_name_raises": 0.0004,
"tests/unit/pipelex/cogt/models/test_model_reference.py::TestModelReferenceParse::test_parse_alias_with_namespace": 0.0005,
@@ -5023,10 +5189,111 @@
"tests/unit/pipelex/cogt/models/test_model_reference.py::TestParseModelReference::test_parse_model_reference_passthrough": 0.0003,
"tests/unit/pipelex/cogt/models/test_model_reference.py::TestParseModelReference::test_parse_non_string_passthrough": 0.0007,
"tests/unit/pipelex/cogt/models/test_model_reference.py::TestParseModelReference::test_parse_string": 0.0004,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_handle_reference_reads_no_sigil": 0.0013,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_handle_served_as_two_types_resolves_in_each_and_is_named_as_served_elsewhere_in_others": 0.0013,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_match_carries_the_fields_of_its_kind_and_nulls_only_where_they_apply[alias]": 0.0011,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_match_carries_the_fields_of_its_kind_and_nulls_only_where_they_apply[handle]": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_match_carries_the_fields_of_its_kind_and_nulls_only_where_they_apply[preset]": 0.0009,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_match_carries_the_fields_of_its_kind_and_nulls_only_where_they_apply[waterfall]": 0.0017,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_misspelt_name_suggests_its_neighbours_once_each": 0.0008,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_model_of_another_category_does_not_make_a_bare_handle_resolve": 0.0008,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_name_under_another_kind_is_in_other_kinds_written_with_its_sigil": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_reference_asked_in_another_category_names_the_categories_where_it_resolves": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_reference_held_nowhere_is_not_found_with_nothing_to_offer": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_reference_resolved_in_its_category_says_what_it_is[alias-cycle]": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_reference_resolved_in_its_category_says_what_it_is[alias-unserved]": 0.0011,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_reference_resolved_in_its_category_says_what_it_is[alias]": 0.0008,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_reference_resolved_in_its_category_says_what_it_is[bare-name-of-a-waterfall]": 0.0015,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_reference_resolved_in_its_category_says_what_it_is[bare-name-of-an-alias-and-of-a-model-of-another-type]": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_reference_resolved_in_its_category_says_what_it_is[bare-name-of-an-alias]": 0.0013,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_reference_resolved_in_its_category_says_what_it_is[handle-spelled-out-bound-directly-only]": 0.0015,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_reference_resolved_in_its_category_says_what_it_is[handle-with-the-deck-names-binding-it]": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_reference_resolved_in_its_category_says_what_it_is[preset-on-a-handle]": 0.0008,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_reference_resolved_in_its_category_says_what_it_is[preset-on-an-alias-spelled-out]": 0.0007,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_reference_resolved_in_its_category_says_what_it_is[preset-on-an-unserved-model]": 0.0008,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_reference_resolved_in_its_category_says_what_it_is[waterfall-first-served-step]": 0.0019,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_reference_resolved_in_its_category_says_what_it_is[waterfall-none-served]": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_reference_resolved_in_its_category_says_what_it_is[waterfall-through-an-alias]": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_served_handle_spelled_like_a_reference_is_called_by_its_bare_name[colliding-alias-and-waterfall-$named]": 0.0011,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_served_handle_spelled_like_a_reference_is_called_by_its_bare_name[colliding-alias-and-waterfall-@named]": 0.0035,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_served_handle_spelled_like_a_reference_is_called_by_its_bare_name[colliding-alias-and-waterfall-alias:named]": 0.0015,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_served_handle_spelled_like_a_reference_is_called_by_its_bare_name[colliding-alias-and-waterfall-~named]": 0.001,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_served_handle_spelled_like_a_reference_is_called_by_its_bare_name[no-colliding-binding-$named]": 0.0013,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_served_handle_spelled_like_a_reference_is_called_by_its_bare_name[no-colliding-binding-@named]": 0.0019,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_served_handle_spelled_like_a_reference_is_called_by_its_bare_name[no-colliding-binding-alias:named]": 0.2235,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_served_handle_spelled_like_a_reference_is_called_by_its_bare_name[no-colliding-binding-~named]": 0.0009,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_step_whose_waterfall_runs_out_lets_its_waterfall_go_on[alias-to-an-unserved-waterfall]": 0.0021,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_step_whose_waterfall_runs_out_lets_its_waterfall_go_on[nested-waterfall-leading-back]": 0.0023,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_step_whose_waterfall_runs_out_lets_its_waterfall_go_on[nested-waterfall-unserved]": 0.0024,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_suggested_handle_spelled_like_a_reference_is_written_with_its_namespace": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_waterfall_step_leading_back_to_its_waterfall_is_a_step_no_model_serves[next-step-served]": 0.0026,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_a_waterfall_step_leading_back_to_its_waterfall_is_a_step_no_model_serves[next-step-unserved]": 0.0024,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_an_alias_and_a_waterfall_leading_to_each_other_end_as_no_model[@cycle-a]": 0.0014,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_an_alias_and_a_waterfall_leading_to_each_other_end_as_no_model[~cycle-waterfall]": 0.0018,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_categories_are_the_protocols_in_its_order_then_doc_gen": 0.101,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_doc_gen_is_a_category_the_check_covers": 0.0011,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_suggestions_of_another_kind_are_names_without_labels": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_check_logs_nothing_and_leaves_the_fallback_notice_to_the_run": 0.0017,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_echoes_the_trimmed_reference_and_its_parsing": 0.0007,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[doc_gen-alias-named-like-a-model]": 0.0009,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[doc_gen-alias-named-like-a-waterfall]": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[doc_gen-bare-name-of-a-model]": 0.0014,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[doc_gen-bare-name-of-an-alias-and-a-waterfall]": 0.0021,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[doc_gen-preset-bound-to-a-waterfall]": 0.0015,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[doc_gen-waterfall-named-like-a-model]": 0.0015,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[doc_gen-waterfall-named-like-an-alias]": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[doc_gen-waterfall-namespace]": 0.0009,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[img_gen-alias-named-like-a-model]": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[img_gen-alias-named-like-a-waterfall]": 0.0013,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[img_gen-bare-name-of-a-model]": 0.0019,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[img_gen-bare-name-of-an-alias-and-a-waterfall]": 0.0015,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[img_gen-preset-bound-to-a-waterfall]": 0.0012,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[img_gen-waterfall-named-like-a-model]": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[img_gen-waterfall-named-like-an-alias]": 0.0005,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[img_gen-waterfall-namespace]": 0.0017,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[judgment-alias-named-like-a-model]": 0.0027,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[judgment-alias-named-like-a-waterfall]": 0.0012,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[judgment-bare-name-of-a-model]": 0.0018,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[judgment-bare-name-of-an-alias-and-a-waterfall]": 0.1941,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[judgment-preset-bound-to-a-waterfall]": 0.0009,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[judgment-waterfall-named-like-a-model]": 0.0033,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[judgment-waterfall-named-like-an-alias]": 0.0015,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[judgment-waterfall-namespace]": 0.0016,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[llm-alias-named-like-a-model]": 0.1796,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[llm-alias-named-like-a-waterfall]": 0.0007,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[llm-bare-name-of-a-model]": 0.0079,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[llm-bare-name-of-an-alias-and-a-waterfall]": 0.0069,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[llm-preset-bound-to-a-waterfall]": 0.0017,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[llm-waterfall-named-like-a-model]": 0.002,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[llm-waterfall-named-like-an-alias]": 0.0025,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[llm-waterfall-namespace]": 0.0016,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[search-alias-named-like-a-model]": 0.0007,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[search-alias-named-like-a-waterfall]": 0.0014,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[search-bare-name-of-a-model]": 0.0026,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[search-bare-name-of-an-alias-and-a-waterfall]": 0.0046,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[search-preset-bound-to-a-waterfall]": 0.0007,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[search-waterfall-named-like-a-model]": 0.0008,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[search-waterfall-named-like-an-alias]": 0.273,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[search-waterfall-namespace]": 0.0007,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[text_extractor-alias-named-like-a-model]": 0.0011,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[text_extractor-alias-named-like-a-waterfall]": 0.0013,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[text_extractor-bare-name-of-a-model]": 0.0014,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[text_extractor-bare-name-of-an-alias-and-a-waterfall]": 0.0033,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[text_extractor-preset-bound-to-a-waterfall]": 0.0006,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[text_extractor-waterfall-named-like-a-model]": 0.0015,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[text_extractor-waterfall-named-like-an-alias]": 0.0015,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_the_verdict_names_the_model_a_run_calls_when_names_collide[text_extractor-waterfall-namespace]": 0.0009,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_with_model_fallback_off_a_bare_waterfall_name_is_refused_by_the_check_the_validation_and_the_run": 0.0018,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_with_model_fallback_off_a_nested_waterfall_refusing_its_fallback_refuses_the_outer_one": 0.0011,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_with_model_fallback_off_a_waterfall_resolves_to_its_first_step_alone": 0.0008,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_with_model_fallback_off_the_bare_name_of_a_waterfall_does_not_resolve": 0.2251,
+ "tests/unit/pipelex/cogt/models/test_model_reference_check.py::TestModelReferenceCheck::test_without_a_type_every_category_where_it_resolves_is_a_match_in_order": 0.0008,
"tests/unit/pipelex/cogt/models/test_plugin_model_merge.py::TestPluginModelMerge::test_a_deck_file_overrides_a_plugin_default": 0.0434,
"tests/unit/pipelex/cogt/models/test_plugin_model_merge.py::TestPluginModelMerge::test_a_plugin_default_no_step_uses_fails_the_boot_naming_the_plugin": 0.0291,
+ "tests/unit/pipelex/cogt/models/test_plugin_model_merge.py::TestPluginModelMerge::test_a_plugin_may_declare_another_kind_of_a_name_internal_toml_declares": 0.1429,
"tests/unit/pipelex/cogt/models/test_plugin_model_merge.py::TestPluginModelMerge::test_a_plugin_model_and_its_default_are_merged": 0.4117,
"tests/unit/pipelex/cogt/models/test_plugin_model_merge.py::TestPluginModelMerge::test_a_plugin_model_internal_toml_declares_too_fails_the_boot_naming_the_plugin_and_the_file": 0.0274,
+ "tests/unit/pipelex/cogt/models/test_plugin_model_merge.py::TestPluginModelMerge::test_a_plugin_table_may_not_set_handle": 0.0416,
"tests/unit/pipelex/cogt/models/test_plugin_model_merge.py::TestPluginModelMerge::test_a_plugin_table_takes_no_file_defaults": 0.0667,
"tests/unit/pipelex/cogt/models/test_plugin_model_merge.py::TestPluginModelMerge::test_an_invalid_plugin_table_fails_the_boot_naming_the_plugin": 0.0361,
"tests/unit/pipelex/cogt/models/test_plugin_model_merge.py::TestPluginModelMerge::test_without_an_internal_backend_the_plugin_adds_nothing": 0.034,
@@ -5444,6 +5711,11 @@
"tests/unit/pipelex/cogt/usage/test_usage_cost.py::TestComputeTokensUsageCost::test_parity_with_cost_registry_per_record[llm]": 0.0004,
"tests/unit/pipelex/cogt/usage/test_usage_cost.py::TestComputeTokensUsageCost::test_parity_with_cost_registry_per_record[search]": 0.0005,
"tests/unit/pipelex/cogt/usage/test_usage_cost.py::TestComputeTokensUsageCost::test_rated_cost_value": 0.0004,
+ "tests/unit/pipelex/cogt/usage/test_usage_per_model_pair.py::TestUsagePerModelPair::test_entries_of_one_name_and_one_call_count_are_ordered_by_type": 0.0011,
+ "tests/unit/pipelex/cogt/usage/test_usage_per_model_pair.py::TestUsagePerModelPair::test_the_aggregation_keeps_one_group_per_kind": 0.0935,
+ "tests/unit/pipelex/cogt/usage/test_usage_per_model_pair.py::TestUsagePerModelPair::test_the_cost_summary_is_the_same_in_either_arrival_order": 0.104,
+ "tests/unit/pipelex/cogt/usage/test_usage_per_model_pair.py::TestUsagePerModelPair::test_the_cost_summary_reports_two_rows": 0.145,
+ "tests/unit/pipelex/cogt/usage/test_usage_per_model_pair.py::TestUsagePerModelPair::test_the_usage_attribution_reports_two_entries": 0.0008,
"tests/unit/pipelex/core/concepts/concept_blueprint/test_concept_blueprint.py::TestConceptStructureBlueprintValidation::test_concept_rejects_field_names_that_are_not_python_identifiers[2fast]": 0.001,
"tests/unit/pipelex/core/concepts/concept_blueprint/test_concept_blueprint.py::TestConceptStructureBlueprintValidation::test_concept_rejects_field_names_that_are_not_python_identifiers[class]": 0.0004,
"tests/unit/pipelex/core/concepts/concept_blueprint/test_concept_blueprint.py::TestConceptStructureBlueprintValidation::test_concept_rejects_field_names_that_are_not_python_identifiers[not-valid]": 0.001,
@@ -7925,6 +8197,21 @@
"tests/unit/pipelex/kernel/test_resolve_judgment_setting.py::TestResolveJudgmentSetting::test_a_live_run_refuses_a_waterfall_no_backend_serves": 0.0908,
"tests/unit/pipelex/kernel/test_resolve_judgment_setting.py::TestResolveJudgmentSetting::test_no_choice_and_no_default_is_the_missing_model_error": 0.089,
"tests/unit/pipelex/kernel/test_resolve_judgment_setting.py::TestResolveJudgmentSetting::test_no_choice_and_no_default_is_the_missing_model_error_on_a_dry_run_too": 0.0006,
+ "tests/unit/pipelex/kernel/test_resolved_handle_pinning.py::TestResolvedHandlePinning::test_an_ordinary_handle_is_pinned_bare[doc_gen]": 0.0026,
+ "tests/unit/pipelex/kernel/test_resolved_handle_pinning.py::TestResolvedHandlePinning::test_an_ordinary_handle_is_pinned_bare[judgment]": 0.0006,
+ "tests/unit/pipelex/kernel/test_resolved_handle_pinning.py::TestResolvedHandlePinning::test_an_ordinary_handle_is_pinned_bare[search]": 0.0007,
+ "tests/unit/pipelex/kernel/test_resolved_handle_pinning.py::TestResolvedHandlePinning::test_the_leaf_lookup_reads_back_the_handle_the_op_resolved[alias-to-the-literal-handle-colliding-alias-doc_gen]": 0.0013,
+ "tests/unit/pipelex/kernel/test_resolved_handle_pinning.py::TestResolvedHandlePinning::test_the_leaf_lookup_reads_back_the_handle_the_op_resolved[alias-to-the-literal-handle-colliding-alias-judgment]": 0.0023,
+ "tests/unit/pipelex/kernel/test_resolved_handle_pinning.py::TestResolvedHandlePinning::test_the_leaf_lookup_reads_back_the_handle_the_op_resolved[alias-to-the-literal-handle-colliding-alias-search]": 0.001,
+ "tests/unit/pipelex/kernel/test_resolved_handle_pinning.py::TestResolvedHandlePinning::test_the_leaf_lookup_reads_back_the_handle_the_op_resolved[alias-to-the-literal-handle-no-colliding-alias-doc_gen]": 0.0023,
+ "tests/unit/pipelex/kernel/test_resolved_handle_pinning.py::TestResolvedHandlePinning::test_the_leaf_lookup_reads_back_the_handle_the_op_resolved[alias-to-the-literal-handle-no-colliding-alias-judgment]": 0.0015,
+ "tests/unit/pipelex/kernel/test_resolved_handle_pinning.py::TestResolvedHandlePinning::test_the_leaf_lookup_reads_back_the_handle_the_op_resolved[alias-to-the-literal-handle-no-colliding-alias-search]": 0.0015,
+ "tests/unit/pipelex/kernel/test_resolved_handle_pinning.py::TestResolvedHandlePinning::test_the_leaf_lookup_reads_back_the_handle_the_op_resolved[literal-handle-colliding-alias-doc_gen]": 0.1955,
+ "tests/unit/pipelex/kernel/test_resolved_handle_pinning.py::TestResolvedHandlePinning::test_the_leaf_lookup_reads_back_the_handle_the_op_resolved[literal-handle-colliding-alias-judgment]": 0.0022,
+ "tests/unit/pipelex/kernel/test_resolved_handle_pinning.py::TestResolvedHandlePinning::test_the_leaf_lookup_reads_back_the_handle_the_op_resolved[literal-handle-colliding-alias-search]": 0.0012,
+ "tests/unit/pipelex/kernel/test_resolved_handle_pinning.py::TestResolvedHandlePinning::test_the_leaf_lookup_reads_back_the_handle_the_op_resolved[literal-handle-no-colliding-alias-doc_gen]": 0.0992,
+ "tests/unit/pipelex/kernel/test_resolved_handle_pinning.py::TestResolvedHandlePinning::test_the_leaf_lookup_reads_back_the_handle_the_op_resolved[literal-handle-no-colliding-alias-judgment]": 0.0024,
+ "tests/unit/pipelex/kernel/test_resolved_handle_pinning.py::TestResolvedHandlePinning::test_the_leaf_lookup_reads_back_the_handle_the_op_resolved[literal-handle-no-colliding-alias-search]": 0.1369,
"tests/unit/pipelex/kernel/test_run_judgment.py::TestRunJudgment::test_a_dry_threshold_without_a_probability_neither_warns_nor_records": 0.0129,
"tests/unit/pipelex/kernel/test_run_judgment.py::TestRunJudgment::test_a_live_threshold_without_a_probability_warns": 0.0041,
"tests/unit/pipelex/kernel/test_run_judgment.py::TestRunJudgment::test_it_sends_the_rendered_question_over_the_material_and_stores_the_verdict": 0.0787,
@@ -7932,6 +8219,7 @@
"tests/unit/pipelex/kernel/test_templating_style_ops.py::TestResolveTemplatingStyle::test_authored_wins_over_config_default": 0.1385,
"tests/unit/pipelex/kernel/test_templating_style_ops.py::TestResolveTemplatingStyle::test_house_default_is_xml_plain": 0.0005,
"tests/unit/pipelex/kernel/test_templating_style_ops.py::TestResolveTemplatingStyle::test_none_resolves_to_config_default": 1.091,
+ "tests/unit/pipelex/kit/test_deck_variants.py::TestDeckVariants::test_a_handle_declared_as_another_type_only_does_not_count": 0.1175,
"tests/unit/pipelex/kit/test_deck_variants.py::TestDeckVariants::test_at_least_one_variant_exists": 0.9659,
"tests/unit/pipelex/kit/test_deck_variants.py::TestDeckVariants::test_comparator_accepts_a_declared_drop": 0.9643,
"tests/unit/pipelex/kit/test_deck_variants.py::TestDeckVariants::test_comparator_reports_a_drop_the_shipped_deck_still_defines": 0.9682,
@@ -7939,6 +8227,7 @@
"tests/unit/pipelex/kit/test_deck_variants.py::TestDeckVariants::test_comparator_reports_a_preset_the_variant_is_missing": 0.9638,
"tests/unit/pipelex/kit/test_deck_variants.py::TestDeckVariants::test_comparator_reports_an_alias_only_the_variant_has": 0.9679,
"tests/unit/pipelex/kit/test_deck_variants.py::TestDeckVariants::test_handle_collection_reads_default_choices": 0.0722,
+ "tests/unit/pipelex/kit/test_deck_variants.py::TestDeckVariants::test_handle_collection_reads_the_judgment_family": 0.0061,
"tests/unit/pipelex/kit/test_deck_variants.py::TestDeckVariants::test_handle_collection_reads_waterfall_entries": 0.9681,
"tests/unit/pipelex/kit/test_deck_variants.py::TestDeckVariants::test_variant_matches_the_shipped_vocabulary[multi_provider]": 0.968,
"tests/unit/pipelex/kit/test_deck_variants.py::TestDeckVariants::test_variant_only_handles_are_still_declared_by_a_backend[multi_provider]": 0.9775,
@@ -7950,6 +8239,7 @@
"tests/unit/pipelex/kit/test_paths.py::TestKitPaths::test_get_agents_dir": 0.0006,
"tests/unit/pipelex/kit/test_paths.py::TestKitPaths::test_get_configs_dir": 0.1741,
"tests/unit/pipelex/kit/test_paths.py::TestKitPaths::test_get_kit_root": 1.1306,
+ "tests/unit/pipelex/kit/test_shipped_deck_defaults.py::TestShippedDeckDefaults::test_a_judgment_default_naming_a_handle_the_kit_declares_only_as_an_llm_is_refused": 0.1292,
"tests/unit/pipelex/kit/test_shipped_deck_defaults.py::TestShippedDeckDefaults::test_a_waterfall_is_read_through_every_entry": 0.0023,
"tests/unit/pipelex/kit/test_shipped_deck_defaults.py::TestShippedDeckDefaults::test_default_alias_reaches_a_declared_model[doc_gen-default-pdf]": 0.01,
"tests/unit/pipelex/kit/test_shipped_deck_defaults.py::TestShippedDeckDefaults::test_default_alias_reaches_a_declared_model[extract-default-extract-document]": 0.0097,
@@ -10536,6 +10826,10 @@
"tests/unit/pipelex/pipeline/test_refusal_verdict_arms.py::TestRefusalVerdictArms::test_non_caller_facing_input_refusal_is_named_by_its_title": 0.0005,
"tests/unit/pipelex/pipeline/test_refusal_verdict_arms.py::TestRefusalVerdictArms::test_unknown_model_is_one_unknown_model_item": 0.0009,
"tests/unit/pipelex/pipeline/test_refusal_verdict_arms.py::TestRefusalVerdictArms::test_unlocated_caller_facing_input_refusal_is_one_blueprint_item_keeping_its_message": 0.0972,
+ "tests/unit/pipelex/pipeline/test_resolve_model_specs.py::TestResolveModelSpecs::test_a_model_served_as_another_type_gives_way_to_an_alias_or_a_waterfall_of_its_name[a-waterfall-of-that-name]": 0.1141,
+ "tests/unit/pipelex/pipeline/test_resolve_model_specs.py::TestResolveModelSpecs::test_a_model_served_as_another_type_gives_way_to_an_alias_or_a_waterfall_of_its_name[an-alias-of-that-name]": 0.0953,
+ "tests/unit/pipelex/pipeline/test_resolve_model_specs.py::TestResolveModelSpecs::test_a_model_served_as_another_type_gives_way_to_an_alias_or_a_waterfall_of_its_name[nothing-of-that-name]": 0.0011,
+ "tests/unit/pipelex/pipeline/test_resolve_model_specs.py::TestResolveModelSpecs::test_a_model_served_as_another_type_gives_way_to_an_alias_or_a_waterfall_of_its_name[the-model-of-its-type]": 0.096,
"tests/unit/pipelex/pipeline/test_runner_execute_error_paths.py::TestRunnerExecuteErrorPaths::test_pipelex_error_during_setup_propagates_unwrapped": 0.0041,
"tests/unit/pipelex/pipeline/test_runner_execute_error_paths.py::TestRunnerExecuteErrorPaths::test_pipelex_error_with_resolved_job_wraps_into_pipeline_execution_error": 0.814,
"tests/unit/pipelex/pipeline/test_runner_execute_error_paths.py::TestRunnerExecuteErrorPaths::test_validation_error_wraps_into_pipe_execution_error": 0.101,
@@ -10767,10 +11061,12 @@
"tests/unit/pipelex/plugins/test_plugin_model_declarations.py::TestPluginModelDeclarations::test_a_doc_gen_default_declared_twice_names_both_plugins": 0.0009,
"tests/unit/pipelex/plugins/test_plugin_model_declarations.py::TestPluginModelDeclarations::test_a_doc_gen_default_is_stored_and_recorded_as_a_contribution": 0.0004,
"tests/unit/pipelex/plugins/test_plugin_model_declarations.py::TestPluginModelDeclarations::test_a_kernel_group_plugin_may_declare_both": 0.0011,
+ "tests/unit/pipelex/plugins/test_plugin_model_declarations.py::TestPluginModelDeclarations::test_a_table_without_a_model_type_is_keyed_by_the_default_type": 0.0013,
"tests/unit/pipelex/plugins/test_plugin_model_declarations.py::TestPluginModelDeclarations::test_an_internal_model_declared_twice_names_both_plugins": 0.0006,
"tests/unit/pipelex/plugins/test_plugin_model_declarations.py::TestPluginModelDeclarations::test_an_internal_model_is_stored_and_recorded_as_a_contribution": 0.0804,
"tests/unit/pipelex/plugins/test_plugin_model_declarations.py::TestPluginModelDeclarations::test_no_declarations_make_no_deck_base": 0.0007,
"tests/unit/pipelex/plugins/test_plugin_model_declarations.py::TestPluginModelDeclarations::test_nothing_is_validated_at_registration": 0.0004,
+ "tests/unit/pipelex/plugins/test_plugin_model_declarations.py::TestPluginModelDeclarations::test_one_name_may_be_declared_once_per_model_type": 0.119,
"tests/unit/pipelex/plugins/test_plugin_model_declarations.py::TestPluginModelDeclarations::test_the_declarations_carry_each_entry_and_the_plugin_that_declared_it": 0.0004,
"tests/unit/pipelex/plugins/test_plugin_model_declarations.py::TestPluginModelDeclarations::test_the_declarations_do_not_follow_a_table_the_plugin_changes_afterwards": 0.0005,
"tests/unit/pipelex/plugins/test_registered_plugin_names.py::TestRegisteredPluginNames::test_empty_when_nothing_registered": 0.1243,
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 30aed99ee..214992573 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,6 +1,12 @@
# Changelog
-## [Unreleased]
+## [v0.78.0] - 2026-10-08
+
+### Highlights
+
+**A client can ask the runner what a model reference means.** `GET /v1/models/check` answers whether a reference resolves, as what kind, and to the model a run would call, from pipelex's own parser and deck, so a client keeps no grammar of model references of its own.
+
+**A handle names one model per model type.** One handle can be an LLM and a judgment model at once, and a pipe naming a model served only as another type is refused when the method loads rather than at its first call.
### Added
@@ -10,10 +16,10 @@
### Changed
-- **A model served only as another type is refused when the method loads (Breaking)**: a pipe naming a handle the deck serves only as another model type, such as a `PipeJudge` naming an LLM, is refused by `pipelex validate`, `POST /v1/validate` and a run's load as an `unknown_model` item, whose suggestions list only models of the type the pipe asks for, where it passed validation and failed at its first call. A handle served as another type no longer hides an alias or a waterfall of the same name from a lookup of this type.
+- **A model served only as another type is refused when the method loads (Breaking)**: a pipe naming a handle the deck serves only as another model type, such as a `PipeJudge` naming an LLM, is refused by `pipelex validate`, `POST /v1/validate` and a run's load as an `unknown_model` item saying the deck serves the handle but not as the type the pipe needs, whose suggestions list only models of that type, where it passed validation and failed at its first call; a deck preset naming one is reported at boot in the same words (a warning, or a refusal under `missing_presets_reaction = "raise"`), and an LLM override naming one refuses boot. A bare name resolves as a model of the pipe's type, then an alias of that type, then a waterfall of that type, an order the validation and the run's lookup share, so a handle served as another type no longer hides an alias or a waterfall of the same name, and the validation and the setting a pipe's `model` field is read into accept the waterfall only while model fallback is on. `ModelDeck` gains `is_bare_handle_resolvable`, `is_reference_defined`, `get_presets_for_type` and `peek_inference_model`, the run's model lookup without its logs.
- **Model specs are keyed by model type and handle (Breaking)**: `InferenceBackend.model_specs` and `ModelDeck.inference_models` are the new `ModelSpecIndex`, read through `get(model_type=…, handle=…)`, `handles_of_type`, `all_specs`, `all_handles` and `types_serving`, and `InferenceBackend.get_model_spec` takes `model_type` and `handle`. `InferenceBackend.list_model_names`, `InferenceBackendLibrary.list_all_model_names` and `InferenceBackendLibrary.get_all_models_and_possible_backends` are removed. `PluginModelDeclarations.internal_models` is a tuple of `PluginInternalModel`, which carries its `name`, and `DuplicateInternalModelError` names the `model_type` two plugins both declared.
- **Usage is reported per model type and name (Breaking)**: a run calling both kinds of one handle reports two rows in the cost table and the agent CLI's cost summary, and two entries in the graph's usage attribution, where they merged into one row typed by whichever call came last. `AggregatedCosts.grouped_by_model` is keyed by the new `ModelUsageKey`, and its `model_types` is removed.
-- **A model served only as another type is named as such, and `handle:` reads no sigil (Breaking)**: the `unknown_model` item refusing a bare handle the deck serves only as another model type now says the deck serves the handle but not as the type the pipe needs, where it said the handle was not found, and so do a deck preset naming one, reported at boot (a warning, or a refusal under `missing_presets_reaction = "raise"`), and an LLM override naming one, which refuses boot. A bare name resolves as a model of the pipe's type, then an alias of that type, then a waterfall of that type, an order the validation and the run's lookup share, and the validation and the setting a pipe's `model` field is read into accept the waterfall only while model fallback is on. A `handle:` reference writes a bare name without reading a sigil in the validation, the run and the check alike, so `handle:@name` is the bare name `@name`, not the alias `name`, and like any bare name it resolves as a model, then an alias, then a waterfall of that name, a validation refusing it where the deck has none. `ModelDeck` gains `is_bare_handle_resolvable`, `is_reference_defined`, `get_presets_for_type` and `peek_inference_model`, the run's model lookup without its logs.
+- **`handle:` reads no sigil (Breaking)**: a `handle:` reference writes a bare name without reading a sigil in the validation, the run and the check alike, so `handle:@name` is the bare name `@name`, not the alias `name`, and like any bare name it resolves as a model, then an alias, then a waterfall of that name, a validation refusing it where the deck has none.
### Fixed
diff --git a/docs/api-server/openapi/pipelex-api.openapi.yaml b/docs/api-server/openapi/pipelex-api.openapi.yaml
index 9b0d9083c..7cd6f7a47 100644
--- a/docs/api-server/openapi/pipelex-api.openapi.yaml
+++ b/docs/api-server/openapi/pipelex-api.openapi.yaml
@@ -12,7 +12,7 @@ info:
license:
name: Elastic License 2.0
identifier: Elastic-2.0
- version: 0.77.0
+ version: 0.78.0
paths:
/health:
get:
diff --git a/pyproject.toml b/pyproject.toml
index 58f7497f0..15427d552 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -1,6 +1,6 @@
[project]
name = "pipelex"
-version = "0.77.0"
+version = "0.78.0"
description = "Execute composable AI methods declared in the MTHDS open standard"
authors = [{ name = "Evotis S.A.S.", email = "[email protected]" }]
maintainers = [{ name = "Pipelex staff", email = "[email protected]" }]
diff --git a/uv.lock b/uv.lock
index 2c1273416..d807c0667 100644
--- a/uv.lock
+++ b/uv.lock
@@ -3530,7 +3530,7 @@ wheels = [
[[package]]
name = "pipelex"
-version = "0.77.0"
+version = "0.78.0"
source = { editable = "." }
dependencies = [
{ name = "aiofiles" },