LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
Reverse merge V0.176.4 hotfix (#2112)
Deepak K069a177f7f05
diff --git a/backend/backend/settings/base.py b/backend/backend/settings/base.pyindex 7593305fd..970b5fac6 100644--- a/backend/backend/settings/base.py+++ b/backend/backend/settings/base.py@@ -15,10 +15,17 @@ from pathlib import Pathfrom urllib.parse import quoteimport httpx+from django.core.validators import URLValidatorfrom dotenv import find_dotenv, load_dotenvfrom utils.common_utils import CommonUtilsfrom utils.cors_origin import normalize_web_app_origin+# Django 5.0+ caps URLValidator at 2048 chars. S3 pre-signed URLs signed with+# temporary/STS credentials (carrying X-Amz-Security-Token) routinely exceed this,+# causing "Enter a valid URL." on the API deployment `presigned_urls` field.+# Raise the cap globally. No-op on Django 4.2.x (no such attribute is checked).+URLValidator.max_length = 8192+missing_settings = []diff --git a/workers/executor/executors/legacy_executor.py b/workers/executor/executors/legacy_executor.pyindex eae4d05b2..ce7fbea0d 100644--- a/workers/executor/executors/legacy_executor.py+++ b/workers/executor/executors/legacy_executor.py@@ -703,6 +703,19 @@ class LegacyExecutor(BaseExecutor):)output_map = structured_output.get(PSKeys.OUTPUT, {}) or {}+ if not isinstance(output_map, dict):+ # Single-pass can return a non-dict (e.g. a top-level JSON array) when the+ # LLM emits a truncated/runaway response. Fail clearly instead of crashing+ # on .values(), and keep the malformed shape from flowing downstream as a+ # success.+ return ExecutionResult.failure(+ error=(+ f"Single-pass extraction returned a {type(output_map).__name__}, "+ "expected a field map; the LLM likely produced a truncated or "+ "runaway response (check output-token usage)."+ ),+ metadata={"usage_records": pipeline_records},+ )answered = sum(1 for v in output_map.values() if v not in (None, "", [], {}))shim.stream_log(f"Pipeline completed: {answered}/{len(outputs)} prompts answered")out_metadata = {