LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
[FIX] Vertex AI conditional field bug and update default max_tokens to 4096 (#1688)
Praveen Kumar8e44ffcc701e
diff --git a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/anthropic.json b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/anthropic.jsonindex f567d5cfb..335d90b12 100644--- a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/anthropic.json+++ b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/anthropic.json@@ -26,7 +26,7 @@"type": "number","minimum": 0,"multipleOf": 1,- "default": 512,+ "default": 4096,"title": "Maximum Output Tokens","description": "Maximum number of output tokens to limit LLM replies, the maximum possible differs from model to model."},diff --git a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/anyscale.json b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/anyscale.jsonindex e4893f1ed..a19e4e09d 100644--- a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/anyscale.json+++ b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/anyscale.json@@ -39,7 +39,7 @@"minimum": 0,"multipleOf": 1,"title": "Maximum Output Tokens",- "default": 256,+ "default": 4096,"description": "Maximum number of output tokens to limit LLM replies, maximum possible varies from model to model."},"max_retries": {diff --git a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/azure.json b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/azure.jsonindex 8bbb0a549..45ed0dfa5 100644--- a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/azure.json+++ b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/azure.json@@ -50,6 +50,7 @@"minimum": 0,"multipleOf": 1,"title": "Maximum Output Tokens",+ "default": 4096,"description": "Maximum number of output tokens to limit LLM replies, leave it empty to use the maximum possible for the selected model."},"max_retries": {diff --git a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/bedrock.json b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/bedrock.jsonindex c9483fe61..ec36f285a 100644--- a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/bedrock.json+++ b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/bedrock.json@@ -42,7 +42,7 @@"type": "number","minimum": 0,"multipleOf": 1,- "default": 512,+ "default": 4096,"title": "Maximum Output Tokens","description": "Maximum number of output tokens to limit LLM replies, the maximum possible differs from model to model."},diff --git a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/mistral.json b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/mistral.jsonindex 85cbadce3..73739b48d 100644--- a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/mistral.json+++ b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/mistral.json@@ -37,7 +37,7 @@"type": "number","minimum": 0,"multipleOf": 1,- "default": 512,+ "default": 4096,"title": "Maximum Output Tokens","description": "Maximum number of output tokens to limit LLM replies, the maximum possible differs from model to model."},diff --git a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/openai.json b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/openai.jsonindex bbc55b641..35de705a5 100644--- a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/openai.json+++ b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/openai.json@@ -43,6 +43,7 @@"minimum": 0,"multipleOf": 1,"title": "Maximum Output Tokens",+ "default": 4096,"description": "Maximum number of output tokens to limit LLM replies, leave it empty to use the maximum possible for the selected model."},"max_retries": {diff --git a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/vertex_ai.json b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/vertex_ai.jsonindex 46fdeaf86..bdd3e74a4 100644--- a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/vertex_ai.json+++ b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/vertex_ai.json@@ -45,7 +45,7 @@"minimum": 0,"multipleOf": 1,"title": "Max output tokens",- "default": 2048,+ "default": 4096,"description": "Maximum number of output tokens to generate. This is limited by the maximum supported by the model and will vary from model to model"},"safety_settings": {@@ -53,7 +53,6 @@"title": "Safety Settings","description": "Vertex AI's configurable safety filters","properties": {- "type": "string","dangerous_content": {"type": "string","title": "Dangerous Content",