Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

[FIX] Vertex AI conditional field bug and update default max_tokens to 4096 (#1688)

Praveen Kumar8e44ffcc701e
diff --git a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/anthropic.json b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/anthropic.json
index f567d5cfb..335d90b12 100644
--- a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/anthropic.json
+++ b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/anthropic.json
@@ -26,7 +26,7 @@
"type": "number",
"minimum": 0,
"multipleOf": 1,
- "default": 512,
+ "default": 4096,
"title": "Maximum Output Tokens",
"description": "Maximum number of output tokens to limit LLM replies, the maximum possible differs from model to model."
},
diff --git a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/anyscale.json b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/anyscale.json
index e4893f1ed..a19e4e09d 100644
--- a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/anyscale.json
+++ b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/anyscale.json
@@ -39,7 +39,7 @@
"minimum": 0,
"multipleOf": 1,
"title": "Maximum Output Tokens",
- "default": 256,
+ "default": 4096,
"description": "Maximum number of output tokens to limit LLM replies, maximum possible varies from model to model."
},
"max_retries": {
diff --git a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/azure.json b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/azure.json
index 8bbb0a549..45ed0dfa5 100644
--- a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/azure.json
+++ b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/azure.json
@@ -50,6 +50,7 @@
"minimum": 0,
"multipleOf": 1,
"title": "Maximum Output Tokens",
+ "default": 4096,
"description": "Maximum number of output tokens to limit LLM replies, leave it empty to use the maximum possible for the selected model."
},
"max_retries": {
diff --git a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/bedrock.json b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/bedrock.json
index c9483fe61..ec36f285a 100644
--- a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/bedrock.json
+++ b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/bedrock.json
@@ -42,7 +42,7 @@
"type": "number",
"minimum": 0,
"multipleOf": 1,
- "default": 512,
+ "default": 4096,
"title": "Maximum Output Tokens",
"description": "Maximum number of output tokens to limit LLM replies, the maximum possible differs from model to model."
},
diff --git a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/mistral.json b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/mistral.json
index 85cbadce3..73739b48d 100644
--- a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/mistral.json
+++ b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/mistral.json
@@ -37,7 +37,7 @@
"type": "number",
"minimum": 0,
"multipleOf": 1,
- "default": 512,
+ "default": 4096,
"title": "Maximum Output Tokens",
"description": "Maximum number of output tokens to limit LLM replies, the maximum possible differs from model to model."
},
diff --git a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/openai.json b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/openai.json
index bbc55b641..35de705a5 100644
--- a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/openai.json
+++ b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/openai.json
@@ -43,6 +43,7 @@
"minimum": 0,
"multipleOf": 1,
"title": "Maximum Output Tokens",
+ "default": 4096,
"description": "Maximum number of output tokens to limit LLM replies, leave it empty to use the maximum possible for the selected model."
},
"max_retries": {
diff --git a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/vertex_ai.json b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/vertex_ai.json
index 46fdeaf86..bdd3e74a4 100644
--- a/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/vertex_ai.json
+++ b/unstract/sdk1/src/unstract/sdk1/adapters/llm1/static/vertex_ai.json
@@ -45,7 +45,7 @@
"minimum": 0,
"multipleOf": 1,
"title": "Max output tokens",
- "default": 2048,
+ "default": 4096,
"description": "Maximum number of output tokens to generate. This is limited by the maximum supported by the model and will vary from model to model"
},
"safety_settings": {
@@ -53,7 +53,6 @@
"title": "Safety Settings",
"description": "Vertex AI's configurable safety filters",
"properties": {
- "type": "string",
"dangerous_content": {
"type": "string",
"title": "Dangerous Content",