LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
{
"title": "File Source Settings",
"type": "object",
"required": [],
"properties": {
"folders": {
"type": "array",
"title": "Folders to process",
"description": "Folders in the connected filesystem to start processing files from. Leave it empty or pass '/' to specify the root folder. Separate inputs with ⏎ Enter.",
"items": {
"type": "string",
"title": "Folder Path"
},
"uniqueItems": true
},
"processSubDirectories": {
"type": "boolean",
"title": "Process sub-folders",
"default": true,
"description": "Process sub folders recursively"
},
"fileExtensions": {
"type": "array",
"title": "File types to process",
"description": "Limit the file types to process. Leave it empty to process all files",
"items": {
"type": "string",
"enum": [
"PDF documents",
"Text documents",
"Images"
]
}
},
"maxFiles": {
"type": "integer",
"title": "Max files to process",
"default": 100,
"minimum": 1,
"description": "The maximum number of files to process"
},
"fileReprocessingHandling": {
"type": "string",
"title": "File metadata deletion behavior",
"description": "File metadata will not be deleted until the expiration interval passes",
"default": "skip_duplicates",
"enum": ["skip_duplicates", "reprocess_after_interval"],
"enumNames": ["Never delete", "Delete after"]
},
"fileProcessingOrder": {
"type": "string",
"title": "File processing order",
"description": "Order in which files will be processed. This could add an overhead based on the number of files in the source. Ordering may not work as expected if the source has more than 40,000 files to consider",
"default": "unordered",
"enum": ["unordered", "oldest_first", "newest_first"],
"enumNames": ["No specific order", "Oldest first (FIFO)", "Newest first (LIFO)"]
}
},
"dependencies": {
"fileReprocessingHandling": {
"oneOf": [
{
"properties": {
"fileReprocessingHandling": {
"enum": ["skip_duplicates"]
}
}
},
{
"properties": {
"fileReprocessingHandling": {
"enum": ["reprocess_after_interval"]
},
"reprocessInterval": {
"type": "integer",
"title": "Duration",
"default": 30,
"minimum": 1
},
"intervalUnit": {
"type": "string",
"title": "Duration Type",
"default": "days",
"enum": ["days", "months"],
"enumNames": ["Days", "Months"]
}
},
"required": ["reprocessInterval", "intervalUnit"]
}
]
}
}
}