LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
[FIX] UN-1068 Removing unused filetypes (#218)
harini-venkataramanbcd6e86bb3a1
diff --git a/backend/workflow_manager/endpoint/constants.py b/backend/workflow_manager/endpoint/constants.pyindex cec35aa5a..84f62793d 100644--- a/backend/workflow_manager/endpoint/constants.py+++ b/backend/workflow_manager/endpoint/constants.py@@ -65,16 +65,12 @@ class OutputJsonKey:class FileType:PDF_DOCUMENTS = "PDF documents"TEXT_DOCUMENTS = "Text documents"- WORD_DOCUMENTS = "Word documents"- OPENOFFICE_DOCUMENTS = "Openoffice documents"IMAGES = "Images"class FilePattern:PDF_DOCUMENTS = ["*.pdf"]TEXT_DOCUMENTS = ["*.txt"]- WORD_DOCUMENTS = ["*.doc", "*.docx"]- OPENOFFICE_DOCUMENTS = ["*.odt"]IMAGES = ["*.jpg", "*.jpeg", "*.png", "*.gif", "*.bmp"]diff --git a/backend/workflow_manager/endpoint/source.py b/backend/workflow_manager/endpoint/source.pyindex c97ea149f..e755a697c 100644--- a/backend/workflow_manager/endpoint/source.py+++ b/backend/workflow_manager/endpoint/source.py@@ -109,8 +109,6 @@ class SourceConnector(BaseConnector):patterns = {FileType.PDF_DOCUMENTS: FilePattern.PDF_DOCUMENTS,FileType.TEXT_DOCUMENTS: FilePattern.TEXT_DOCUMENTS,- FileType.WORD_DOCUMENTS: FilePattern.WORD_DOCUMENTS,- FileType.OPENOFFICE_DOCUMENTS: FilePattern.OPENOFFICE_DOCUMENTS,FileType.IMAGES: FilePattern.IMAGES,}wildcard = []diff --git a/backend/workflow_manager/endpoint/static/src/api.json b/backend/workflow_manager/endpoint/static/src/api.jsonindex b3d2ca1c2..8d4a9d022 100644--- a/backend/workflow_manager/endpoint/static/src/api.json+++ b/backend/workflow_manager/endpoint/static/src/api.json@@ -13,8 +13,6 @@"enum": ["PDF documents","Text documents",- "Word documents",- "Openoffice documents","Images"]}diff --git a/backend/workflow_manager/endpoint/static/src/file.json b/backend/workflow_manager/endpoint/static/src/file.jsonindex ef5c22219..d603b7e53 100644--- a/backend/workflow_manager/endpoint/static/src/file.json+++ b/backend/workflow_manager/endpoint/static/src/file.json@@ -25,8 +25,6 @@"enum": ["PDF documents","Text documents",- "Word documents",- "Openoffice documents","Images"]}diff --git a/tools/structure/src/config/properties.json b/tools/structure/src/config/properties.jsonindex 008023a16..d5f828ea5 100644--- a/tools/structure/src/config/properties.json+++ b/tools/structure/src/config/properties.json@@ -37,10 +37,7 @@"maxFileSize": "50MB","allowedFileTypes": ["txt",- "pdf",- "doc",- "docx",- "odt"+ "pdf"]}}