Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

[FIX] UN-1068 Removing unused filetypes (#218)

harini-venkataramanbcd6e86bb3a1
diff --git a/backend/workflow_manager/endpoint/constants.py b/backend/workflow_manager/endpoint/constants.py
index cec35aa5a..84f62793d 100644
--- a/backend/workflow_manager/endpoint/constants.py
+++ b/backend/workflow_manager/endpoint/constants.py
@@ -65,16 +65,12 @@ class OutputJsonKey:
class FileType:
PDF_DOCUMENTS = "PDF documents"
TEXT_DOCUMENTS = "Text documents"
- WORD_DOCUMENTS = "Word documents"
- OPENOFFICE_DOCUMENTS = "Openoffice documents"
IMAGES = "Images"
class FilePattern:
PDF_DOCUMENTS = ["*.pdf"]
TEXT_DOCUMENTS = ["*.txt"]
- WORD_DOCUMENTS = ["*.doc", "*.docx"]
- OPENOFFICE_DOCUMENTS = ["*.odt"]
IMAGES = ["*.jpg", "*.jpeg", "*.png", "*.gif", "*.bmp"]
diff --git a/backend/workflow_manager/endpoint/source.py b/backend/workflow_manager/endpoint/source.py
index c97ea149f..e755a697c 100644
--- a/backend/workflow_manager/endpoint/source.py
+++ b/backend/workflow_manager/endpoint/source.py
@@ -109,8 +109,6 @@ class SourceConnector(BaseConnector):
patterns = {
FileType.PDF_DOCUMENTS: FilePattern.PDF_DOCUMENTS,
FileType.TEXT_DOCUMENTS: FilePattern.TEXT_DOCUMENTS,
- FileType.WORD_DOCUMENTS: FilePattern.WORD_DOCUMENTS,
- FileType.OPENOFFICE_DOCUMENTS: FilePattern.OPENOFFICE_DOCUMENTS,
FileType.IMAGES: FilePattern.IMAGES,
}
wildcard = []
diff --git a/backend/workflow_manager/endpoint/static/src/api.json b/backend/workflow_manager/endpoint/static/src/api.json
index b3d2ca1c2..8d4a9d022 100644
--- a/backend/workflow_manager/endpoint/static/src/api.json
+++ b/backend/workflow_manager/endpoint/static/src/api.json
@@ -13,8 +13,6 @@
"enum": [
"PDF documents",
"Text documents",
- "Word documents",
- "Openoffice documents",
"Images"
]
}
diff --git a/backend/workflow_manager/endpoint/static/src/file.json b/backend/workflow_manager/endpoint/static/src/file.json
index ef5c22219..d603b7e53 100644
--- a/backend/workflow_manager/endpoint/static/src/file.json
+++ b/backend/workflow_manager/endpoint/static/src/file.json
@@ -25,8 +25,6 @@
"enum": [
"PDF documents",
"Text documents",
- "Word documents",
- "Openoffice documents",
"Images"
]
}
diff --git a/tools/structure/src/config/properties.json b/tools/structure/src/config/properties.json
index 008023a16..d5f828ea5 100644
--- a/tools/structure/src/config/properties.json
+++ b/tools/structure/src/config/properties.json
@@ -37,10 +37,7 @@
"maxFileSize": "50MB",
"allowedFileTypes": [
"txt",
- "pdf",
- "doc",
- "docx",
- "odt"
+ "pdf"
]
}
}