LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
moved connector icons and adapter icons to frontend (#143)
vishnuszipstack0cbdfd22f233
diff --git a/backend/pipeline/static/etl_pipelines.json b/backend/pipeline/static/etl_pipelines.jsondeleted file mode 100644index df318fde3..000000000--- a/backend/pipeline/static/etl_pipelines.json+++ /dev/null@@ -1,62 +0,0 @@-[- {- "pipeline_id": 1,- "pipeline_type": "UNSTRUCTURED_TO_STRUCTURED",- "source": "Google Drive",- "source_icon": "/api/v1/static/icons/connector-icons/Google%20Drive.png",- "workflow": {- "id": 1,- "name": "Resume parsing workflow"- },- "destination": "Snowflake",- "destination_icon": "/api/v1/static/icons/connector-icons/Snowflake.png",- "schedule": "Every 12 hours",- "last_run": "2023-07-05 12:00:00",- "enabled": true- },- {- "pipeline_id": 2,- "pipeline_type": "UNSTRUCTURED_TO_STRUCTURED",- "source": "Dropbox",- "source_icon": "/api/v1/static/icons/connector-icons/Dropbox.png",- "workflow": {- "id": 2,- "name": "Invoice parsing workflow"- },- "destination": "Snowflake",- "destination_icon": "/api/v1/static/icons/connector-icons/Snowflake.png",- "schedule": "Every 6 hours",- "last_run": "2023-07-04 16:00:00",- "enabled": true- },- {- "pipeline_id": 3,- "pipeline_type": "UNSTRUCTURED_TO_STRUCTURED",- "source": "Unstract Storage",- "source_icon": "/api/v1/static/icons/connector-icons/Pandora%20Storage.png",- "workflow": {- "id": 3,- "name": "Contract parsing workflow"- },- "destination": "Snowflake",- "destination_icon": "/api/v1/static/icons/connector-icons/Snowflake.png",- "schedule": "Once Every Day",- "last_run": "2023-07-05 00:00:00",- "enabled": false- },- {- "pipeline_id": 4,- "pipeline_type": "UNSTRUCTURED_TO_STRUCTURED",- "source": "Google Drive",- "source_icon": "/api/v1/static/icons/connector-icons/Google%20Drive.png",- "workflow": {- "id": 4,- "name": "Contract parsing workflow"- },- "destination": "BigQuery",- "destination_icon": "/api/v1/static/icons/connector-icons/google_bigquery-icon.svg",- "schedule": "Every 6 hours",- "last_run": "2023-07-05 12:00:00",- "enabled": true- }-]diff --git a/backend/pipeline/static/task_pipelines.json b/backend/pipeline/static/task_pipelines.jsondeleted file mode 100644index b9b370247..000000000--- a/backend/pipeline/static/task_pipelines.json+++ /dev/null@@ -1,47 +0,0 @@-[- {- "pipeline_id": 1,- "pipeline_type": "TASK_PIPELINE",- "source": "Google Drive",- "source_icon": "/api/v1/icons/connector-icons/Google%20Drive.png",- "workflow": {- "id": 1,- "name": "PII Redaction workflow"- },- "destination": "Google Drive",- "destination_icon": "/api/v1/icons/connector-icons/Google%20Drive.png",- "schedule": "Every 4 hours",- "last_run": "2023-07-05 17:00:00",- "enabled": true- },- {- "pipeline_id": 2,- "pipeline_type": "TASK_PIPELINE",- "source": "Dropbox",- "source_icon": "/api/v1/icons/connector-icons/Dropbox.png",- "workflow": {- "id": 2,- "name": "Document classification workflow"- },- "destination": "Google Drive",- "destination_icon": "/api/v1/icons/connector-icons/Google%20Drive.png",- "schedule": "Every 9 hours",- "last_run": "2023-07-04 21:00:00",- "enabled": false- },- {- "pipeline_id": 3,- "pipeline_type": "TASK_PIPELINE",- "source": "Unstract Storage",- "source_icon": "/api/v1/icons/connector-icons/Pandora%20Storage.png",- "workflow": {- "id": 3,- "name": "Document translation workflow"- },- "destination": "Unstract Storage",- "destination_icon": "/api/v1/icons/connector-icons/Pandora%20Storage.png",- "schedule": "Once Every Day",- "last_run": "2023-07-05 00:00:00",- "enabled": false- }-]diff --git a/backend/backend/static/icons/adapter-icons/Anthropic.png b/frontend/public/icons/adapter-icons/Anthropic.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/Anthropic.pngrename to frontend/public/icons/adapter-icons/Anthropic.pngdiff --git a/backend/backend/static/icons/adapter-icons/AzureopenAI.png b/frontend/public/icons/adapter-icons/AzureopenAI.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/AzureopenAI.pngrename to frontend/public/icons/adapter-icons/AzureopenAI.pngdiff --git a/backend/backend/static/icons/adapter-icons/GoogleDocumentAI.png b/frontend/public/icons/adapter-icons/GoogleDocumentAI.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/GoogleDocumentAI.pngrename to frontend/public/icons/adapter-icons/GoogleDocumentAI.pngdiff --git a/backend/backend/static/icons/adapter-icons/LLMWhisperer.png b/frontend/public/icons/adapter-icons/LLMWhisperer.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/LLMWhisperer.pngrename to frontend/public/icons/adapter-icons/LLMWhisperer.pngdiff --git a/backend/backend/static/icons/adapter-icons/Milvus.png b/frontend/public/icons/adapter-icons/Milvus.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/Milvus.pngrename to frontend/public/icons/adapter-icons/Milvus.pngdiff --git a/backend/backend/static/icons/adapter-icons/Mistral AI.png b/frontend/public/icons/adapter-icons/Mistral AI.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/Mistral AI.pngrename to frontend/public/icons/adapter-icons/Mistral AI.pngdiff --git a/backend/backend/static/icons/adapter-icons/OpenAI.png b/frontend/public/icons/adapter-icons/OpenAI.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/OpenAI.pngrename to frontend/public/icons/adapter-icons/OpenAI.pngdiff --git a/backend/backend/static/icons/adapter-icons/PaLM.png b/frontend/public/icons/adapter-icons/PaLM.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/PaLM.pngrename to frontend/public/icons/adapter-icons/PaLM.pngdiff --git a/backend/backend/static/icons/adapter-icons/Replicate.png b/frontend/public/icons/adapter-icons/Replicate.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/Replicate.pngrename to frontend/public/icons/adapter-icons/Replicate.pngdiff --git a/backend/backend/static/icons/adapter-icons/UnstructuredIO.png b/frontend/public/icons/adapter-icons/UnstructuredIO.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/UnstructuredIO.pngrename to frontend/public/icons/adapter-icons/UnstructuredIO.pngdiff --git a/backend/backend/static/icons/adapter-icons/VertexAI.png b/frontend/public/icons/adapter-icons/VertexAI.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/VertexAI.pngrename to frontend/public/icons/adapter-icons/VertexAI.pngdiff --git a/backend/backend/static/icons/adapter-icons/Weaviate.png b/frontend/public/icons/adapter-icons/Weaviate.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/Weaviate.pngrename to frontend/public/icons/adapter-icons/Weaviate.pngdiff --git a/backend/backend/static/icons/adapter-icons/anyscale.png b/frontend/public/icons/adapter-icons/anyscale.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/anyscale.pngrename to frontend/public/icons/adapter-icons/anyscale.pngdiff --git a/backend/backend/static/icons/adapter-icons/huggingface.png b/frontend/public/icons/adapter-icons/huggingface.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/huggingface.pngrename to frontend/public/icons/adapter-icons/huggingface.pngdiff --git a/backend/backend/static/icons/adapter-icons/microsoft-azure.png b/frontend/public/icons/adapter-icons/microsoft-azure.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/microsoft-azure.pngrename to frontend/public/icons/adapter-icons/microsoft-azure.pngdiff --git a/backend/backend/static/icons/adapter-icons/pinecone.png b/frontend/public/icons/adapter-icons/pinecone.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/pinecone.pngrename to frontend/public/icons/adapter-icons/pinecone.pngdiff --git a/backend/backend/static/icons/adapter-icons/postgres.png b/frontend/public/icons/adapter-icons/postgres.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/postgres.pngrename to frontend/public/icons/adapter-icons/postgres.pngdiff --git a/backend/backend/static/icons/adapter-icons/qdrant.png b/frontend/public/icons/adapter-icons/qdrant.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/qdrant.pngrename to frontend/public/icons/adapter-icons/qdrant.pngdiff --git a/backend/backend/static/icons/adapter-icons/supabase.png b/frontend/public/icons/adapter-icons/supabase.pngsimilarity index 100%rename from backend/backend/static/icons/adapter-icons/supabase.pngrename to frontend/public/icons/adapter-icons/supabase.pngdiff --git a/backend/backend/static/icons/connector-icons/Bigquery.png b/frontend/public/icons/connector-icons/Bigquery.pngsimilarity index 100%rename from backend/backend/static/icons/connector-icons/Bigquery.pngrename to frontend/public/icons/connector-icons/Bigquery.pngdiff --git a/backend/backend/static/icons/connector-icons/Box.png b/frontend/public/icons/connector-icons/Box.pngsimilarity index 100%rename from backend/backend/static/icons/connector-icons/Box.pngrename to frontend/public/icons/connector-icons/Box.pngdiff --git a/backend/backend/static/icons/connector-icons/Dropbox.png b/frontend/public/icons/connector-icons/Dropbox.pngsimilarity index 100%rename from backend/backend/static/icons/connector-icons/Dropbox.pngrename to frontend/public/icons/connector-icons/Dropbox.pngdiff --git a/backend/backend/static/icons/connector-icons/Google Drive.png b/frontend/public/icons/connector-icons/Google Drive.pngsimilarity index 100%rename from backend/backend/static/icons/connector-icons/Google Drive.pngrename to frontend/public/icons/connector-icons/Google Drive.pngdiff --git a/backend/backend/static/icons/connector-icons/HTTP.svg b/frontend/public/icons/connector-icons/HTTP.svgsimilarity index 100%rename from backend/backend/static/icons/connector-icons/HTTP.svgrename to frontend/public/icons/connector-icons/HTTP.svgdiff --git a/backend/backend/static/icons/connector-icons/MSSQL.png b/frontend/public/icons/connector-icons/MSSQL.pngsimilarity index 100%rename from backend/backend/static/icons/connector-icons/MSSQL.pngrename to frontend/public/icons/connector-icons/MSSQL.pngdiff --git a/backend/backend/static/icons/connector-icons/MariaDB.png b/frontend/public/icons/connector-icons/MariaDB.pngsimilarity index 100%rename from backend/backend/static/icons/connector-icons/MariaDB.pngrename to frontend/public/icons/connector-icons/MariaDB.pngdiff --git a/backend/backend/static/icons/connector-icons/MySql.png b/frontend/public/icons/connector-icons/MySql.pngsimilarity index 100%rename from backend/backend/static/icons/connector-icons/MySql.pngrename to frontend/public/icons/connector-icons/MySql.pngdiff --git a/backend/backend/static/icons/connector-icons/Pandora Storage.png b/frontend/public/icons/connector-icons/Pandora Storage.pngsimilarity index 100%rename from backend/backend/static/icons/connector-icons/Pandora Storage.pngrename to frontend/public/icons/connector-icons/Pandora Storage.pngdiff --git a/backend/backend/static/icons/connector-icons/Postgresql.png b/frontend/public/icons/connector-icons/Postgresql.pngsimilarity index 100%rename from backend/backend/static/icons/connector-icons/Postgresql.pngrename to frontend/public/icons/connector-icons/Postgresql.pngdiff --git a/backend/backend/static/icons/connector-icons/Redshift.png b/frontend/public/icons/connector-icons/Redshift.pngsimilarity index 100%rename from backend/backend/static/icons/connector-icons/Redshift.pngrename to frontend/public/icons/connector-icons/Redshift.pngdiff --git a/backend/backend/static/icons/connector-icons/S3.png b/frontend/public/icons/connector-icons/S3.pngsimilarity index 100%rename from backend/backend/static/icons/connector-icons/S3.pngrename to frontend/public/icons/connector-icons/S3.pngdiff --git a/backend/backend/static/icons/connector-icons/Snowflake.png b/frontend/public/icons/connector-icons/Snowflake.pngsimilarity index 100%rename from backend/backend/static/icons/connector-icons/Snowflake.pngrename to frontend/public/icons/connector-icons/Snowflake.pngdiff --git a/backend/backend/static/icons/connector-icons/azure_blob_storage.png b/frontend/public/icons/connector-icons/azure_blob_storage.pngsimilarity index 100%rename from backend/backend/static/icons/connector-icons/azure_blob_storage.pngrename to frontend/public/icons/connector-icons/azure_blob_storage.pngdiff --git a/backend/backend/static/icons/connector-icons/google_bigquery-icon.svg b/frontend/public/icons/connector-icons/google_bigquery-icon.svgsimilarity index 100%rename from backend/backend/static/icons/connector-icons/google_bigquery-icon.svgrename to frontend/public/icons/connector-icons/google_bigquery-icon.svgdiff --git a/backend/backend/static/icons/connector-icons/google_cloud_storage.png b/frontend/public/icons/connector-icons/google_cloud_storage.pngsimilarity index 100%rename from backend/backend/static/icons/connector-icons/google_cloud_storage.pngrename to frontend/public/icons/connector-icons/google_cloud_storage.pngdiff --git a/frontend/src/helpers/GetStaticData.js b/frontend/src/helpers/GetStaticData.jsindex 0c3a357e4..6a6861999 100644--- a/frontend/src/helpers/GetStaticData.js+++ b/frontend/src/helpers/GetStaticData.js@@ -132,10 +132,9 @@ const listOfAppDeployments = [cron: null,workflow_name: "demo",source_name: "MinioFS/S3",- source_icon: "/api/v1/static/icons/connector-icons/S3.png",+ source_icon: "/icons/connector-icons/S3.png",destination_name: "Unstract Cloud Storage",- destination_icon:- "/api/v1/static/icons/connector-icons/Pandora%20Storage.png",+ destination_icon: "/icons/connector-icons/Pandora%20Storage.png",goto: "https://finance-qa.pandora-demo.zipstack.io/",},{@@ -152,10 +151,9 @@ const listOfAppDeployments = [cron: null,workflow_name: "demo",source_name: "MinioFS/S3",- source_icon: "/api/v1/static/icons/connector-icons/S3.png",+ source_icon: "/icons/connector-icons/S3.png",destination_name: "Unstract Cloud Storage",- destination_icon:- "/api/v1/static/icons/connector-icons/Pandora%20Storage.png",+ destination_icon: "/icons/connector-icons/Pandora%20Storage.png",goto: "https://legal-qa.pandora-demo.zipstack.io/",},];diff --git a/unstract/connectors/src/unstract/connectors/databases/mariadb/mariadb.py b/unstract/connectors/src/unstract/connectors/databases/mariadb/mariadb.pyindex 0e97a8bed..abba5d346 100644--- a/unstract/connectors/src/unstract/connectors/databases/mariadb/mariadb.py+++ b/unstract/connectors/src/unstract/connectors/databases/mariadb/mariadb.py@@ -31,7 +31,7 @@ class MariaDB(UnstractDB):@staticmethoddef get_icon() -> str:return (- "/api/v1/static/icons/connector-icons/MariaDB.png"+ "/icons/connector-icons/MariaDB.png")@staticmethoddiff --git a/unstract/connectors/src/unstract/connectors/databases/mssql/mssql.py b/unstract/connectors/src/unstract/connectors/databases/mssql/mssql.pyindex 3a3344d85..bd7a0078d 100644--- a/unstract/connectors/src/unstract/connectors/databases/mssql/mssql.py+++ b/unstract/connectors/src/unstract/connectors/databases/mssql/mssql.py@@ -30,7 +30,7 @@ class MSSQL(UnstractDB):@staticmethoddef get_icon() -> str:- return "/api/v1/static/icons/connector-icons/MSSQL.png"+ return "/icons/connector-icons/MSSQL.png"@staticmethoddef get_json_schema() -> str:diff --git a/unstract/connectors/src/unstract/connectors/databases/mysql/mysql.py b/unstract/connectors/src/unstract/connectors/databases/mysql/mysql.pyindex 6d26e6913..2c7091d70 100644--- a/unstract/connectors/src/unstract/connectors/databases/mysql/mysql.py+++ b/unstract/connectors/src/unstract/connectors/databases/mysql/mysql.py@@ -30,7 +30,7 @@ class MySQL(UnstractDB):@staticmethoddef get_icon() -> str:- return "/api/v1/static/icons/connector-icons/MySql.png"+ return "/icons/connector-icons/MySql.png"@staticmethoddef get_json_schema() -> str:diff --git a/unstract/connectors/src/unstract/connectors/databases/redshift/redshift.py b/unstract/connectors/src/unstract/connectors/databases/redshift/redshift.pyindex e67b768fa..015da7b53 100644--- a/unstract/connectors/src/unstract/connectors/databases/redshift/redshift.py+++ b/unstract/connectors/src/unstract/connectors/databases/redshift/redshift.py@@ -34,7 +34,7 @@ class Redshift(UnstractDB):@staticmethoddef get_icon() -> str:return (- "/api/v1/static/icons/connector-icons/Redshift.png"+ "/icons/connector-icons/Redshift.png")@staticmethoddiff --git a/unstract/connectors/src/unstract/connectors/filesystems/box/box.py b/unstract/connectors/src/unstract/connectors/filesystems/box/box.pyindex df26efb66..2d10a1806 100644--- a/unstract/connectors/src/unstract/connectors/filesystems/box/box.py+++ b/unstract/connectors/src/unstract/connectors/filesystems/box/box.py@@ -81,7 +81,7 @@ class BoxFS(UnstractFileSystem):@staticmethoddef get_icon() -> str:- return "/api/v1/static/icons/connector-icons/Box.png"+ return "/icons/connector-icons/Box.png"@staticmethoddef get_json_schema() -> str:diff --git a/unstract/connectors/src/unstract/connectors/filesystems/google_drive/google_drive.py b/unstract/connectors/src/unstract/connectors/filesystems/google_drive/google_drive.pyindex bdfa63549..e91275b44 100644--- a/unstract/connectors/src/unstract/connectors/filesystems/google_drive/google_drive.py+++ b/unstract/connectors/src/unstract/connectors/filesystems/google_drive/google_drive.py@@ -59,7 +59,7 @@ class GoogleDriveFS(UnstractFileSystem):@staticmethoddef get_icon() -> str:- return "/api/v1/static/icons/connector-icons/Google%20Drive.png" # noqa+ return "/icons/connector-icons/Google%20Drive.png" # noqa@staticmethoddef get_json_schema() -> str:diff --git a/unstract/connectors/src/unstract/connectors/filesystems/http/http.py b/unstract/connectors/src/unstract/connectors/filesystems/http/http.pyindex ea7db1058..3a5f6a362 100644--- a/unstract/connectors/src/unstract/connectors/filesystems/http/http.py+++ b/unstract/connectors/src/unstract/connectors/filesystems/http/http.py@@ -40,7 +40,7 @@ class HttpFS(UnstractFileSystem):@staticmethoddef get_icon() -> str:- return "/api/v1/static/icons/connector-icons/HTTP.svg"+ return "/icons/connector-icons/HTTP.svg"@staticmethoddef get_json_schema() -> str:diff --git a/unstract/connectors/src/unstract/connectors/filesystems/local_storage/local_storage.py b/unstract/connectors/src/unstract/connectors/filesystems/local_storage/local_storage.pyindex 05bc2fc34..38f737346 100644--- a/unstract/connectors/src/unstract/connectors/filesystems/local_storage/local_storage.py+++ b/unstract/connectors/src/unstract/connectors/filesystems/local_storage/local_storage.py@@ -31,7 +31,7 @@ class LocalStorageFS(UnstractFileSystem):@staticmethoddef get_icon() -> str:# TO DO: Add an icon for local storage- return "/api/v1/static/icons/connector-icons/S3.png"+ return "/icons/connector-icons/S3.png"@staticmethoddef get_json_schema() -> str:diff --git a/unstract/connectors/src/unstract/connectors/filesystems/ucs/ucs.py b/unstract/connectors/src/unstract/connectors/filesystems/ucs/ucs.pyindex e847799b1..eb95b2f7b 100644--- a/unstract/connectors/src/unstract/connectors/filesystems/ucs/ucs.py+++ b/unstract/connectors/src/unstract/connectors/filesystems/ucs/ucs.py@@ -23,7 +23,7 @@ class UnstractCloudStorage(MinioFS):@staticmethoddef get_icon() -> str:- return "/api/v1/static/icons/connector-icons/Pandora%20Storage.png" # noqa+ return "/icons/connector-icons/Pandora%20Storage.png" # noqa@staticmethoddef get_json_schema() -> str: