Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

moved connector icons and adapter icons to frontend (#143)

vishnuszipstack0cbdfd22f233
diff --git a/backend/pipeline/static/etl_pipelines.json b/backend/pipeline/static/etl_pipelines.json
deleted file mode 100644
index df318fde3..000000000
--- a/backend/pipeline/static/etl_pipelines.json
+++ /dev/null
@@ -1,62 +0,0 @@
-[
- {
- "pipeline_id": 1,
- "pipeline_type": "UNSTRUCTURED_TO_STRUCTURED",
- "source": "Google Drive",
- "source_icon": "/api/v1/static/icons/connector-icons/Google%20Drive.png",
- "workflow": {
- "id": 1,
- "name": "Resume parsing workflow"
- },
- "destination": "Snowflake",
- "destination_icon": "/api/v1/static/icons/connector-icons/Snowflake.png",
- "schedule": "Every 12 hours",
- "last_run": "2023-07-05 12:00:00",
- "enabled": true
- },
- {
- "pipeline_id": 2,
- "pipeline_type": "UNSTRUCTURED_TO_STRUCTURED",
- "source": "Dropbox",
- "source_icon": "/api/v1/static/icons/connector-icons/Dropbox.png",
- "workflow": {
- "id": 2,
- "name": "Invoice parsing workflow"
- },
- "destination": "Snowflake",
- "destination_icon": "/api/v1/static/icons/connector-icons/Snowflake.png",
- "schedule": "Every 6 hours",
- "last_run": "2023-07-04 16:00:00",
- "enabled": true
- },
- {
- "pipeline_id": 3,
- "pipeline_type": "UNSTRUCTURED_TO_STRUCTURED",
- "source": "Unstract Storage",
- "source_icon": "/api/v1/static/icons/connector-icons/Pandora%20Storage.png",
- "workflow": {
- "id": 3,
- "name": "Contract parsing workflow"
- },
- "destination": "Snowflake",
- "destination_icon": "/api/v1/static/icons/connector-icons/Snowflake.png",
- "schedule": "Once Every Day",
- "last_run": "2023-07-05 00:00:00",
- "enabled": false
- },
- {
- "pipeline_id": 4,
- "pipeline_type": "UNSTRUCTURED_TO_STRUCTURED",
- "source": "Google Drive",
- "source_icon": "/api/v1/static/icons/connector-icons/Google%20Drive.png",
- "workflow": {
- "id": 4,
- "name": "Contract parsing workflow"
- },
- "destination": "BigQuery",
- "destination_icon": "/api/v1/static/icons/connector-icons/google_bigquery-icon.svg",
- "schedule": "Every 6 hours",
- "last_run": "2023-07-05 12:00:00",
- "enabled": true
- }
-]
diff --git a/backend/pipeline/static/task_pipelines.json b/backend/pipeline/static/task_pipelines.json
deleted file mode 100644
index b9b370247..000000000
--- a/backend/pipeline/static/task_pipelines.json
+++ /dev/null
@@ -1,47 +0,0 @@
-[
- {
- "pipeline_id": 1,
- "pipeline_type": "TASK_PIPELINE",
- "source": "Google Drive",
- "source_icon": "/api/v1/icons/connector-icons/Google%20Drive.png",
- "workflow": {
- "id": 1,
- "name": "PII Redaction workflow"
- },
- "destination": "Google Drive",
- "destination_icon": "/api/v1/icons/connector-icons/Google%20Drive.png",
- "schedule": "Every 4 hours",
- "last_run": "2023-07-05 17:00:00",
- "enabled": true
- },
- {
- "pipeline_id": 2,
- "pipeline_type": "TASK_PIPELINE",
- "source": "Dropbox",
- "source_icon": "/api/v1/icons/connector-icons/Dropbox.png",
- "workflow": {
- "id": 2,
- "name": "Document classification workflow"
- },
- "destination": "Google Drive",
- "destination_icon": "/api/v1/icons/connector-icons/Google%20Drive.png",
- "schedule": "Every 9 hours",
- "last_run": "2023-07-04 21:00:00",
- "enabled": false
- },
- {
- "pipeline_id": 3,
- "pipeline_type": "TASK_PIPELINE",
- "source": "Unstract Storage",
- "source_icon": "/api/v1/icons/connector-icons/Pandora%20Storage.png",
- "workflow": {
- "id": 3,
- "name": "Document translation workflow"
- },
- "destination": "Unstract Storage",
- "destination_icon": "/api/v1/icons/connector-icons/Pandora%20Storage.png",
- "schedule": "Once Every Day",
- "last_run": "2023-07-05 00:00:00",
- "enabled": false
- }
-]
diff --git a/backend/backend/static/icons/adapter-icons/Anthropic.png b/frontend/public/icons/adapter-icons/Anthropic.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/Anthropic.png
rename to frontend/public/icons/adapter-icons/Anthropic.png
diff --git a/backend/backend/static/icons/adapter-icons/AzureopenAI.png b/frontend/public/icons/adapter-icons/AzureopenAI.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/AzureopenAI.png
rename to frontend/public/icons/adapter-icons/AzureopenAI.png
diff --git a/backend/backend/static/icons/adapter-icons/GoogleDocumentAI.png b/frontend/public/icons/adapter-icons/GoogleDocumentAI.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/GoogleDocumentAI.png
rename to frontend/public/icons/adapter-icons/GoogleDocumentAI.png
diff --git a/backend/backend/static/icons/adapter-icons/LLMWhisperer.png b/frontend/public/icons/adapter-icons/LLMWhisperer.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/LLMWhisperer.png
rename to frontend/public/icons/adapter-icons/LLMWhisperer.png
diff --git a/backend/backend/static/icons/adapter-icons/Milvus.png b/frontend/public/icons/adapter-icons/Milvus.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/Milvus.png
rename to frontend/public/icons/adapter-icons/Milvus.png
diff --git a/backend/backend/static/icons/adapter-icons/Mistral AI.png b/frontend/public/icons/adapter-icons/Mistral AI.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/Mistral AI.png
rename to frontend/public/icons/adapter-icons/Mistral AI.png
diff --git a/backend/backend/static/icons/adapter-icons/OpenAI.png b/frontend/public/icons/adapter-icons/OpenAI.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/OpenAI.png
rename to frontend/public/icons/adapter-icons/OpenAI.png
diff --git a/backend/backend/static/icons/adapter-icons/PaLM.png b/frontend/public/icons/adapter-icons/PaLM.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/PaLM.png
rename to frontend/public/icons/adapter-icons/PaLM.png
diff --git a/backend/backend/static/icons/adapter-icons/Replicate.png b/frontend/public/icons/adapter-icons/Replicate.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/Replicate.png
rename to frontend/public/icons/adapter-icons/Replicate.png
diff --git a/backend/backend/static/icons/adapter-icons/UnstructuredIO.png b/frontend/public/icons/adapter-icons/UnstructuredIO.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/UnstructuredIO.png
rename to frontend/public/icons/adapter-icons/UnstructuredIO.png
diff --git a/backend/backend/static/icons/adapter-icons/VertexAI.png b/frontend/public/icons/adapter-icons/VertexAI.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/VertexAI.png
rename to frontend/public/icons/adapter-icons/VertexAI.png
diff --git a/backend/backend/static/icons/adapter-icons/Weaviate.png b/frontend/public/icons/adapter-icons/Weaviate.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/Weaviate.png
rename to frontend/public/icons/adapter-icons/Weaviate.png
diff --git a/backend/backend/static/icons/adapter-icons/anyscale.png b/frontend/public/icons/adapter-icons/anyscale.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/anyscale.png
rename to frontend/public/icons/adapter-icons/anyscale.png
diff --git a/backend/backend/static/icons/adapter-icons/huggingface.png b/frontend/public/icons/adapter-icons/huggingface.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/huggingface.png
rename to frontend/public/icons/adapter-icons/huggingface.png
diff --git a/backend/backend/static/icons/adapter-icons/microsoft-azure.png b/frontend/public/icons/adapter-icons/microsoft-azure.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/microsoft-azure.png
rename to frontend/public/icons/adapter-icons/microsoft-azure.png
diff --git a/backend/backend/static/icons/adapter-icons/pinecone.png b/frontend/public/icons/adapter-icons/pinecone.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/pinecone.png
rename to frontend/public/icons/adapter-icons/pinecone.png
diff --git a/backend/backend/static/icons/adapter-icons/postgres.png b/frontend/public/icons/adapter-icons/postgres.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/postgres.png
rename to frontend/public/icons/adapter-icons/postgres.png
diff --git a/backend/backend/static/icons/adapter-icons/qdrant.png b/frontend/public/icons/adapter-icons/qdrant.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/qdrant.png
rename to frontend/public/icons/adapter-icons/qdrant.png
diff --git a/backend/backend/static/icons/adapter-icons/supabase.png b/frontend/public/icons/adapter-icons/supabase.png
similarity index 100%
rename from backend/backend/static/icons/adapter-icons/supabase.png
rename to frontend/public/icons/adapter-icons/supabase.png
diff --git a/backend/backend/static/icons/connector-icons/Bigquery.png b/frontend/public/icons/connector-icons/Bigquery.png
similarity index 100%
rename from backend/backend/static/icons/connector-icons/Bigquery.png
rename to frontend/public/icons/connector-icons/Bigquery.png
diff --git a/backend/backend/static/icons/connector-icons/Box.png b/frontend/public/icons/connector-icons/Box.png
similarity index 100%
rename from backend/backend/static/icons/connector-icons/Box.png
rename to frontend/public/icons/connector-icons/Box.png
diff --git a/backend/backend/static/icons/connector-icons/Dropbox.png b/frontend/public/icons/connector-icons/Dropbox.png
similarity index 100%
rename from backend/backend/static/icons/connector-icons/Dropbox.png
rename to frontend/public/icons/connector-icons/Dropbox.png
diff --git a/backend/backend/static/icons/connector-icons/Google Drive.png b/frontend/public/icons/connector-icons/Google Drive.png
similarity index 100%
rename from backend/backend/static/icons/connector-icons/Google Drive.png
rename to frontend/public/icons/connector-icons/Google Drive.png
diff --git a/backend/backend/static/icons/connector-icons/HTTP.svg b/frontend/public/icons/connector-icons/HTTP.svg
similarity index 100%
rename from backend/backend/static/icons/connector-icons/HTTP.svg
rename to frontend/public/icons/connector-icons/HTTP.svg
diff --git a/backend/backend/static/icons/connector-icons/MSSQL.png b/frontend/public/icons/connector-icons/MSSQL.png
similarity index 100%
rename from backend/backend/static/icons/connector-icons/MSSQL.png
rename to frontend/public/icons/connector-icons/MSSQL.png
diff --git a/backend/backend/static/icons/connector-icons/MariaDB.png b/frontend/public/icons/connector-icons/MariaDB.png
similarity index 100%
rename from backend/backend/static/icons/connector-icons/MariaDB.png
rename to frontend/public/icons/connector-icons/MariaDB.png
diff --git a/backend/backend/static/icons/connector-icons/MySql.png b/frontend/public/icons/connector-icons/MySql.png
similarity index 100%
rename from backend/backend/static/icons/connector-icons/MySql.png
rename to frontend/public/icons/connector-icons/MySql.png
diff --git a/backend/backend/static/icons/connector-icons/Pandora Storage.png b/frontend/public/icons/connector-icons/Pandora Storage.png
similarity index 100%
rename from backend/backend/static/icons/connector-icons/Pandora Storage.png
rename to frontend/public/icons/connector-icons/Pandora Storage.png
diff --git a/backend/backend/static/icons/connector-icons/Postgresql.png b/frontend/public/icons/connector-icons/Postgresql.png
similarity index 100%
rename from backend/backend/static/icons/connector-icons/Postgresql.png
rename to frontend/public/icons/connector-icons/Postgresql.png
diff --git a/backend/backend/static/icons/connector-icons/Redshift.png b/frontend/public/icons/connector-icons/Redshift.png
similarity index 100%
rename from backend/backend/static/icons/connector-icons/Redshift.png
rename to frontend/public/icons/connector-icons/Redshift.png
diff --git a/backend/backend/static/icons/connector-icons/S3.png b/frontend/public/icons/connector-icons/S3.png
similarity index 100%
rename from backend/backend/static/icons/connector-icons/S3.png
rename to frontend/public/icons/connector-icons/S3.png
diff --git a/backend/backend/static/icons/connector-icons/Snowflake.png b/frontend/public/icons/connector-icons/Snowflake.png
similarity index 100%
rename from backend/backend/static/icons/connector-icons/Snowflake.png
rename to frontend/public/icons/connector-icons/Snowflake.png
diff --git a/backend/backend/static/icons/connector-icons/azure_blob_storage.png b/frontend/public/icons/connector-icons/azure_blob_storage.png
similarity index 100%
rename from backend/backend/static/icons/connector-icons/azure_blob_storage.png
rename to frontend/public/icons/connector-icons/azure_blob_storage.png
diff --git a/backend/backend/static/icons/connector-icons/google_bigquery-icon.svg b/frontend/public/icons/connector-icons/google_bigquery-icon.svg
similarity index 100%
rename from backend/backend/static/icons/connector-icons/google_bigquery-icon.svg
rename to frontend/public/icons/connector-icons/google_bigquery-icon.svg
diff --git a/backend/backend/static/icons/connector-icons/google_cloud_storage.png b/frontend/public/icons/connector-icons/google_cloud_storage.png
similarity index 100%
rename from backend/backend/static/icons/connector-icons/google_cloud_storage.png
rename to frontend/public/icons/connector-icons/google_cloud_storage.png
diff --git a/frontend/src/helpers/GetStaticData.js b/frontend/src/helpers/GetStaticData.js
index 0c3a357e4..6a6861999 100644
--- a/frontend/src/helpers/GetStaticData.js
+++ b/frontend/src/helpers/GetStaticData.js
@@ -132,10 +132,9 @@ const listOfAppDeployments = [
cron: null,
workflow_name: "demo",
source_name: "MinioFS/S3",
- source_icon: "/api/v1/static/icons/connector-icons/S3.png",
+ source_icon: "/icons/connector-icons/S3.png",
destination_name: "Unstract Cloud Storage",
- destination_icon:
- "/api/v1/static/icons/connector-icons/Pandora%20Storage.png",
+ destination_icon: "/icons/connector-icons/Pandora%20Storage.png",
goto: "https://finance-qa.pandora-demo.zipstack.io/",
},
{
@@ -152,10 +151,9 @@ const listOfAppDeployments = [
cron: null,
workflow_name: "demo",
source_name: "MinioFS/S3",
- source_icon: "/api/v1/static/icons/connector-icons/S3.png",
+ source_icon: "/icons/connector-icons/S3.png",
destination_name: "Unstract Cloud Storage",
- destination_icon:
- "/api/v1/static/icons/connector-icons/Pandora%20Storage.png",
+ destination_icon: "/icons/connector-icons/Pandora%20Storage.png",
goto: "https://legal-qa.pandora-demo.zipstack.io/",
},
];
diff --git a/unstract/connectors/src/unstract/connectors/databases/mariadb/mariadb.py b/unstract/connectors/src/unstract/connectors/databases/mariadb/mariadb.py
index 0e97a8bed..abba5d346 100644
--- a/unstract/connectors/src/unstract/connectors/databases/mariadb/mariadb.py
+++ b/unstract/connectors/src/unstract/connectors/databases/mariadb/mariadb.py
@@ -31,7 +31,7 @@ class MariaDB(UnstractDB):
@staticmethod
def get_icon() -> str:
return (
- "/api/v1/static/icons/connector-icons/MariaDB.png"
+ "/icons/connector-icons/MariaDB.png"
)
@staticmethod
diff --git a/unstract/connectors/src/unstract/connectors/databases/mssql/mssql.py b/unstract/connectors/src/unstract/connectors/databases/mssql/mssql.py
index 3a3344d85..bd7a0078d 100644
--- a/unstract/connectors/src/unstract/connectors/databases/mssql/mssql.py
+++ b/unstract/connectors/src/unstract/connectors/databases/mssql/mssql.py
@@ -30,7 +30,7 @@ class MSSQL(UnstractDB):
@staticmethod
def get_icon() -> str:
- return "/api/v1/static/icons/connector-icons/MSSQL.png"
+ return "/icons/connector-icons/MSSQL.png"
@staticmethod
def get_json_schema() -> str:
diff --git a/unstract/connectors/src/unstract/connectors/databases/mysql/mysql.py b/unstract/connectors/src/unstract/connectors/databases/mysql/mysql.py
index 6d26e6913..2c7091d70 100644
--- a/unstract/connectors/src/unstract/connectors/databases/mysql/mysql.py
+++ b/unstract/connectors/src/unstract/connectors/databases/mysql/mysql.py
@@ -30,7 +30,7 @@ class MySQL(UnstractDB):
@staticmethod
def get_icon() -> str:
- return "/api/v1/static/icons/connector-icons/MySql.png"
+ return "/icons/connector-icons/MySql.png"
@staticmethod
def get_json_schema() -> str:
diff --git a/unstract/connectors/src/unstract/connectors/databases/redshift/redshift.py b/unstract/connectors/src/unstract/connectors/databases/redshift/redshift.py
index e67b768fa..015da7b53 100644
--- a/unstract/connectors/src/unstract/connectors/databases/redshift/redshift.py
+++ b/unstract/connectors/src/unstract/connectors/databases/redshift/redshift.py
@@ -34,7 +34,7 @@ class Redshift(UnstractDB):
@staticmethod
def get_icon() -> str:
return (
- "/api/v1/static/icons/connector-icons/Redshift.png"
+ "/icons/connector-icons/Redshift.png"
)
@staticmethod
diff --git a/unstract/connectors/src/unstract/connectors/filesystems/box/box.py b/unstract/connectors/src/unstract/connectors/filesystems/box/box.py
index df26efb66..2d10a1806 100644
--- a/unstract/connectors/src/unstract/connectors/filesystems/box/box.py
+++ b/unstract/connectors/src/unstract/connectors/filesystems/box/box.py
@@ -81,7 +81,7 @@ class BoxFS(UnstractFileSystem):
@staticmethod
def get_icon() -> str:
- return "/api/v1/static/icons/connector-icons/Box.png"
+ return "/icons/connector-icons/Box.png"
@staticmethod
def get_json_schema() -> str:
diff --git a/unstract/connectors/src/unstract/connectors/filesystems/google_drive/google_drive.py b/unstract/connectors/src/unstract/connectors/filesystems/google_drive/google_drive.py
index bdfa63549..e91275b44 100644
--- a/unstract/connectors/src/unstract/connectors/filesystems/google_drive/google_drive.py
+++ b/unstract/connectors/src/unstract/connectors/filesystems/google_drive/google_drive.py
@@ -59,7 +59,7 @@ class GoogleDriveFS(UnstractFileSystem):
@staticmethod
def get_icon() -> str:
- return "/api/v1/static/icons/connector-icons/Google%20Drive.png" # noqa
+ return "/icons/connector-icons/Google%20Drive.png" # noqa
@staticmethod
def get_json_schema() -> str:
diff --git a/unstract/connectors/src/unstract/connectors/filesystems/http/http.py b/unstract/connectors/src/unstract/connectors/filesystems/http/http.py
index ea7db1058..3a5f6a362 100644
--- a/unstract/connectors/src/unstract/connectors/filesystems/http/http.py
+++ b/unstract/connectors/src/unstract/connectors/filesystems/http/http.py
@@ -40,7 +40,7 @@ class HttpFS(UnstractFileSystem):
@staticmethod
def get_icon() -> str:
- return "/api/v1/static/icons/connector-icons/HTTP.svg"
+ return "/icons/connector-icons/HTTP.svg"
@staticmethod
def get_json_schema() -> str:
diff --git a/unstract/connectors/src/unstract/connectors/filesystems/local_storage/local_storage.py b/unstract/connectors/src/unstract/connectors/filesystems/local_storage/local_storage.py
index 05bc2fc34..38f737346 100644
--- a/unstract/connectors/src/unstract/connectors/filesystems/local_storage/local_storage.py
+++ b/unstract/connectors/src/unstract/connectors/filesystems/local_storage/local_storage.py
@@ -31,7 +31,7 @@ class LocalStorageFS(UnstractFileSystem):
@staticmethod
def get_icon() -> str:
# TO DO: Add an icon for local storage
- return "/api/v1/static/icons/connector-icons/S3.png"
+ return "/icons/connector-icons/S3.png"
@staticmethod
def get_json_schema() -> str:
diff --git a/unstract/connectors/src/unstract/connectors/filesystems/ucs/ucs.py b/unstract/connectors/src/unstract/connectors/filesystems/ucs/ucs.py
index e847799b1..eb95b2f7b 100644
--- a/unstract/connectors/src/unstract/connectors/filesystems/ucs/ucs.py
+++ b/unstract/connectors/src/unstract/connectors/filesystems/ucs/ucs.py
@@ -23,7 +23,7 @@ class UnstractCloudStorage(MinioFS):
@staticmethod
def get_icon() -> str:
- return "/api/v1/static/icons/connector-icons/Pandora%20Storage.png" # noqa
+ return "/icons/connector-icons/Pandora%20Storage.png" # noqa
@staticmethod
def get_json_schema() -> str: