LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
feat: Removed references of Pandora (#637)
Chandrasekharan Mf3b0ad44e17e
diff --git a/backend/project/tests/project_tests.py b/backend/project/tests/project_tests.pyindex 40ce81906..544f16cf1 100644--- a/backend/project/tests/project_tests.py+++ b/backend/project/tests/project_tests.py@@ -39,7 +39,7 @@ class TestProjects(APITestCase):url = reverse("projects_v1-list")data = {"org": 1,- "project_name": "Pandora8 Test",+ "project_name": "Unstract Test","created_by": 2,"modified_by": 2,"modified_at": "2023-06-14T05:28:47.759Z",@@ -69,7 +69,7 @@ class TestProjects(APITestCase):url = reverse("projects_v1-detail", kwargs={"pk": 1})data = {"org": 1,- "project_name": "Pandora6 Test",+ "project_name": "Unstract Test","created_by": 2,"modified_by": 2,"modified_at": "2023-06-14T05:28:47.759Z",diff --git a/backend/workflow_manager/endpoint/tests/test_database_utils/base_test_db.py b/backend/workflow_manager/endpoint/tests/test_database_utils/base_test_db.pyindex 4040eb624..d83fc3a59 100644--- a/backend/workflow_manager/endpoint/tests/test_database_utils/base_test_db.py+++ b/backend/workflow_manager/endpoint/tests/test_database_utils/base_test_db.py@@ -88,7 +88,7 @@ class BaseTestDB:bigquery_json_str = os.getenv("BIGQUERY_CREDS", "{}")self.bigquery_settings = json.loads(bigquery_json_str)self.bigquery_settings["json_credentials"] = bigquery_json_str- self.valid_bigquery_table_name = "pandoras-tamer.bigquery_test.bigquery_output"+ self.valid_bigquery_table_name = "unstract.bigquery_test.bigquery_output"self.invalid_snowflake_db = {**self.snowflake_creds, "database": "invalid"}self.invalid_snowflake_schema = {**self.snowflake_creds, "schema": "invalid"}self.invalid_snowflake_warehouse = {diff --git a/backend/workflow_manager/endpoint_v2/tests/test_database_utils/base_test_db.py b/backend/workflow_manager/endpoint_v2/tests/test_database_utils/base_test_db.pyindex 4040eb624..d83fc3a59 100644--- a/backend/workflow_manager/endpoint_v2/tests/test_database_utils/base_test_db.py+++ b/backend/workflow_manager/endpoint_v2/tests/test_database_utils/base_test_db.py@@ -88,7 +88,7 @@ class BaseTestDB:bigquery_json_str = os.getenv("BIGQUERY_CREDS", "{}")self.bigquery_settings = json.loads(bigquery_json_str)self.bigquery_settings["json_credentials"] = bigquery_json_str- self.valid_bigquery_table_name = "pandoras-tamer.bigquery_test.bigquery_output"+ self.valid_bigquery_table_name = "unstract.bigquery_test.bigquery_output"self.invalid_snowflake_db = {**self.snowflake_creds, "database": "invalid"}self.invalid_snowflake_schema = {**self.snowflake_creds, "schema": "invalid"}self.invalid_snowflake_warehouse = {diff --git a/frontend/README.md b/frontend/README.mdindex 2f4fd022b..fc9e6ec65 100644--- a/frontend/README.md+++ b/frontend/README.md@@ -6,10 +6,12 @@ This project was bootstrapped with [Create React App](https://github.com/facebooNodeJS 16-1. Clone this repo in your local <https://github.com/Zipstack/Pandora> by the following command:- `git clone https://github.com/Zipstack/Pandora.git`+1. Clone [this repo](https://github.com/Zipstack/unstract) in your machine++ `git clone https://github.com/Zipstack/unstract.git`++2. Navigate to the path `unstract/frontend` and run the following commands-2. Now in terminal navigate to this path `Pandora/frontend` and run the following commands:`npm install`### Steps to run the setupdiff --git a/frontend/public/icons/connector-icons/Pandora Storage.png b/frontend/public/icons/connector-icons/Unstract Storage.pngsimilarity index 100%rename from frontend/public/icons/connector-icons/Pandora Storage.pngrename to frontend/public/icons/connector-icons/Unstract Storage.pngdiff --git a/unstract/connectors/src/unstract/connectors/filesystems/local_storage/static/json_schema.json b/unstract/connectors/src/unstract/connectors/filesystems/local_storage/static/json_schema.jsonindex f83f4db38..c0b3d674e 100644--- a/unstract/connectors/src/unstract/connectors/filesystems/local_storage/static/json_schema.json+++ b/unstract/connectors/src/unstract/connectors/filesystems/local_storage/static/json_schema.json@@ -10,7 +10,7 @@"connectorName": {"type": "string","title": "Name of the connector",- "default": "Pandora's Local file connector"+ "default": "Unstract's Local file connector"},"path": {"type": "string",diff --git a/unstract/connectors/src/unstract/connectors/filesystems/ucs/ucs.py b/unstract/connectors/src/unstract/connectors/filesystems/ucs/ucs.pyindex e0cd0a62d..9c8ab3f33 100644--- a/unstract/connectors/src/unstract/connectors/filesystems/ucs/ucs.py+++ b/unstract/connectors/src/unstract/connectors/filesystems/ucs/ucs.py@@ -23,7 +23,7 @@ class UnstractCloudStorage(MinioFS):@staticmethoddef get_icon() -> str:- return "/icons/connector-icons/Pandora%20Storage.png"+ return "/icons/connector-icons/Unstract%20Storage.png"@staticmethoddef get_json_schema() -> str:diff --git a/unstract/connectors/tests/filesystems/test_miniofs.py b/unstract/connectors/tests/filesystems/test_miniofs.pyindex 649c577c0..28dd00b13 100644--- a/unstract/connectors/tests/filesystems/test_miniofs.py+++ b/unstract/connectors/tests/filesystems/test_miniofs.py@@ -19,7 +19,7 @@ class TestMinoFS(unittest.TestCase):})- print(s3.get_fsspec_fs().ls("pandora-user-storage"))+ print(s3.get_fsspec_fs().ls("unstract-user-storage"))# @unittest.skip("Minio is not running")def test_minio(self) -> None:diff --git a/unstract/connectors/tests/filesystems/test_pcs.py b/unstract/connectors/tests/filesystems/test_pcs.pyindex b7f193788..fa3f49c43 100644--- a/unstract/connectors/tests/filesystems/test_pcs.py+++ b/unstract/connectors/tests/filesystems/test_pcs.py@@ -18,7 +18,7 @@ class TestPCS_FS(unittest.TestCase):})- print(gcs.get_fsspec_fs().ls("pandora-user-storage")) # type:ignore+ print(gcs.get_fsspec_fs().ls("unstract-user-storage")) # type:ignoreif __name__ == "__main__":diff --git a/unstract/core/README.md b/unstract/core/README.mdindex 0af782243..7d02b29a2 100644--- a/unstract/core/README.md+++ b/unstract/core/README.md@@ -1,97 +1,5 @@-# Packaging+# unstract-core-Create a repository-Create the repository for your packages.+Package that contains modules and utilities that can be used across packages and services.-1. Run the following command to create a new Python package repository in the current project named pandora-core in the location us-central1.--```-gcloud artifacts repositories create pandora\- --repository-format=python \- --location=us-central1 \- --description="Python package repository for pandora-core"-```--2. Run the following command to verify that your repository was created:--```-gcloud artifacts repositories list-```--3. To simplify gcloud commands, set the default repository to pandora and the default location to us-central1. After the values are set, you do not need to specify them in gcloud commands that require a repository or a location.--To set the repository, run the command:--gcloud config set artifacts/repository pandora--To set the location, run the command:--gcloud config set artifacts/location us-central1--## Build package--In the root directory of your Python module, create a setup.py script. This script provides metadata about your package and allows you to specify its dependencies, version, etc.--Next, build your Python package. In the same directory as your setup.py, run:--```-python setup.py sdist bdist_wheel-```--### Configure authentication--The Artifact Registry keyring backend finds your credentials using Application Default Credentials (ADC), a strategy that looks for credentials in your environment.--In this quickstart, you'll:--Generate user credentials for ADC. In a production environment, you should use a service account and provide credentials with the GOOGLE_APPLICATION_CREDENTIALS environment variable.-Include the Artifact Registry repository URL in pip and twine commands so that you do not need to configure pip and Twine with the repository URL.-To generate credentials for ADC, run the following command:--```-gcloud auth application-default login-```--Publish Your Package to Artifact Registry:--Push your package to the configured Google Cloud Artifact Registry repository using twine. First, install twine if you haven't already:--```-pip install twine--```--Then, upload your package:--```-twine upload --repository-url https://REGION-docker.pkg.dev/PROJECT_ID/REPO_NAME dist/*-twine upload --repository-url https://us-central1-python.pkg.dev/pandora-engineering-trials/pandora/ dist/*-```--[global]-index-url = https://_json_key_base64:<[email protected]>/PROJECT/REPOSITORY/simple/--gcloud artifacts print-settings python --project=pandora-engineering-trials \- --repository=pandora \- --location=us-central1--pip install --extra-index-url https://_json_key_base64:<[email protected]>/PROJECT/REPOSITORY/simple/ pandora_core--pip install --extra-index-url <https://us-central1-python.pkg.dev/pandora-engineering-trials/pandora/simple> pandora_core--gcloud artifacts print-settings python --project=pandora-engineering-trials \- --repository=pandora \- --location=us-central1 \- --json-key=./gcloud.json--## Pull image--Install Gclud--docker build -t backend:prod -f Dockerfile.prod .--list packages : python -m pip list--python -m twine upload --repository-url <https://us-central1-python.pkg.dev/pandora-engineering-trials/pandora/> dist/*--pip install --index-url <https://us-central1-python.pkg.dev/pandora-engineering-trials/pandora/simple> pandora_core+Houses a log publisher helper which helps push log messages to a queue that eventually gets consumed by celery.diff --git a/unstract/flags/README.md b/unstract/flags/README.mdindex 8bcfe6e6c..ec1da3d32 100644--- a/unstract/flags/README.md+++ b/unstract/flags/README.md@@ -43,7 +43,7 @@ else:# Execute code for disabled featurepass-## Feature flags in Pandora+## Feature flags in Unstract- Refer related files in /backend/feature_flag and /unstract/flagsdiff --git a/unstract/workflow-execution/tests/sample_instances.json b/unstract/workflow-execution/tests/sample_instances.jsonindex 5d9d5e784..6f79310f6 100644--- a/unstract/workflow-execution/tests/sample_instances.json+++ b/unstract/workflow-execution/tests/sample_instances.json@@ -15,8 +15,8 @@"fileExtensions": [],"tool_instance_id": "bec093f7-a97d-430a-92d5-936b3b40e57e","createOutputFolder": true,- "inputFileConnector": "Pandora's S3/Minio",- "outputFileConnector": "Pandora's S3/Minio",+ "inputFileConnector": "Unstract's S3/Minio",+ "outputFileConnector": "Unstract's S3/Minio","createOutputDocument": true,"processSubDirectories": true},