LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
Disable GCS listing cache to avoid stale file metadata (#1334)
alicccdfd5ddc95
diff --git a/unstract/connectors/src/unstract/connectors/filesystems/google_cloud_storage/google_cloud_storage.py b/unstract/connectors/src/unstract/connectors/filesystems/google_cloud_storage/google_cloud_storage.pyindex 9f983402d..ec05a35c5 100644--- a/unstract/connectors/src/unstract/connectors/filesystems/google_cloud_storage/google_cloud_storage.py+++ b/unstract/connectors/src/unstract/connectors/filesystems/google_cloud_storage/google_cloud_storage.py@@ -26,7 +26,12 @@ class GoogleCloudStorageFS(UnstractFileSystem):json_credentials_str = settings.get("json_credentials", "{}")try:json_credentials = json.loads(json_credentials_str)- self.gcs_fs = GCSFileSystem(token=json_credentials, project=project_id)+ self.gcs_fs = GCSFileSystem(+ token=json_credentials,+ project=project_id,+ cache_timeout=0,+ use_listings_cache=False,+ )except json.JSONDecodeError as e:logger.error(f"Failed to parse JSON credentials: {str(e)}")error_msg = (