Skip to content

LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows

Disable GCS listing cache to avoid stale file metadata (#1334)

alicccdfd5ddc95
diff --git a/unstract/connectors/src/unstract/connectors/filesystems/google_cloud_storage/google_cloud_storage.py b/unstract/connectors/src/unstract/connectors/filesystems/google_cloud_storage/google_cloud_storage.py
index 9f983402d..ec05a35c5 100644
--- a/unstract/connectors/src/unstract/connectors/filesystems/google_cloud_storage/google_cloud_storage.py
+++ b/unstract/connectors/src/unstract/connectors/filesystems/google_cloud_storage/google_cloud_storage.py
@@ -26,7 +26,12 @@ class GoogleCloudStorageFS(UnstractFileSystem):
json_credentials_str = settings.get("json_credentials", "{}")
try:
json_credentials = json.loads(json_credentials_str)
- self.gcs_fs = GCSFileSystem(token=json_credentials, project=project_id)
+ self.gcs_fs = GCSFileSystem(
+ token=json_credentials,
+ project=project_id,
+ cache_timeout=0,
+ use_listings_cache=False,
+ )
except json.JSONDecodeError as e:
logger.error(f"Failed to parse JSON credentials: {str(e)}")
error_msg = (