Build Agentic workflows, RAG pipelines, with rich AI model and tool support on one collaborative workspace. Deploy on cloud, VPC, or self-hosted, so teams move from prototype to production without rebuilding the stack.
Python agentagentic-aiagentic-frameworkagentic-workflowaiautomationclaudedeepseekgenaigptllmlow-codemcpnextjsno-codeopenaipythonskillsworkflow
chore(release): Upgrade self-hosted Weaviate to 1.39 (#38214)
Duda Nogueira647fec55d9e7
diff --git a/api/.env.example b/api/.env.exampleindex 15829262e8b..0bf7b9493ac 100644--- a/api/.env.example+++ b/api/.env.example@@ -234,6 +234,7 @@ VECTOR_INDEX_NAME_PREFIX=Vector_index# Weaviate configurationWEAVIATE_ENDPOINT=http://localhost:8080+WEAVIATE_GRPC_ENDPOINT=grpc://localhost:50051WEAVIATE_API_KEY=WVF5YThaHlkYwhGUSmCRgsX3tD5ngdN8pkihWEAVIATE_BATCH_SIZE=100WEAVIATE_TOKENIZATION=worddiff --git a/api/providers/vdb/vdb-weaviate/src/dify_vdb_weaviate/weaviate_vector.py b/api/providers/vdb/vdb-weaviate/src/dify_vdb_weaviate/weaviate_vector.pyindex ca6081ff89e..5735b6a018a 100644--- a/api/providers/vdb/vdb-weaviate/src/dify_vdb_weaviate/weaviate_vector.py+++ b/api/providers/vdb/vdb-weaviate/src/dify_vdb_weaviate/weaviate_vector.py@@ -7,6 +7,7 @@ document embeddings used in retrieval-augmented generation workflows.import atexitimport datetime+import importlib.metadataimport jsonimport loggingimport threading@@ -37,6 +38,48 @@ logger = logging.getLogger(__name__)_weaviate_client: weaviate.WeaviateClient | None = None_weaviate_client_lock = threading.Lock()+# Identifies Dify to Weaviate's server-side telemetry via the X-Weaviate-Client-Integration+# header, matching the identifier emitted by other official Weaviate integrations.+_INTEGRATION_NAME = "dify"+++def _integration_version() -> str:+ """Best-effort Dify version reported in the integration telemetry header."""+ version = (dify_config.project.version or "").strip()+ if version:+ return version+ try:+ return importlib.metadata.version("dify-api")+ except Exception:+ return "unknown"+++def _register_integration(client: weaviate.WeaviateClient) -> None:+ """+ Registers the ``X-Weaviate-Client-Integration`` telemetry header on the client.++ The header value is ``dify/<version>`` and is sent on both HTTP and gRPC requests, letting+ Weaviate's server attribute traffic to Dify in its telemetry (alongside the built-in+ ``X-Weaviate-Client`` header). Registration is best-effort: any failure — including older+ weaviate-client releases that lack the ``integrations`` API — is swallowed so telemetry never+ breaks client initialization.+ """+ try:+ from pydantic import Field+ from weaviate.connect.integrations import _IntegrationConfig++ value = f"{_INTEGRATION_NAME}/{_integration_version()}"++ class _DifyIntegration(_IntegrationConfig):+ integration: str = Field(+ default=value,+ serialization_alias="X-Weaviate-Client-Integration",+ )++ client.integrations.configure(_DifyIntegration())+ except Exception:+ logger.debug("Could not register Dify Weaviate integration header", exc_info=True)+def _shutdown_weaviate_client() -> None:"""@@ -159,6 +202,9 @@ class WeaviateVector(BaseVector):skip_init_checks=True, # Skip PyPI version check to avoid unnecessary HTTP requests)+ # Tag outgoing requests so Weaviate can attribute traffic to Dify in its telemetry.+ _register_integration(client)+if not client.is_ready():raise ConnectionError("Vector database is not ready")diff --git a/api/providers/vdb/vdb-weaviate/tests/unit_tests/test_weaviate_integration_header.py b/api/providers/vdb/vdb-weaviate/tests/unit_tests/test_weaviate_integration_header.pynew file mode 100644index 00000000000..927ed344100--- /dev/null+++ b/api/providers/vdb/vdb-weaviate/tests/unit_tests/test_weaviate_integration_header.py@@ -0,0 +1,103 @@+"""Unit tests for the Weaviate client integration telemetry header.++Verifies that Dify registers the ``X-Weaviate-Client-Integration`` header on the Weaviate+client so server-side telemetry can attribute traffic to Dify, mirroring the behavior of other+official Weaviate integrations.+"""++import unittest+from typing import override+from unittest.mock import MagicMock, patch++from dify_vdb_weaviate import weaviate_vector as weaviate_vector_module+from dify_vdb_weaviate.weaviate_vector import (+ _INTEGRATION_NAME,+ WeaviateConfig,+ WeaviateVector,+ _integration_version,+ _register_integration,+)+++class TestIntegrationVersion(unittest.TestCase):+ """Tests for resolving the version reported in the integration header."""++ def test_uses_dify_project_version_when_present(self):+ with patch.object(weaviate_vector_module.dify_config.project, "version", "1.15.0"):+ assert _integration_version() == "1.15.0"++ def test_strips_whitespace_from_version(self):+ with patch.object(weaviate_vector_module.dify_config.project, "version", " 1.15.0 "):+ assert _integration_version() == "1.15.0"++ def test_falls_back_to_package_metadata_when_version_empty(self):+ with (+ patch.object(weaviate_vector_module.dify_config.project, "version", ""),+ patch("dify_vdb_weaviate.weaviate_vector.importlib.metadata.version", return_value="9.9.9"),+ ):+ assert _integration_version() == "9.9.9"++ def test_falls_back_to_unknown_when_everything_fails(self):+ with (+ patch.object(weaviate_vector_module.dify_config.project, "version", ""),+ patch(+ "dify_vdb_weaviate.weaviate_vector.importlib.metadata.version",+ side_effect=Exception("no metadata"),+ ),+ ):+ assert _integration_version() == "unknown"+++class TestRegisterIntegration(unittest.TestCase):+ """Tests for registering the integration header on the client."""++ def test_configures_header_with_dify_name_and_version(self):+ client = MagicMock()+ with patch.object(weaviate_vector_module.dify_config.project, "version", "1.15.0"):+ _register_integration(client)++ client.integrations.configure.assert_called_once()+ config = client.integrations.configure.call_args.args[0]+ header = config._to_header()+ assert header == {"X-Weaviate-Client-Integration": "dify/1.15.0"}+ assert _INTEGRATION_NAME == "dify"++ def test_swallows_errors_so_init_never_breaks(self):+ client = MagicMock()+ client.integrations.configure.side_effect = Exception("old client without integrations API")++ # Must not raise.+ with patch.object(weaviate_vector_module.dify_config.project, "version", "1.15.0"):+ _register_integration(client)+++class TestInitClientRegistersIntegration(unittest.TestCase):+ """Ensures the integration header is registered during client initialization."""++ @override+ def setUp(self):+ weaviate_vector_module._weaviate_client = None+ self.config = WeaviateConfig(endpoint="http://localhost:8080", api_key="test-key")++ @override+ def tearDown(self):+ weaviate_vector_module._weaviate_client = None++ @patch("dify_vdb_weaviate.weaviate_vector.weaviate")+ def test_init_client_registers_integration(self, mock_weaviate_module):+ mock_client = MagicMock()+ mock_client.is_ready.return_value = True+ mock_weaviate_module.connect_to_custom.return_value = mock_client++ with patch("dify_vdb_weaviate.weaviate_vector._register_integration") as mock_register:+ WeaviateVector(+ collection_name="Test_Collection_Node",+ config=self.config,+ attributes=["doc_id"],+ )++ mock_register.assert_called_once_with(mock_client)+++if __name__ == "__main__":+ unittest.main()diff --git a/api/tests/integration_tests/.env.example b/api/tests/integration_tests/.env.exampleindex 76ad277101d..53e655dcd92 100644--- a/api/tests/integration_tests/.env.example+++ b/api/tests/integration_tests/.env.example@@ -62,6 +62,7 @@ WEBSOCKET_MAX_HTTP_BUFFER_SIZE=10485760VECTOR_STORE=weaviate# Weaviate configurationWEAVIATE_ENDPOINT=http://localhost:8080+WEAVIATE_GRPC_ENDPOINT=grpc://localhost:50051WEAVIATE_API_KEY=WVF5YThaHlkYwhGUSmCRgsX3tD5ngdN8pkihWEAVIATE_BATCH_SIZE=100WEAVIATE_TOKENIZATION=worddiff --git a/docker/docker-compose-template.yaml b/docker/docker-compose-template.yamlindex 3ce3358c569..e8e7a0b148a 100644--- a/docker/docker-compose-template.yaml+++ b/docker/docker-compose-template.yaml@@ -809,7 +809,7 @@ services:# The Weaviate vector store.weaviate:- image: semitechnologies/weaviate:1.27.0+ image: cr.weaviate.io/semitechnologies/weaviate:1.39.2profiles:- weaviaterestart: alwaysdiff --git a/docker/docker-compose.middleware.yaml b/docker/docker-compose.middleware.yamlindex 0f32cb0a6bf..5b30bfdda1f 100644--- a/docker/docker-compose.middleware.yaml+++ b/docker/docker-compose.middleware.yaml@@ -250,7 +250,7 @@ services:# The Weaviate vector store.weaviate:- image: semitechnologies/weaviate:1.27.0+ image: cr.weaviate.io/semitechnologies/weaviate:1.39.2profiles:- ""- weaviatediff --git a/docker/docker-compose.yaml b/docker/docker-compose.yamlindex fd59abaa3f9..cf3468e3224 100644--- a/docker/docker-compose.yaml+++ b/docker/docker-compose.yaml@@ -815,7 +815,7 @@ services:# The Weaviate vector store.weaviate:- image: semitechnologies/weaviate:1.27.0+ image: cr.weaviate.io/semitechnologies/weaviate:1.39.2profiles:- weaviaterestart: alwaysdiff --git a/docker/envs/middleware.env.example b/docker/envs/middleware.env.exampleindex faf8307ff43..fcd58cef5a9 100644--- a/docker/envs/middleware.env.example+++ b/docker/envs/middleware.env.example@@ -154,6 +154,7 @@ EXPOSE_SANDBOX_PORT=8194EXPOSE_LOCAL_SANDBOX_PORT=5004EXPOSE_SSRF_PROXY_PORT=3128EXPOSE_WEAVIATE_PORT=8080+EXPOSE_WEAVIATE_GRPC_PORT=50051# ------------------------------# Plugin Daemon Configuration