Codebase intelligence for AI and humans: code health scores, auto-generated docs, git analytics, dead code detection, and architectural decisions via MCP.
Python aicode-complexitycode-healthcode-intelligencecode-qualitydead-codedeveloper-toolsdocumentationgit-analyticsmcpopen-sourcepythonrefactoringstatic-analysistechnical-debt
perf(server): cache HTTP query embeddings so a repeated search skips the provider (#2192)
Just One More Night3c93e0f0d552
diff --git a/packages/server/src/repowise/server/app.py b/packages/server/src/repowise/server/app.pyindex 9449f8a9b..36a46e25a 100644--- a/packages/server/src/repowise/server/app.py+++ b/packages/server/src/repowise/server/app.py@@ -35,7 +35,9 @@ from repowise.core.persistence.database import ()from repowise.core.persistence.models import GenerationJobfrom repowise.core.persistence.search import FullTextSearch+from repowise.core.providers.embedding import is_semantic_embedderfrom repowise.core.providers.embedding.base import KeylessEmbedder+from repowise.core.providers.embedding.caching import CachingEmbedderfrom repowise.server import __version__from repowise.server.routers import (blast_radius,@@ -158,6 +160,16 @@ def _build_embedder():return KeylessEmbedder()+def _build_query_embedder():+ """Build the HTTP server's long-lived, query-side embedder.++ Keyless is left bare because semantic-search routing identifies it by type;+ wrapping it would incorrectly enable a vector leg with no signal.+ """+ embedder = _build_embedder()+ return CachingEmbedder(embedder) if is_semantic_embedder(embedder) else embedder++@asynccontextmanagerasync def lifespan(app: FastAPI) -> AsyncGenerator[None, None]:"""Startup: create DB engine, session factory, FTS, vector store, scheduler.@@ -231,7 +243,7 @@ async def lifespan(app: FastAPI) -> AsyncGenerator[None, None]:# Reuse the repo-local LanceDB index written by CLI init/update. A fresh# in-memory store is used only when this database cannot be associated with# a repository or the optional LanceDB runtime is unavailable.- embedder = _build_embedder()+ embedder = _build_query_embedder()from repowise.server.search_helpers import build_primary_vector_storevector_store, primary_vector_repo_id = await build_primary_vector_store(@@ -369,7 +381,7 @@ async def lifespan(app: FastAPI) -> AsyncGenerator[None, None]:repo_registry = RepoRegistry(workspace_root=_Path(ws_root),ws_config=ws_config,- embedder_factory=_build_embedder,+ embedder_factory=_build_query_embedder,)app.state.repo_registry = repo_registryset_tool_workspace(registry=repo_registry, workspace_root=str(ws_root))diff --git a/tests/unit/server/test_app_embedder_backends.py b/tests/unit/server/test_app_embedder_backends.pyindex 89091a10c..c12f6eb04 100644--- a/tests/unit/server/test_app_embedder_backends.py+++ b/tests/unit/server/test_app_embedder_backends.py@@ -14,8 +14,10 @@ from __future__ import annotationsimport pytestfrom repowise.core.providers.embedding.base import KeylessEmbedder+from repowise.core.providers.embedding.caching import CachingEmbedderfrom repowise.core.providers.embedding.edenai import EdenAIEmbedder-from repowise.server.app import _build_embedder+from repowise.server import app as app_module+from repowise.server.app import _build_embedder, _build_query_embedder@pytest.fixture(autouse=True)@@ -46,3 +48,33 @@ def test_an_unknown_backend_still_degrades_to_the_keyless_mock() -> None:monkeypatch.setenv("REPOWISE_EMBEDDER", "not-a-backend")assert isinstance(_build_embedder(), KeylessEmbedder)+++async def test_query_embedder_caches_repeated_text(monkeypatch: pytest.MonkeyPatch) -> None:+ class SpyEmbedder:+ dimensions = 2++ def __init__(self) -> None:+ self.calls = 0++ async def embed(self, texts: list[str]) -> list[list[float]]:+ self.calls += 1+ return [[1.0, 2.0] for _ in texts]++ inner = SpyEmbedder()+ monkeypatch.setattr(app_module, "_build_embedder", lambda: inner)++ embedder = _build_query_embedder()+ assert isinstance(embedder, CachingEmbedder)++ assert await embedder.embed(["same query"]) == [[1.0, 2.0]]+ assert await embedder.embed(["same query"]) == [[1.0, 2.0]]+ assert inner.calls == 1+++def test_query_embedder_leaves_keyless_embedder_bare(monkeypatch: pytest.MonkeyPatch) -> None:+ inner = KeylessEmbedder()+ monkeypatch.setattr(app_module, "_build_embedder", lambda: inner)++ assert _build_query_embedder() is inner