Codebase intelligence for AI and humans: code health scores, auto-generated docs, git analytics, dead code detection, and architectural decisions via MCP.
Python aicode-complexitycode-healthcode-intelligencecode-qualitydead-codedeveloper-toolsdocumentationgit-analyticsmcpopen-sourcepythonrefactoringstatic-analysistechnical-debt
fix(providers): make opencode subprocess concurrency configurable via shared resolver (#2485)
Amanf5286742e2c0
diff --git a/packages/core/src/repowise/core/providers/llm/_concurrency.py b/packages/core/src/repowise/core/providers/llm/_concurrency.pynew file mode 100644index 000000000..ac9d3fcde--- /dev/null+++ b/packages/core/src/repowise/core/providers/llm/_concurrency.py@@ -0,0 +1,28 @@+"""Shared subprocess concurrency resolution for CLI-backed providers."""++from __future__ import annotations++import os++import structlog++log = structlog.get_logger(__name__)++DEFAULT_CONCURRENCY = 4+++def resolve_concurrency(env_var: str, provider: str) -> int:+ """Read ``env_var`` as a subprocess concurrency limit.++ Falls back to ``DEFAULT_CONCURRENCY`` when unset or not an integer, and+ clamps to a minimum of 1 so ``0`` cannot deadlock the semaphore.+ """+ raw = os.environ.get(env_var, "").strip()+ if not raw:+ return DEFAULT_CONCURRENCY+ try:+ value = int(raw)+ except ValueError:+ log.warning(f"{provider}.concurrency.invalid", value=raw, using=DEFAULT_CONCURRENCY)+ return DEFAULT_CONCURRENCY+ return max(1, value)diff --git a/packages/core/src/repowise/core/providers/llm/codex_cli.py b/packages/core/src/repowise/core/providers/llm/codex_cli.pyindex 89ab3850e..a04784709 100644--- a/packages/core/src/repowise/core/providers/llm/codex_cli.py+++ b/packages/core/src/repowise/core/providers/llm/codex_cli.py@@ -10,7 +10,6 @@ from __future__ import annotationsimport asyncioimport contextlibimport json-import osimport shutilimport subprocessfrom dataclasses import dataclass@@ -20,6 +19,7 @@ from typing import Anyimport structlog+from repowise.core.providers.llm._concurrency import resolve_concurrencyfrom repowise.core.providers.llm.base import (BaseProvider,CacheHint,@@ -45,7 +45,6 @@ _CATALOG_TIMEOUT_SECONDS = 5# above 4 as well as lower it. Deliberate -- a higher-tier plan can take more# than a lower one, and only the operator knows which they have -- but it does# mean 4 is a default rather than an enforced cap.-_DEFAULT_CONCURRENCY = 4_CONCURRENCY_ENV = "REPOWISE_CODEX_CLI_CONCURRENCY"@@ -95,15 +94,7 @@ def _model_label(model: str | None) -> str:def _resolve_concurrency() -> int:- raw = os.environ.get(_CONCURRENCY_ENV, "").strip()- if not raw:- return _DEFAULT_CONCURRENCY- try:- value = int(raw)- except ValueError:- log.warning("codex_cli.concurrency.invalid", value=raw, using=_DEFAULT_CONCURRENCY)- return _DEFAULT_CONCURRENCY- return max(1, value)+ return resolve_concurrency(_CONCURRENCY_ENV, "codex_cli")def _extract_codex_model_catalog(raw: object) -> dict[str, CodexModelReasoning]:diff --git a/packages/core/src/repowise/core/providers/llm/opencode.py b/packages/core/src/repowise/core/providers/llm/opencode.pyindex afb27d8b0..397a86d50 100644--- a/packages/core/src/repowise/core/providers/llm/opencode.py+++ b/packages/core/src/repowise/core/providers/llm/opencode.py@@ -26,6 +26,7 @@ from typing import Anyimport structlog+from repowise.core.providers.llm._concurrency import resolve_concurrencyfrom repowise.core.providers.llm.base import (BaseProvider,CacheHint,@@ -38,6 +39,8 @@ from repowise.core.reasoning import ReasoningModelog = structlog.get_logger(__name__)+_CONCURRENCY_ENV = "REPOWISE_OPENCODE_CONCURRENCY"+_DEFAULT_MODEL_LABEL = "opencode/default"_EXEC_TIMEOUT_SECONDS = 600_CATALOG_TIMEOUT_SECONDS = 10@@ -317,7 +320,9 @@ class OpenCodeProvider(BaseProvider):def _get_semaphore(self) -> asyncio.Semaphore:loop = asyncio.get_running_loop()if self._semaphore_loop is not loop:- self._subprocess_semaphore = asyncio.Semaphore(1)+ self._subprocess_semaphore = asyncio.Semaphore(+ resolve_concurrency(_CONCURRENCY_ENV, "opencode")+ )self._semaphore_loop = loopreturn self._subprocess_semaphore # type: ignore[return-value]diff --git a/tests/unit/test_providers/test_llm_concurrency.py b/tests/unit/test_providers/test_llm_concurrency.pynew file mode 100644index 000000000..cfb7d389f--- /dev/null+++ b/tests/unit/test_providers/test_llm_concurrency.py@@ -0,0 +1,36 @@+"""Tests for the shared subprocess concurrency resolver."""++from __future__ import annotations++from repowise.core.providers.llm._concurrency import DEFAULT_CONCURRENCY, resolve_concurrency++_ENV = "REPOWISE_TEST_CONCURRENCY"+++def test_default_when_unset(monkeypatch):+ monkeypatch.delenv(_ENV, raising=False)+ assert resolve_concurrency(_ENV, "test") == DEFAULT_CONCURRENCY == 4+++def test_default_when_blank(monkeypatch):+ monkeypatch.setenv(_ENV, " ")+ assert resolve_concurrency(_ENV, "test") == DEFAULT_CONCURRENCY+++def test_override_can_raise_and_lower(monkeypatch):+ monkeypatch.setenv(_ENV, "8")+ assert resolve_concurrency(_ENV, "test") == 8+ monkeypatch.setenv(_ENV, " 2 ")+ assert resolve_concurrency(_ENV, "test") == 2+++def test_invalid_value_falls_back_to_default(monkeypatch):+ monkeypatch.setenv(_ENV, "not-a-number")+ assert resolve_concurrency(_ENV, "test") == DEFAULT_CONCURRENCY+++def test_zero_and_negative_clamp_to_one(monkeypatch):+ monkeypatch.setenv(_ENV, "0")+ assert resolve_concurrency(_ENV, "test") == 1+ monkeypatch.setenv(_ENV, "-3")+ assert resolve_concurrency(_ENV, "test") == 1diff --git a/tests/unit/test_providers/test_opencode_provider.py b/tests/unit/test_providers/test_opencode_provider.pyindex 5a88448d4..ec98103dd 100644--- a/tests/unit/test_providers/test_opencode_provider.py+++ b/tests/unit/test_providers/test_opencode_provider.py@@ -161,9 +161,7 @@ def test_custom_model_is_normalized(monkeypatch, tmp_path):monkeypatch.setattr("shutil.which", lambda _cmd: "opencode")assert (- OpenCodeProvider(- model="opencode/deepseek/deepseek-v4-pro", repo_path=tmp_path- ).model_name+ OpenCodeProvider(model="opencode/deepseek/deepseek-v4-pro", repo_path=tmp_path).model_name== "opencode/deepseek/deepseek-v4-pro")assert (@@ -204,9 +202,7 @@ async def test_generate_invokes_opencode_with_stdin(monkeypatch, tmp_path):monkeypatch.setattr("asyncio.create_subprocess_exec", fake_exec)- provider = OpenCodeProvider(- model="opencode/deepseek/deepseek-v4-pro", repo_path=tmp_path- )+ provider = OpenCodeProvider(model="opencode/deepseek/deepseek-v4-pro", repo_path=tmp_path)result = await provider.generate("system rules", "user context")assert isinstance(result, GeneratedResponse)@@ -220,9 +216,7 @@ async def test_generate_invokes_opencode_with_stdin(monkeypatch, tmp_path):assert "--dangerously-skip-permissions" not in argsassert args[args.index("--dir") + 1] == str(tmp_path.resolve())assert args[args.index("--model") + 1] == "deepseek/deepseek-v4-pro"- assert re.fullmatch(- r"repowise_auto_[0-9a-f]{32}", args[args.index("--title") + 1]- )+ assert re.fullmatch(r"repowise_auto_[0-9a-f]{32}", args[args.index("--title") + 1])assert captured["kwargs"]["stdin"] == asyncio.subprocess.PIPEenv = captured["kwargs"].get("env", {})assert "OPENCODE_CONFIG_CONTENT" in env@@ -323,7 +317,7 @@ async def test_generate_raises_when_jsonl_has_no_text(monkeypatch, tmp_path):await OpenCodeProvider(repo_path=tmp_path).generate("sys", "user")-async def test_generate_serializes_subprocess_calls(monkeypatch, tmp_path):+async def _max_concurrent_generates(monkeypatch, tmp_path, calls: int) -> int:monkeypatch.setattr("shutil.which", lambda _cmd: "opencode")active = 0max_active = 0@@ -341,12 +335,28 @@ async def test_generate_serializes_subprocess_calls(monkeypatch, tmp_path):monkeypatch.setattr("asyncio.create_subprocess_exec", fake_exec)provider = OpenCodeProvider(repo_path=tmp_path)- await asyncio.gather(- provider.generate("sys", "user 1"),- provider.generate("sys", "user 2"),- )+ await asyncio.gather(*[provider.generate("sys", f"user {i}") for i in range(calls)])+ return max_active+++async def test_generate_fans_out_to_the_default_concurrency(monkeypatch, tmp_path):+ monkeypatch.delenv("REPOWISE_OPENCODE_CONCURRENCY", raising=False)+ assert await _max_concurrent_generates(monkeypatch, tmp_path, 6) == 4+++async def test_generate_respects_configured_concurrency(monkeypatch, tmp_path):+ monkeypatch.setenv("REPOWISE_OPENCODE_CONCURRENCY", "2")+ assert await _max_concurrent_generates(monkeypatch, tmp_path, 4) == 2+++async def test_generate_treats_zero_concurrency_as_one(monkeypatch, tmp_path):+ monkeypatch.setenv("REPOWISE_OPENCODE_CONCURRENCY", "0")+ assert await _max_concurrent_generates(monkeypatch, tmp_path, 3) == 1+- assert max_active == 1+async def test_generate_falls_back_to_default_on_invalid_concurrency(monkeypatch, tmp_path):+ monkeypatch.setenv("REPOWISE_OPENCODE_CONCURRENCY", "many")+ assert await _max_concurrent_generates(monkeypatch, tmp_path, 6) == 4async def test_generate_times_out_and_kills_process(monkeypatch, tmp_path):diff --git a/website/opencode.md b/website/opencode.mdindex 64159f04e..72120fb36 100644--- a/website/opencode.md+++ b/website/opencode.md@@ -78,6 +78,14 @@ Models: opencode models (list available models)The opencode provider does not pass reasoning effort flags. OpenCode handles reasoning through its own model and agent configuration.+## Concurrency++Up to 4 `opencode run` subprocesses run at once. Set `REPOWISE_OPENCODE_CONCURRENCY` to change the limit; values below 1 are treated as 1.++```bash+REPOWISE_OPENCODE_CONCURRENCY=2 repowise generate --unwritten+```+## Comparison with Codex CLI| Aspect | `opencode` | `codex_cli` |