Skip to content

Codebase intelligence for AI and humans: code health scores, auto-generated docs, git analytics, dead code detection, and architectural decisions via MCP.

fix(providers): make opencode subprocess concurrency configurable via shared resolver (#2485)

Amanf5286742e2c0
diff --git a/packages/core/src/repowise/core/providers/llm/_concurrency.py b/packages/core/src/repowise/core/providers/llm/_concurrency.py
new file mode 100644
index 000000000..ac9d3fcde
--- /dev/null
+++ b/packages/core/src/repowise/core/providers/llm/_concurrency.py
@@ -0,0 +1,28 @@
+"""Shared subprocess concurrency resolution for CLI-backed providers."""
+
+from __future__ import annotations
+
+import os
+
+import structlog
+
+log = structlog.get_logger(__name__)
+
+DEFAULT_CONCURRENCY = 4
+
+
+def resolve_concurrency(env_var: str, provider: str) -> int:
+ """Read ``env_var`` as a subprocess concurrency limit.
+
+ Falls back to ``DEFAULT_CONCURRENCY`` when unset or not an integer, and
+ clamps to a minimum of 1 so ``0`` cannot deadlock the semaphore.
+ """
+ raw = os.environ.get(env_var, "").strip()
+ if not raw:
+ return DEFAULT_CONCURRENCY
+ try:
+ value = int(raw)
+ except ValueError:
+ log.warning(f"{provider}.concurrency.invalid", value=raw, using=DEFAULT_CONCURRENCY)
+ return DEFAULT_CONCURRENCY
+ return max(1, value)
diff --git a/packages/core/src/repowise/core/providers/llm/codex_cli.py b/packages/core/src/repowise/core/providers/llm/codex_cli.py
index 89ab3850e..a04784709 100644
--- a/packages/core/src/repowise/core/providers/llm/codex_cli.py
+++ b/packages/core/src/repowise/core/providers/llm/codex_cli.py
@@ -10,7 +10,6 @@ from __future__ import annotations
import asyncio
import contextlib
import json
-import os
import shutil
import subprocess
from dataclasses import dataclass
@@ -20,6 +19,7 @@ from typing import Any
import structlog
+from repowise.core.providers.llm._concurrency import resolve_concurrency
from repowise.core.providers.llm.base import (
BaseProvider,
CacheHint,
@@ -45,7 +45,6 @@ _CATALOG_TIMEOUT_SECONDS = 5
# above 4 as well as lower it. Deliberate -- a higher-tier plan can take more
# than a lower one, and only the operator knows which they have -- but it does
# mean 4 is a default rather than an enforced cap.
-_DEFAULT_CONCURRENCY = 4
_CONCURRENCY_ENV = "REPOWISE_CODEX_CLI_CONCURRENCY"
@@ -95,15 +94,7 @@ def _model_label(model: str | None) -> str:
def _resolve_concurrency() -> int:
- raw = os.environ.get(_CONCURRENCY_ENV, "").strip()
- if not raw:
- return _DEFAULT_CONCURRENCY
- try:
- value = int(raw)
- except ValueError:
- log.warning("codex_cli.concurrency.invalid", value=raw, using=_DEFAULT_CONCURRENCY)
- return _DEFAULT_CONCURRENCY
- return max(1, value)
+ return resolve_concurrency(_CONCURRENCY_ENV, "codex_cli")
def _extract_codex_model_catalog(raw: object) -> dict[str, CodexModelReasoning]:
diff --git a/packages/core/src/repowise/core/providers/llm/opencode.py b/packages/core/src/repowise/core/providers/llm/opencode.py
index afb27d8b0..397a86d50 100644
--- a/packages/core/src/repowise/core/providers/llm/opencode.py
+++ b/packages/core/src/repowise/core/providers/llm/opencode.py
@@ -26,6 +26,7 @@ from typing import Any
import structlog
+from repowise.core.providers.llm._concurrency import resolve_concurrency
from repowise.core.providers.llm.base import (
BaseProvider,
CacheHint,
@@ -38,6 +39,8 @@ from repowise.core.reasoning import ReasoningMode
log = structlog.get_logger(__name__)
+_CONCURRENCY_ENV = "REPOWISE_OPENCODE_CONCURRENCY"
+
_DEFAULT_MODEL_LABEL = "opencode/default"
_EXEC_TIMEOUT_SECONDS = 600
_CATALOG_TIMEOUT_SECONDS = 10
@@ -317,7 +320,9 @@ class OpenCodeProvider(BaseProvider):
def _get_semaphore(self) -> asyncio.Semaphore:
loop = asyncio.get_running_loop()
if self._semaphore_loop is not loop:
- self._subprocess_semaphore = asyncio.Semaphore(1)
+ self._subprocess_semaphore = asyncio.Semaphore(
+ resolve_concurrency(_CONCURRENCY_ENV, "opencode")
+ )
self._semaphore_loop = loop
return self._subprocess_semaphore # type: ignore[return-value]
diff --git a/tests/unit/test_providers/test_llm_concurrency.py b/tests/unit/test_providers/test_llm_concurrency.py
new file mode 100644
index 000000000..cfb7d389f
--- /dev/null
+++ b/tests/unit/test_providers/test_llm_concurrency.py
@@ -0,0 +1,36 @@
+"""Tests for the shared subprocess concurrency resolver."""
+
+from __future__ import annotations
+
+from repowise.core.providers.llm._concurrency import DEFAULT_CONCURRENCY, resolve_concurrency
+
+_ENV = "REPOWISE_TEST_CONCURRENCY"
+
+
+def test_default_when_unset(monkeypatch):
+ monkeypatch.delenv(_ENV, raising=False)
+ assert resolve_concurrency(_ENV, "test") == DEFAULT_CONCURRENCY == 4
+
+
+def test_default_when_blank(monkeypatch):
+ monkeypatch.setenv(_ENV, " ")
+ assert resolve_concurrency(_ENV, "test") == DEFAULT_CONCURRENCY
+
+
+def test_override_can_raise_and_lower(monkeypatch):
+ monkeypatch.setenv(_ENV, "8")
+ assert resolve_concurrency(_ENV, "test") == 8
+ monkeypatch.setenv(_ENV, " 2 ")
+ assert resolve_concurrency(_ENV, "test") == 2
+
+
+def test_invalid_value_falls_back_to_default(monkeypatch):
+ monkeypatch.setenv(_ENV, "not-a-number")
+ assert resolve_concurrency(_ENV, "test") == DEFAULT_CONCURRENCY
+
+
+def test_zero_and_negative_clamp_to_one(monkeypatch):
+ monkeypatch.setenv(_ENV, "0")
+ assert resolve_concurrency(_ENV, "test") == 1
+ monkeypatch.setenv(_ENV, "-3")
+ assert resolve_concurrency(_ENV, "test") == 1
diff --git a/tests/unit/test_providers/test_opencode_provider.py b/tests/unit/test_providers/test_opencode_provider.py
index 5a88448d4..ec98103dd 100644
--- a/tests/unit/test_providers/test_opencode_provider.py
+++ b/tests/unit/test_providers/test_opencode_provider.py
@@ -161,9 +161,7 @@ def test_custom_model_is_normalized(monkeypatch, tmp_path):
monkeypatch.setattr("shutil.which", lambda _cmd: "opencode")
assert (
- OpenCodeProvider(
- model="opencode/deepseek/deepseek-v4-pro", repo_path=tmp_path
- ).model_name
+ OpenCodeProvider(model="opencode/deepseek/deepseek-v4-pro", repo_path=tmp_path).model_name
== "opencode/deepseek/deepseek-v4-pro"
)
assert (
@@ -204,9 +202,7 @@ async def test_generate_invokes_opencode_with_stdin(monkeypatch, tmp_path):
monkeypatch.setattr("asyncio.create_subprocess_exec", fake_exec)
- provider = OpenCodeProvider(
- model="opencode/deepseek/deepseek-v4-pro", repo_path=tmp_path
- )
+ provider = OpenCodeProvider(model="opencode/deepseek/deepseek-v4-pro", repo_path=tmp_path)
result = await provider.generate("system rules", "user context")
assert isinstance(result, GeneratedResponse)
@@ -220,9 +216,7 @@ async def test_generate_invokes_opencode_with_stdin(monkeypatch, tmp_path):
assert "--dangerously-skip-permissions" not in args
assert args[args.index("--dir") + 1] == str(tmp_path.resolve())
assert args[args.index("--model") + 1] == "deepseek/deepseek-v4-pro"
- assert re.fullmatch(
- r"repowise_auto_[0-9a-f]{32}", args[args.index("--title") + 1]
- )
+ assert re.fullmatch(r"repowise_auto_[0-9a-f]{32}", args[args.index("--title") + 1])
assert captured["kwargs"]["stdin"] == asyncio.subprocess.PIPE
env = captured["kwargs"].get("env", {})
assert "OPENCODE_CONFIG_CONTENT" in env
@@ -323,7 +317,7 @@ async def test_generate_raises_when_jsonl_has_no_text(monkeypatch, tmp_path):
await OpenCodeProvider(repo_path=tmp_path).generate("sys", "user")
-async def test_generate_serializes_subprocess_calls(monkeypatch, tmp_path):
+async def _max_concurrent_generates(monkeypatch, tmp_path, calls: int) -> int:
monkeypatch.setattr("shutil.which", lambda _cmd: "opencode")
active = 0
max_active = 0
@@ -341,12 +335,28 @@ async def test_generate_serializes_subprocess_calls(monkeypatch, tmp_path):
monkeypatch.setattr("asyncio.create_subprocess_exec", fake_exec)
provider = OpenCodeProvider(repo_path=tmp_path)
- await asyncio.gather(
- provider.generate("sys", "user 1"),
- provider.generate("sys", "user 2"),
- )
+ await asyncio.gather(*[provider.generate("sys", f"user {i}") for i in range(calls)])
+ return max_active
+
+
+async def test_generate_fans_out_to_the_default_concurrency(monkeypatch, tmp_path):
+ monkeypatch.delenv("REPOWISE_OPENCODE_CONCURRENCY", raising=False)
+ assert await _max_concurrent_generates(monkeypatch, tmp_path, 6) == 4
+
+
+async def test_generate_respects_configured_concurrency(monkeypatch, tmp_path):
+ monkeypatch.setenv("REPOWISE_OPENCODE_CONCURRENCY", "2")
+ assert await _max_concurrent_generates(monkeypatch, tmp_path, 4) == 2
+
+
+async def test_generate_treats_zero_concurrency_as_one(monkeypatch, tmp_path):
+ monkeypatch.setenv("REPOWISE_OPENCODE_CONCURRENCY", "0")
+ assert await _max_concurrent_generates(monkeypatch, tmp_path, 3) == 1
+
- assert max_active == 1
+async def test_generate_falls_back_to_default_on_invalid_concurrency(monkeypatch, tmp_path):
+ monkeypatch.setenv("REPOWISE_OPENCODE_CONCURRENCY", "many")
+ assert await _max_concurrent_generates(monkeypatch, tmp_path, 6) == 4
async def test_generate_times_out_and_kills_process(monkeypatch, tmp_path):
diff --git a/website/opencode.md b/website/opencode.md
index 64159f04e..72120fb36 100644
--- a/website/opencode.md
+++ b/website/opencode.md
@@ -78,6 +78,14 @@ Models: opencode models (list available models)
The opencode provider does not pass reasoning effort flags. OpenCode handles reasoning through its own model and agent configuration.
+## Concurrency
+
+Up to 4 `opencode run` subprocesses run at once. Set `REPOWISE_OPENCODE_CONCURRENCY` to change the limit; values below 1 are treated as 1.
+
+```bash
+REPOWISE_OPENCODE_CONCURRENCY=2 repowise generate --unwritten
+```
+
## Comparison with Codex CLI
| Aspect | `opencode` | `codex_cli` |