Skip to content

Personal AI, On Personal Devices

Python

feat: add GemmaCppEngineConfig and wire into EngineConfig

Jon Saad-Falcond589bfb55d10
diff --git a/src/openjarvis/core/config.py b/src/openjarvis/core/config.py
index 697ce63a..9a829fd4 100644
--- a/src/openjarvis/core/config.py
+++ b/src/openjarvis/core/config.py
@@ -337,6 +337,16 @@ class AppleFmEngineConfig:
host: str = "http://localhost:8079"
+@dataclass(slots=True)
+class GemmaCppEngineConfig:
+ """Per-engine config for gemma.cpp."""
+
+ model_path: str = ""
+ tokenizer_path: str = ""
+ model_type: str = ""
+ num_threads: int = 0
+
+
@dataclass
class EngineConfig:
"""Inference engine settings with nested per-engine configs."""
@@ -352,6 +362,7 @@ class EngineConfig:
nexa: NexaEngineConfig = field(default_factory=NexaEngineConfig)
uzu: UzuEngineConfig = field(default_factory=UzuEngineConfig)
apple_fm: AppleFmEngineConfig = field(default_factory=AppleFmEngineConfig)
+ gemma_cpp: GemmaCppEngineConfig = field(default_factory=GemmaCppEngineConfig)
# Backward-compat properties for old flat attribute names
@property
diff --git a/tests/engine/test_gemma_cpp.py b/tests/engine/test_gemma_cpp.py
new file mode 100644
index 00000000..cad16859
--- /dev/null
+++ b/tests/engine/test_gemma_cpp.py
@@ -0,0 +1,23 @@
+"""Tests for the gemma.cpp engine backend."""
+
+from __future__ import annotations
+
+import os
+
+import pytest
+
+from openjarvis.core.config import EngineConfig, GemmaCppEngineConfig
+
+
+class TestGemmaCppEngineConfig:
+ def test_default_values(self) -> None:
+ cfg = GemmaCppEngineConfig()
+ assert cfg.model_path == ""
+ assert cfg.tokenizer_path == ""
+ assert cfg.model_type == ""
+ assert cfg.num_threads == 0
+
+ def test_engine_config_has_gemma_cpp_field(self) -> None:
+ ec = EngineConfig()
+ assert hasattr(ec, "gemma_cpp")
+ assert isinstance(ec.gemma_cpp, GemmaCppEngineConfig)