Claude Code opened to any LLM — OpenAI, Gemini, DeepSeek, Ollama, and 200+ models via OpenAI-compatible API shim
TypeScript
feat: add native Ollama provider for local LLM support
gnanam1990752c71c30b0b
diff --git a/ollama_provider.py b/ollama_provider.pynew file mode 100644index 0000000..de19265--- /dev/null+++ b/ollama_provider.py@@ -0,0 +1,153 @@+"""+ollama_provider.py+------------------+Adds native Ollama support to openclaude.+Lets Claude Code route requests to any locally-running Ollama model+(llama3, mistral, codellama, phi3, qwen2, deepseek-coder, etc.)+without needing an API key.++Usage (.env):+ PREFERRED_PROVIDER=ollama+ OLLAMA_BASE_URL=http://localhost:11434+ BIG_MODEL=codellama:34b+ SMALL_MODEL=llama3:8b+"""++import httpx+import logging+import os+from typing import AsyncIterator++logger = logging.getLogger(__name__)+OLLAMA_BASE_URL = os.getenv("OLLAMA_BASE_URL", "http://localhost:11434")+++async def check_ollama_running() -> bool:+ try:+ async with httpx.AsyncClient(timeout=3.0) as client:+ resp = await client.get(f"{OLLAMA_BASE_URL}/api/tags")+ return resp.status_code == 200+ except Exception:+ return False+++async def list_ollama_models() -> list[str]:+ try:+ async with httpx.AsyncClient(timeout=5.0) as client:+ resp = await client.get(f"{OLLAMA_BASE_URL}/api/tags")+ resp.raise_for_status()+ data = resp.json()+ return [m["name"] for m in data.get("models", [])]+ except Exception as e:+ logger.warning(f"Could not list Ollama models: {e}")+ return []+++def normalize_ollama_model(model_name: str) -> str:+ if model_name.startswith("ollama/"):+ return model_name[len("ollama/"):]+ return model_name+++def anthropic_to_ollama_messages(messages: list[dict]) -> list[dict]:+ ollama_messages = []+ for msg in messages:+ role = msg.get("role", "user")+ content = msg.get("content", "")+ if isinstance(content, str):+ ollama_messages.append({"role": role, "content": content})+ elif isinstance(content, list):+ text_parts = []+ for block in content:+ if isinstance(block, dict):+ if block.get("type") == "text":+ text_parts.append(block.get("text", ""))+ elif block.get("type") == "image":+ text_parts.append("[image]")+ elif isinstance(block, str):+ text_parts.append(block)+ ollama_messages.append({"role": role, "content": "\n".join(text_parts)})+ return ollama_messages+++async def ollama_chat(+ model: str,+ messages: list[dict],+ system: str | None = None,+ max_tokens: int = 4096,+ temperature: float = 1.0,+) -> dict:+ model = normalize_ollama_model(model)+ ollama_messages = anthropic_to_ollama_messages(messages)+ if system:+ ollama_messages.insert(0, {"role": "system", "content": system})+ payload = {+ "model": model,+ "messages": ollama_messages,+ "stream": False,+ "options": {"num_predict": max_tokens, "temperature": temperature},+ }+ async with httpx.AsyncClient(timeout=120.0) as client:+ resp = await client.post(f"{OLLAMA_BASE_URL}/api/chat", json=payload)+ resp.raise_for_status()+ data = resp.json()+ assistant_text = data.get("message", {}).get("content", "")+ return {+ "id": f"msg_ollama_{data.get('created_at', 'unknown')}",+ "type": "message",+ "role": "assistant",+ "content": [{"type": "text", "text": assistant_text}],+ "model": model,+ "stop_reason": "end_turn",+ "stop_sequence": None,+ "usage": {+ "input_tokens": data.get("prompt_eval_count", 0),+ "output_tokens": data.get("eval_count", 0),+ },+ }+++async def ollama_chat_stream(+ model: str,+ messages: list[dict],+ system: str | None = None,+ max_tokens: int = 4096,+ temperature: float = 1.0,+) -> AsyncIterator[str]:+ import json+ model = normalize_ollama_model(model)+ ollama_messages = anthropic_to_ollama_messages(messages)+ if system:+ ollama_messages.insert(0, {"role": "system", "content": system})+ payload = {+ "model": model,+ "messages": ollama_messages,+ "stream": True,+ "options": {"num_predict": max_tokens, "temperature": temperature},+ }+ yield "event: message_start\n"+ yield f'data: {json.dumps({"type": "message_start", "message": {"id": "msg_ollama_stream", "type": "message", "role": "assistant", "content": [], "model": model, "stop_reason": None, "usage": {"input_tokens": 0, "output_tokens": 0}}})}\n\n'+ yield "event: content_block_start\n"+ yield f'data: {json.dumps({"type": "content_block_start", "index": 0, "content_block": {"type": "text", "text": ""}})}\n\n'+ async with httpx.AsyncClient(timeout=120.0) as client:+ async with client.stream("POST", f"{OLLAMA_BASE_URL}/api/chat", json=payload) as resp:+ resp.raise_for_status()+ async for line in resp.aiter_lines():+ if not line:+ continue+ try:+ chunk = json.loads(line)+ delta_text = chunk.get("message", {}).get("content", "")+ if delta_text:+ yield "event: content_block_delta\n"+ yield f'data: {json.dumps({"type": "content_block_delta", "index": 0, "delta": {"type": "text_delta", "text": delta_text}})}\n\n'+ if chunk.get("done"):+ yield "event: content_block_stop\n"+ yield f'data: {json.dumps({"type": "content_block_stop", "index": 0})}\n\n'+ yield "event: message_delta\n"+ yield f'data: {json.dumps({"type": "message_delta", "delta": {"stop_reason": "end_turn", "stop_sequence": None}, "usage": {"output_tokens": chunk.get("eval_count", 0)}})}\n\n'+ yield "event: message_stop\n"+ yield f'data: {json.dumps({"type": "message_stop"})}\n\n'+ break+ except json.JSONDecodeError:+ continuediff --git a/test_ollama_provider.py b/test_ollama_provider.pynew file mode 100644index 0000000..8028e76--- /dev/null+++ b/test_ollama_provider.py@@ -0,0 +1,120 @@+"""+test_ollama_provider.py+Run: pytest test_ollama_provider.py -v+"""++import pytest+from unittest.mock import AsyncMock, MagicMock, patch+from ollama_provider import (+ normalize_ollama_model,+ anthropic_to_ollama_messages,+ ollama_chat,+ list_ollama_models,+ check_ollama_running,+)++def test_normalize_strips_prefix():+ assert normalize_ollama_model("ollama/llama3:8b") == "llama3:8b"++def test_normalize_no_prefix():+ assert normalize_ollama_model("codellama:34b") == "codellama:34b"++def test_normalize_empty():+ assert normalize_ollama_model("") == ""++def test_converts_string_content():+ messages = [{"role": "user", "content": "Hello!"}]+ result = anthropic_to_ollama_messages(messages)+ assert result == [{"role": "user", "content": "Hello!"}]++def test_converts_text_block_list():+ messages = [{"role": "user", "content": [{"type": "text", "text": "What is Python?"}]}]+ result = anthropic_to_ollama_messages(messages)+ assert result[0]["content"] == "What is Python?"++def test_converts_image_block_to_placeholder():+ messages = [{"role": "user", "content": [{"type": "image", "source": {}}, {"type": "text", "text": "Describe this"}]}]+ result = anthropic_to_ollama_messages(messages)+ assert "[image]" in result[0]["content"]+ assert "Describe this" in result[0]["content"]++def test_converts_multi_turn():+ messages = [+ {"role": "user", "content": "Hi"},+ {"role": "assistant", "content": "Hello!"},+ {"role": "user", "content": "How are you?"},+ ]+ result = anthropic_to_ollama_messages(messages)+ assert len(result) == 3+ assert result[1]["role"] == "assistant"++async def test_ollama_running_true():+ mock_response = MagicMock()+ mock_response.status_code = 200+ with patch("ollama_provider.httpx.AsyncClient") as MockClient:+ MockClient.return_value.__aenter__.return_value.get = AsyncMock(return_value=mock_response)+ result = await check_ollama_running()+ assert result is True++async def test_ollama_running_false_on_exception():+ with patch("ollama_provider.httpx.AsyncClient") as MockClient:+ MockClient.return_value.__aenter__.return_value.get = AsyncMock(side_effect=Exception("refused"))+ result = await check_ollama_running()+ assert result is False++async def test_list_models_returns_names():+ mock_response = MagicMock()+ mock_response.status_code = 200+ mock_response.json.return_value = {"models": [{"name": "llama3:8b"}, {"name": "codellama:34b"}]}+ mock_response.raise_for_status = MagicMock()+ with patch("ollama_provider.httpx.AsyncClient") as MockClient:+ MockClient.return_value.__aenter__.return_value.get = AsyncMock(return_value=mock_response)+ models = await list_ollama_models()+ assert "llama3:8b" in models++async def test_ollama_chat_returns_anthropic_format():+ mock_response = MagicMock()+ mock_response.raise_for_status = MagicMock()+ mock_response.json.return_value = {+ "message": {"content": "42 is the answer."},+ "created_at": "2026-01-01T00:00:00Z",+ "prompt_eval_count": 10,+ "eval_count": 8,+ }+ with patch("ollama_provider.httpx.AsyncClient") as MockClient:+ MockClient.return_value.__aenter__.return_value.post = AsyncMock(return_value=mock_response)+ result = await ollama_chat(+ model="llama3:8b",+ messages=[{"role": "user", "content": "What is 6*7?"}]+ )+ assert result["type"] == "message"+ assert result["role"] == "assistant"+ assert "42" in result["content"][0]["text"]++async def test_ollama_chat_prepends_system():+ captured = {}+ async def mock_post(url, json=None, **kwargs):+ captured.update(json or {})+ m = MagicMock()+ m.raise_for_status = MagicMock()+ m.json.return_value = {+ "message": {"content": "ok"},+ "created_at": "",+ "prompt_eval_count": 1,+ "eval_count": 1+ }+ return m+ with patch("ollama_provider.httpx.AsyncClient") as MockClient:+ MockClient.return_value.__aenter__.return_value.post = mock_post+ await ollama_chat(+ model="llama3:8b",+ messages=[{"role": "user", "content": "Hi"}],+ system="Be helpful."+ )+ assert captured["messages"][0]["role"] == "system"+ assert "helpful" in captured["messages"][0]["content"]