Skip to content

https://arxiv.org/abs/2606.28344. The end of web parsing. The beginning of scalable pixel-native search. link: https://pixelrag.ai/

feat(eval): add MiniMax model configs (#113)

Octopus71083a27142f
diff --git a/eval/README.md b/eval/README.md
index 118612f..320df29 100644
--- a/eval/README.md
+++ b/eval/README.md
@@ -171,3 +171,45 @@ text-only text retrieval.
```bash
PYTHONPATH=. .venv/bin/python -m lib.grader <task> <responses.jsonl>
```
+
+## MiniMax readers
+
+Set `MINIMAX_API_KEY` and select either registered model ID. The model context length
+must be passed explicitly so retrieval truncation uses the correct limit.
+
+| Model ID | Context window | Input modalities | Thinking |
+| --- | ---: | --- | --- |
+| `MiniMax-M3` | 1,000,000 | text, image, video | adaptive or disabled |
+| `MiniMax-M2.7` | 204,800 | text | always on |
+
+Pricing is in USD per million tokens:
+
+| Model ID | Service tier | Input range | Input | Output | Cache read | Cache write |
+| --- | --- | --- | ---: | ---: | ---: | ---: |
+| `MiniMax-M3` | standard | <= 512k input tokens | $0.30 | $1.20 | $0.06 | - |
+| `MiniMax-M3` | standard | > 512k input tokens | $0.60 | $2.40 | $0.12 | - |
+| `MiniMax-M3` | priority | <= 512k input tokens | $0.45 | $1.80 | $0.09 | - |
+| `MiniMax-M3` | priority | > 512k input tokens | $0.90 | $3.60 | $0.18 | - |
+| `MiniMax-M2.7` | standard | all | $0.30 | $1.20 | $0.06 | $0.375 |
+
+```bash
+export MINIMAX_API_KEY=your-api-key
+uv run python run_bench.py \
+ --task simpleqa \
+ --model MiniMax-M3 \
+ --model-context-length 1000000 \
+ --num-examples 1
+```
+
+`run_bench.py` uses the global OpenAI-compatible endpoint by default. Set
+`MINIMAX_API_BASE=https://api.minimaxi.com/v1` to use the China endpoint.
+
+The official API entry points are:
+
+| Region | OpenAI-compatible Base URL | Anthropic-compatible Base URL |
+| --- | --- | --- |
+| Global | `https://api.minimax.io/v1` | `https://api.minimax.io/anthropic` |
+| China | `https://api.minimaxi.com/v1` | `https://api.minimaxi.com/anthropic` |
+
+For Anthropic SDK integrations, pass the `/anthropic` Base URL unchanged. The SDK
+appends `/v1/messages` when creating a message.
diff --git a/eval/lib/model_config.py b/eval/lib/model_config.py
index 26de077..3b77375 100644
--- a/eval/lib/model_config.py
+++ b/eval/lib/model_config.py
@@ -7,6 +7,12 @@ import os
from typing import Dict, Optional
+MINIMAX_MODELS = {
+ "minimax-m3": "MiniMax-M3",
+ "minimax-m2.7": "MiniMax-M2.7",
+}
+
+
def get_model_config(model_name: str) -> Dict[str, Optional[str]]:
"""
Get model configuration based on model name.
@@ -19,6 +25,15 @@ def get_model_config(model_name: str) -> Dict[str, Optional[str]]:
"""
model_lower = model_name.lower()
+ # MiniMax models (OpenAI-compatible API)
+ minimax_model = MINIMAX_MODELS.get(model_lower.rsplit("/", 1)[-1])
+ if minimax_model:
+ return {
+ "api_base": os.getenv("MINIMAX_API_BASE", "https://api.minimax.io/v1"),
+ "api_key": os.getenv("MINIMAX_API_KEY", os.getenv("API_KEY", "dummy")),
+ "model": minimax_model,
+ }
+
# Gemini models
if "gemini" in model_lower:
# Check for Vertex AI first
diff --git a/tests/test_eval_model_config.py b/tests/test_eval_model_config.py
new file mode 100644
index 0000000..cfd9d82
--- /dev/null
+++ b/tests/test_eval_model_config.py
@@ -0,0 +1,51 @@
+from pathlib import Path
+from runpy import run_path
+
+import pytest
+
+
+get_model_config = run_path(
+ str(Path(__file__).parents[1] / "eval" / "lib" / "model_config.py")
+)["get_model_config"]
+
+
+ ("model_name", "model_id"),
+ [
+ ("MiniMax-M3", "MiniMax-M3"),
+ ("MiniMax/MiniMax-M3", "MiniMax-M3"),
+ ("MiniMax-M2.7", "MiniMax-M2.7"),
+ ("MiniMax/MiniMax-M2.7", "MiniMax-M2.7"),
+ ],
+)
+def test_minimax_model_config_uses_canonical_model_id(
+ monkeypatch, model_name, model_id
+):
+ monkeypatch.delenv("MINIMAX_API_BASE", raising=False)
+ monkeypatch.delenv("MINIMAX_API_KEY", raising=False)
+ monkeypatch.setenv("API_KEY", "fallback-key")
+
+ assert get_model_config(model_name) == {
+ "api_base": "https://api.minimax.io/v1",
+ "api_key": "fallback-key",
+ "model": model_id,
+ }
+
+
+def test_minimax_model_config_supports_endpoint_and_key_overrides(monkeypatch):
+ monkeypatch.setenv("MINIMAX_API_BASE", "https://api.minimaxi.com/v1")
+ monkeypatch.setenv("MINIMAX_API_KEY", "provider-key")
+
+ config = get_model_config("MiniMax-M3")
+
+ assert config["api_base"] == "https://api.minimaxi.com/v1"
+ assert config["api_key"] == "provider-key"
+
+
+def test_minimax_model_config_does_not_match_unregistered_models(monkeypatch):
+ monkeypatch.setenv("API_BASE", "http://localhost:9000/v1")
+
+ config = get_model_config("MiniMax-M2.7-highspeed")
+
+ assert config["api_base"] == "http://localhost:9000/v1"
+ assert config["model"] == "MiniMax-M2.7-highspeed"