https://arxiv.org/abs/2606.28344. The end of web parsing. The beginning of scalable pixel-native search. link: https://pixelrag.ai/
feat(eval): add MiniMax model configs (#113)
Octopus71083a27142f
diff --git a/eval/README.md b/eval/README.mdindex 118612f..320df29 100644--- a/eval/README.md+++ b/eval/README.md@@ -171,3 +171,45 @@ text-only text retrieval.```bashPYTHONPATH=. .venv/bin/python -m lib.grader <task> <responses.jsonl>```++## MiniMax readers++Set `MINIMAX_API_KEY` and select either registered model ID. The model context length+must be passed explicitly so retrieval truncation uses the correct limit.++| Model ID | Context window | Input modalities | Thinking |+| --- | ---: | --- | --- |+| `MiniMax-M3` | 1,000,000 | text, image, video | adaptive or disabled |+| `MiniMax-M2.7` | 204,800 | text | always on |++Pricing is in USD per million tokens:++| Model ID | Service tier | Input range | Input | Output | Cache read | Cache write |+| --- | --- | --- | ---: | ---: | ---: | ---: |+| `MiniMax-M3` | standard | <= 512k input tokens | $0.30 | $1.20 | $0.06 | - |+| `MiniMax-M3` | standard | > 512k input tokens | $0.60 | $2.40 | $0.12 | - |+| `MiniMax-M3` | priority | <= 512k input tokens | $0.45 | $1.80 | $0.09 | - |+| `MiniMax-M3` | priority | > 512k input tokens | $0.90 | $3.60 | $0.18 | - |+| `MiniMax-M2.7` | standard | all | $0.30 | $1.20 | $0.06 | $0.375 |++```bash+export MINIMAX_API_KEY=your-api-key+uv run python run_bench.py \+ --task simpleqa \+ --model MiniMax-M3 \+ --model-context-length 1000000 \+ --num-examples 1+```++`run_bench.py` uses the global OpenAI-compatible endpoint by default. Set+`MINIMAX_API_BASE=https://api.minimaxi.com/v1` to use the China endpoint.++The official API entry points are:++| Region | OpenAI-compatible Base URL | Anthropic-compatible Base URL |+| --- | --- | --- |+| Global | `https://api.minimax.io/v1` | `https://api.minimax.io/anthropic` |+| China | `https://api.minimaxi.com/v1` | `https://api.minimaxi.com/anthropic` |++For Anthropic SDK integrations, pass the `/anthropic` Base URL unchanged. The SDK+appends `/v1/messages` when creating a message.diff --git a/eval/lib/model_config.py b/eval/lib/model_config.pyindex 26de077..3b77375 100644--- a/eval/lib/model_config.py+++ b/eval/lib/model_config.py@@ -7,6 +7,12 @@ import osfrom typing import Dict, Optional+MINIMAX_MODELS = {+ "minimax-m3": "MiniMax-M3",+ "minimax-m2.7": "MiniMax-M2.7",+}++def get_model_config(model_name: str) -> Dict[str, Optional[str]]:"""Get model configuration based on model name.@@ -19,6 +25,15 @@ def get_model_config(model_name: str) -> Dict[str, Optional[str]]:"""model_lower = model_name.lower()+ # MiniMax models (OpenAI-compatible API)+ minimax_model = MINIMAX_MODELS.get(model_lower.rsplit("/", 1)[-1])+ if minimax_model:+ return {+ "api_base": os.getenv("MINIMAX_API_BASE", "https://api.minimax.io/v1"),+ "api_key": os.getenv("MINIMAX_API_KEY", os.getenv("API_KEY", "dummy")),+ "model": minimax_model,+ }+# Gemini modelsif "gemini" in model_lower:# Check for Vertex AI firstdiff --git a/tests/test_eval_model_config.py b/tests/test_eval_model_config.pynew file mode 100644index 0000000..cfd9d82--- /dev/null+++ b/tests/test_eval_model_config.py@@ -0,0 +1,51 @@+from pathlib import Path+from runpy import run_path++import pytest+++get_model_config = run_path(+ str(Path(__file__).parents[1] / "eval" / "lib" / "model_config.py")+)["get_model_config"]+++ ("model_name", "model_id"),+ [+ ("MiniMax-M3", "MiniMax-M3"),+ ("MiniMax/MiniMax-M3", "MiniMax-M3"),+ ("MiniMax-M2.7", "MiniMax-M2.7"),+ ("MiniMax/MiniMax-M2.7", "MiniMax-M2.7"),+ ],+)+def test_minimax_model_config_uses_canonical_model_id(+ monkeypatch, model_name, model_id+):+ monkeypatch.delenv("MINIMAX_API_BASE", raising=False)+ monkeypatch.delenv("MINIMAX_API_KEY", raising=False)+ monkeypatch.setenv("API_KEY", "fallback-key")++ assert get_model_config(model_name) == {+ "api_base": "https://api.minimax.io/v1",+ "api_key": "fallback-key",+ "model": model_id,+ }+++def test_minimax_model_config_supports_endpoint_and_key_overrides(monkeypatch):+ monkeypatch.setenv("MINIMAX_API_BASE", "https://api.minimaxi.com/v1")+ monkeypatch.setenv("MINIMAX_API_KEY", "provider-key")++ config = get_model_config("MiniMax-M3")++ assert config["api_base"] == "https://api.minimaxi.com/v1"+ assert config["api_key"] == "provider-key"+++def test_minimax_model_config_does_not_match_unregistered_models(monkeypatch):+ monkeypatch.setenv("API_BASE", "http://localhost:9000/v1")++ config = get_model_config("MiniMax-M2.7-highspeed")++ assert config["api_base"] == "http://localhost:9000/v1"+ assert config["model"] == "MiniMax-M2.7-highspeed"