Framework for orchestrating role-playing, autonomous AI agents. By fostering collaborative intelligence, CrewAI empowers agents to work together seamlessly, tackling complex tasks.
# ruff: noqa: T201
"""Refresh the checked-in LiteLLM model catalog.
``devtools release`` calls :func:`update_catalog` after the version-bump PR
merges, while it is preparing the docs PR. The standalone script
``scripts/update_litellm_catalog.py`` is the manual wrapper.
"""
from __future__ import annotations
import json
from pathlib import Path
import shutil
import subprocess
import tempfile
from typing import Final
CATALOG_URL: Final[str] = (
"https://raw.githubusercontent.com/BerriAI/litellm/main/"
"model_prices_and_context_window.json"
)
CATALOG_RELATIVE: Final[Path] = Path(
"lib/crewai/src/crewai/llms/litellm_catalog/model_prices_and_context_window.json"
)
def update_catalog(repo_root: Path) -> Path:
"""Download the LiteLLM catalog with curl and write it into the checkout.
Args:
repo_root: Checkout root that contains ``lib/crewai``.
Returns:
Path of the catalog file that was written.
Raises:
RuntimeError: curl is missing or the download fails.
ValueError: the response is not a LiteLLM catalog object.
json.JSONDecodeError: the response is not valid JSON.
"""
destination = repo_root / CATALOG_RELATIVE
curl = shutil.which("curl")
if curl is None:
raise RuntimeError("curl is not installed or not on PATH")
destination.parent.mkdir(parents=True, exist_ok=True)
with tempfile.NamedTemporaryFile(
dir=destination.parent,
prefix=".model_prices_and_context_window.",
suffix=".json",
delete=False,
) as handle:
temp_path = Path(handle.name)
try:
print(f"Downloading {CATALOG_URL}")
completed = subprocess.run( # noqa: S603 - fixed curl binary and catalog URL
[
curl,
"--fail",
"--silent",
"--show-error",
"--location",
"--output",
str(temp_path),
CATALOG_URL,
],
check=False,
capture_output=True,
text=True,
)
if completed.returncode != 0:
detail = completed.stderr.strip() or f"curl exited {completed.returncode}"
raise RuntimeError(detail)
payload = json.loads(temp_path.read_bytes())
if not isinstance(payload, dict) or "sample_spec" not in payload:
raise ValueError("Downloaded catalog is not a LiteLLM model prices object")
print(f"Updating {CATALOG_RELATIVE}")
temp_path.replace(destination)
except Exception:
temp_path.unlink(missing_ok=True)
raise
return destination