Skip to content

armgit / strix

Public Imported from GitHub
0

Open-source AI penetration testing tool to find and fix your app’s vulnerabilities.

fix: Strip custom_llm_provider before cost lookup for proxied models

0xallambf8020fafb9d
diff --git a/strix/llm/llm.py b/strix/llm/llm.py
index c38bbe1d..50501aa7 100644
--- a/strix/llm/llm.py
+++ b/strix/llm/llm.py
@@ -259,6 +259,8 @@ class LLM:
if direct_cost is not None:
return float(direct_cost)
try:
+ if hasattr(response, "_hidden_params"):
+ response._hidden_params.pop("custom_llm_provider", None)
return completion_cost(response, model=self.config.canonical_model) or 0.0
except Exception: # noqa: BLE001
return 0.0