Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

feat: enable differentiation between providers using the openai client (#7539)

Kian Jones61da9378416e
diff --git a/letta/server/rest_api/app.py b/letta/server/rest_api/app.py
index b40e9c523..17089dbf4 100644
--- a/letta/server/rest_api/app.py
+++ b/letta/server/rest_api/app.py
@@ -252,6 +252,40 @@ def create_application() -> "FastAPI":
llmobs_flag = os.getenv("DD_LLMOBS_ENABLED", "")
from ddtrace.llmobs import LLMObs
+ try:
+ from ddtrace.llmobs._constants import MODEL_PROVIDER
+ from ddtrace.llmobs._integrations.openai import OpenAIIntegration
+
+ if not getattr(OpenAIIntegration, "_letta_provider_patch_done", False):
+ original_set_tags = OpenAIIntegration._llmobs_set_tags
+
+ def _letta_set_tags(self, span, args, kwargs, response=None, operation=""):
+ original_set_tags(self, span, args, kwargs, response=response, operation=operation)
+
+ base_url = span.get_tag("openai.api_base")
+ if not base_url:
+ try:
+ client = getattr(self, "_client", None)
+ base_url = str(getattr(client, "_base_url", "") or "")
+ except Exception:
+ base_url = ""
+
+ u = (base_url or "").lower()
+ provider = None
+ if "openrouter" in u:
+ provider = "openrouter"
+ elif "groq" in u:
+ provider = "groq"
+
+ if provider:
+ span._set_ctx_item(MODEL_PROVIDER, provider)
+ span._set_tag_str("openai.request.provider", provider)
+
+ OpenAIIntegration._llmobs_set_tags = _letta_set_tags
+ OpenAIIntegration._letta_provider_patch_done = True
+ except Exception:
+ logger.exception("Failed to patch ddtrace OpenAI LLMObs provider detection")
+
if llmobs_flag:
LLMObs.enable(
ml_app=os.getenv("DD_LLMOBS_ML_APP") or telemetry_settings.datadog_service_name,