Same agent Smaller bill. The tools and infrastructure to get more work from your AI. Fewer tokens. Less compute. Lower cost.
TypeScript agent-harnessagent-harness-engineeringai-engineeringai-observabilityamd-gpuclaude-codeclickhousecodexcoding-agentcoding-agentscursorgenaigpu-monitoringllm-observabilityllmopsnvidia-smiobservabilityopen-sourceopenaiopentelemetry
[Fix]: Langchain Chat defaults (#426)
patcher9b4d36f80fe1b
diff --git a/sdk/python/pyproject.toml b/sdk/python/pyproject.tomlindex 73cad38f..724ab0ae 100644--- a/sdk/python/pyproject.toml+++ b/sdk/python/pyproject.toml@@ -1,6 +1,6 @@[tool.poetry]name = "openlit"-version = "1.22.4"+version = "1.22.5"description = "OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects"authors = ["OpenLIT"]repository = "https://github.com/openlit/openlit/tree/main/openlit/python"diff --git a/sdk/python/src/openlit/instrumentation/langchain/langchain.py b/sdk/python/src/openlit/instrumentation/langchain/langchain.pyindex 6aaefc15..9e2c6b31 100644--- a/sdk/python/src/openlit/instrumentation/langchain/langchain.py+++ b/sdk/python/src/openlit/instrumentation/langchain/langchain.py@@ -484,9 +484,12 @@ def chat(gen_ai_endpoint, version, environment, application_name,input_tokens = response.response_metadata.get("prompt_eval_count", 0)output_tokens = response.response_metadata.get("eval_count", 0)+ prompt = "" if isinstance(args[0], list) else args[0]+ model = getattr(instance, 'model_name', getattr(instance, 'model', 'gpt-4'))+# Calculate cost of the operationcost = get_chat_model_cost(- str(getattr(instance, 'model')),+ model,pricing_info, input_tokens, output_tokens)@@ -502,15 +505,13 @@ def chat(gen_ai_endpoint, version, environment, application_name,span.set_attribute(SemanticConvetion.GEN_AI_APPLICATION_NAME,application_name)span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,- str(getattr(instance, 'model')))+ model)span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,- str(getattr(instance, 'temperature')))+ str(getattr(instance, 'temperature', 1)))span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_K,- str(getattr(instance, 'top_k')))+ str(getattr(instance, 'top_k', 1)))span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,- str(getattr(instance, 'top_p')))- span.set_attribute(SemanticConvetion.GEN_AI_RESPONSE_FINISH_REASON,- [response.response_metadata["done_reason"]])+ str(getattr(instance, 'top_p', 1)))span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,False)span.set_attribute(SemanticConvetion.GEN_AI_USAGE_PROMPT_TOKENS,@@ -525,7 +526,7 @@ def chat(gen_ai_endpoint, version, environment, application_name,span.add_event(name=SemanticConvetion.GEN_AI_CONTENT_PROMPT_EVENT,attributes={- SemanticConvetion.GEN_AI_CONTENT_PROMPT: args[0],+ SemanticConvetion.GEN_AI_CONTENT_PROMPT: prompt,},)span.add_event(@@ -550,7 +551,7 @@ def chat(gen_ai_endpoint, version, environment, application_name,SemanticConvetion.GEN_AI_TYPE:SemanticConvetion.GEN_AI_TYPE_CHAT,SemanticConvetion.GEN_AI_REQUEST_MODEL:- str(getattr(instance, 'model'))+ model}metrics["genai_requests"].add(1, attributes)