Skip to content

Same agent Smaller bill. The tools and infrastructure to get more work from your AI. Fewer tokens. Less compute. Lower cost.

[Fix]: Langchain Chat defaults (#426)

patcher9b4d36f80fe1b
diff --git a/sdk/python/pyproject.toml b/sdk/python/pyproject.toml
index 73cad38f..724ab0ae 100644
--- a/sdk/python/pyproject.toml
+++ b/sdk/python/pyproject.toml
@@ -1,6 +1,6 @@
[tool.poetry]
name = "openlit"
-version = "1.22.4"
+version = "1.22.5"
description = "OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications and GPUs, facilitating the integration of observability into your GenAI-driven projects"
authors = ["OpenLIT"]
repository = "https://github.com/openlit/openlit/tree/main/openlit/python"
diff --git a/sdk/python/src/openlit/instrumentation/langchain/langchain.py b/sdk/python/src/openlit/instrumentation/langchain/langchain.py
index 6aaefc15..9e2c6b31 100644
--- a/sdk/python/src/openlit/instrumentation/langchain/langchain.py
+++ b/sdk/python/src/openlit/instrumentation/langchain/langchain.py
@@ -484,9 +484,12 @@ def chat(gen_ai_endpoint, version, environment, application_name,
input_tokens = response.response_metadata.get("prompt_eval_count", 0)
output_tokens = response.response_metadata.get("eval_count", 0)
+ prompt = "" if isinstance(args[0], list) else args[0]
+ model = getattr(instance, 'model_name', getattr(instance, 'model', 'gpt-4'))
+
# Calculate cost of the operation
cost = get_chat_model_cost(
- str(getattr(instance, 'model')),
+ model,
pricing_info, input_tokens, output_tokens
)
@@ -502,15 +505,13 @@ def chat(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_APPLICATION_NAME,
application_name)
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
- str(getattr(instance, 'model')))
+ model)
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- str(getattr(instance, 'temperature')))
+ str(getattr(instance, 'temperature', 1)))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_K,
- str(getattr(instance, 'top_k')))
+ str(getattr(instance, 'top_k', 1)))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
- str(getattr(instance, 'top_p')))
- span.set_attribute(SemanticConvetion.GEN_AI_RESPONSE_FINISH_REASON,
- [response.response_metadata["done_reason"]])
+ str(getattr(instance, 'top_p', 1)))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
False)
span.set_attribute(SemanticConvetion.GEN_AI_USAGE_PROMPT_TOKENS,
@@ -525,7 +526,7 @@ def chat(gen_ai_endpoint, version, environment, application_name,
span.add_event(
name=SemanticConvetion.GEN_AI_CONTENT_PROMPT_EVENT,
attributes={
- SemanticConvetion.GEN_AI_CONTENT_PROMPT: args[0],
+ SemanticConvetion.GEN_AI_CONTENT_PROMPT: prompt,
},
)
span.add_event(
@@ -550,7 +551,7 @@ def chat(gen_ai_endpoint, version, environment, application_name,
SemanticConvetion.GEN_AI_TYPE:
SemanticConvetion.GEN_AI_TYPE_CHAT,
SemanticConvetion.GEN_AI_REQUEST_MODEL:
- str(getattr(instance, 'model'))
+ model
}
metrics["genai_requests"].add(1, attributes)