Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
Cleanup. Added helper function to print function name+params for debugging
Howard Gile2eadaf28d3d
diff --git a/agentops/helpers.py b/agentops/helpers.pyindex 79e7fc16..3834d8d9 100644--- a/agentops/helpers.py+++ b/agentops/helpers.py@@ -1,9 +1,12 @@+from pprint import pprint+from functools import wrapsimport timefrom datetime import datetimeimport jsonimport inspectimport loggingfrom uuid import UUID+import osdef singleton(class_):@@ -84,3 +87,23 @@ def check_call_stack_for_agent_id() -> str | None:logging.debug('LLM call from agent named: ' + getattr(var, '_agent_ops_agent_name'))return getattr(var, '_agent_ops_agent_id')return None+++def debug_print_function_params(func):+ @wraps(func)+ def wrapper(self, *args, **kwargs):+ if os.getenv('DEBUG_MODE') == 'Y':+ print(f"\n{func.__name__} called with arguments:")++ # Iterate through and print kwargs+ for key, value in kwargs.items():+ print(f"{key}: ", end="")+ if isinstance(value, (dict, list, tuple, set)):+ pprint(value)+ else:+ print(value)++ print("\n")++ return func(self, *args, **kwargs)+ return wrapperdiff --git a/agentops/langchain_callback_handler.py b/agentops/langchain_callback_handler.pyindex dc4bbb9b..8f93e876 100644--- a/agentops/langchain_callback_handler.py+++ b/agentops/langchain_callback_handler.py@@ -14,6 +14,8 @@ from agentops import Event, ActionEvent, LLMEvent, ToolEvent, ErrorEventfrom agentops import LLMMessageFormatfrom agentops.helpers import get_ISO_time+from .helpers import debug_print_function_params+class LangchainCallbackHandler(BaseCallbackHandler):"""Callback handler for Langchain agents."""@@ -35,10 +37,10 @@ class LangchainCallbackHandler(BaseCallbackHandler):self.ao_client = AOClient(**{k: v for k, v in client_params.items()if v is not None}, override=False)- # keypair <run_id: str, ActionEvent>+ # keypair <key, Event (abstract)> where key = <EVENT_TYPE>_run_idself.events: Dict[str, Event] = {}- # LLM Callbacks+ @debug_print_function_paramsdef on_llm_start(self,serialized: Dict[str, Any],@@ -51,15 +53,6 @@ class LangchainCallbackHandler(BaseCallbackHandler):**kwargs: Any,) -> Any:key = "llm_" + str(run_id)-- import inspect- print(inspect.currentframe().f_code.co_name)- print("run_id: ", run_id)- print("parent_run_id: ", parent_run_id)-- if run_id in self.events:- print("already an event at this run_id")-self.events[key] = LLMEvent(# tags=tags, # TODO: Are these tags coming from langchain?params={**serialized, **kwargs, **({} if metadata is None else metadata)},@@ -67,6 +60,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):prompt_messages=prompts[0])+ @debug_print_function_paramsdef on_llm_error(self,error: BaseException,@@ -85,6 +79,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):self.ao_client.record(llmEvent)self.ao_client.record(errorEvent)+ @debug_print_function_paramsdef on_llm_end(self,response: LLMResult,@@ -119,7 +114,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):)self.ao_client.record(errorEvent)- # Chain callbacks+ @debug_print_function_paramsdef on_chain_start(self,serialized: Dict[str, Any],@@ -133,15 +128,6 @@ class LangchainCallbackHandler(BaseCallbackHandler):) -> Any:key = "chain_" + str(run_id)- import inspect-- print(inspect.currentframe().f_code.co_name)- print("run_id: ", run_id)- print("parent_run_id: ", parent_run_id)-- if run_id in self.events:- print("already an event at this run_id")-self.events[key] = ActionEvent(params={**serialized, **inputs, **kwargs, **({} if metadata is None else metadata)},@@ -149,6 +135,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):# tags=tags,)+ @debug_print_function_paramsdef on_chain_end(self,outputs: Dict[str, Any],@@ -166,6 +153,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):self.ao_client.record(actionEvent)+ @debug_print_function_paramsdef on_chain_error(self,error: BaseException,@@ -182,7 +170,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):errorEvent = ErrorEvent(trigger_event=actionEvent, details=str(error), timestamp=get_ISO_time())self.ao_client.record(errorEvent)- # Tool callbacks+ @debug_print_function_paramsdef on_tool_start(self,serialized: Dict[str, Any],@@ -196,14 +184,6 @@ class LangchainCallbackHandler(BaseCallbackHandler):) -> Any:key = "tool_" + str(run_id)- import inspect- print(inspect.currentframe().f_code.co_name)- print("run_id: ", run_id)- print("parent_run_id: ", parent_run_id)-- if run_id in self.events:- print("already an event at this run_id")-self.events[key] = ToolEvent(# tags=tags,# TODO: we use serialized here but kwargs in on_llm_start@@ -212,6 +192,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):# TODO: agent_id?)+ @debug_print_function_paramsdef on_tool_end(self,output: str,@@ -233,6 +214,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):errorEvent = ErrorEvent(trigger_event=toolEvent, details=output, timestamp=get_ISO_time())self.ao_client.record(errorEvent)+ @debug_print_function_paramsdef on_tool_error(self,error: BaseException,@@ -250,7 +232,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):errorEvent = ErrorEvent(trigger_event=toolEvent, details=str(error), timestamp=get_ISO_time())self.ao_client.record(errorEvent)- # Retriever callbacks+ @debug_print_function_paramsdef on_retriever_start(self,serialized: Dict[str, Any],@@ -263,21 +245,13 @@ class LangchainCallbackHandler(BaseCallbackHandler):**kwargs: Any,) -> None:key = "retreiver_" + str(run_id)-- import inspect- print(inspect.currentframe().f_code.co_name)- print("run_id: ", run_id)- print("parent_run_id: ", parent_run_id)-- if run_id in self.events:- print("already an event at this run_id")-self.events[key] = ActionEvent(params={**serialized, **kwargs, "query": query, **({} if metadata is None else metadata)},action_type="retreiver"# tags=tags,)+ @debug_print_function_paramsdef on_retriever_end(self,documents: Sequence[Document],@@ -296,6 +270,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):self.ao_client.record(actionEvent)+ @debug_print_function_paramsdef on_retriever_error(self,error: BaseException,@@ -314,7 +289,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):errorEvent = ErrorEvent(trigger_event=actionEvent, details=str(error), timestamp=get_ISO_time())self.ao_client.record(errorEvent)- # Agent callbacks+ @debug_print_function_paramsdef on_agent_action(self,action: AgentAction,@@ -325,16 +300,12 @@ class LangchainCallbackHandler(BaseCallbackHandler):) -> Any:key = "agent_" + str(run_id)- import inspect- print(inspect.currentframe().f_code.co_name)- print("run_id: ", run_id)- print("parent_run_id: ", parent_run_id)-self.events[key] = ActionEvent(params={"action": action, **kwargs},action_type="agent")+ @debug_print_function_paramsdef on_agent_finish(self,finish: AgentFinish,@@ -354,7 +325,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):# TODO: Create a way for the end user to set this based on their conditions# self.ao_client.end_session("Success") #TODO: calling end_session here causes "No current session"- # Misc.+ @debug_print_function_paramsdef on_retry(self,retry_state: RetryCallState,@@ -365,11 +336,6 @@ class LangchainCallbackHandler(BaseCallbackHandler):) -> Any:key = "retry_" + str(run_id)- import inspect- print(inspect.currentframe().f_code.co_name)- print("run_id: ", run_id)- print("parent_run_id: ", parent_run_id)-actionEvent = ActionEvent(params={**kwargs},returns=retry_state,