Python SDK for AI agent monitoring, LLM cost tracking, benchmarking, and more. Integrates with most LLMs and agent frameworks including CrewAI, Agno, OpenAI Agents SDK, Langchain, Autogen, AG2, and CamelAI
Python agentagentopsagents-sdkaianthropicautogencost-estimationcrewaievalsevaluation-metricsgroqlangchainllmmistralollamaopenaiopenai-agents
code cleanup
Braelyn Boynton640af4d32081
diff --git a/agentops/client.py b/agentops/client.pyindex 7701397b..06c9ba0a 100644--- a/agentops/client.py+++ b/agentops/client.py@@ -95,7 +95,7 @@ class Client(metaclass=MetaClient):self._session.tags = tagsself._worker.update_session(self._session)- def record(self, event: Event):+ def record(self, event: Event | ErrorEvent):"""Record an event with the AgentOps service.@@ -283,3 +283,7 @@ class Client(metaclass=MetaClient):signal.signal(signal.SIGINT, signal_handler)signal.signal(signal.SIGTERM, signal_handler)sys.excepthook = handle_exception++ @property+ def current_session_id(self):+ return self._session.session_iddiff --git a/agentops/enums.py b/agentops/enums.pyindex d4d1cfe1..66bf3ea9 100644--- a/agentops/enums.py+++ b/agentops/enums.py@@ -8,12 +8,6 @@ class EventType(Enum):TOOL = "tools"ERROR = "errors"-# TODO: Not used-# class Result(Enum):-# SUCCESS = "Success"-# FAIL = "Fail"-# INDETERMINATE = "Indeterminate"-class Models(Enum):GPT_3_5_TURBO = "gpt-3.5-turbo"diff --git a/agentops/event.py b/agentops/event.pyindex 83c958c8..6688b4c8 100644--- a/agentops/event.py+++ b/agentops/event.py@@ -2,7 +2,7 @@AgentOps events.Data Class:- Event: Repents discrete events to be recorded.+ Event: Represents discrete events to be recorded."""from dataclasses import dataclass, field@@ -16,7 +16,7 @@ import logging@dataclassclass Event:event_type: str # EventType.ENUM.value- params: Optional[str] = None+ params: Optional[dict] = Nonereturns: Optional[str] = Noneinit_timestamp: Optional[str] = field(default_factory=get_ISO_time)end_timestamp: str = field(default_factory=get_ISO_time)@@ -80,7 +80,7 @@ class ToolEvent(Event):event_type: str = EventType.TOOL.valueagent_id: Optional[UUID] = Nonename: Optional[str] = None- logs: Optional[str] = None+ logs: Optional[str | dict] = None# Does not inherit from Event because error will (optionally) be linked to an ActionEvent, LLMEvent, etc that will have the detailsdiff --git a/agentops/langchain_callback_handler.py b/agentops/langchain_callback_handler.pyindex 1db79331..85e31eb9 100644--- a/agentops/langchain_callback_handler.py+++ b/agentops/langchain_callback_handler.py@@ -3,7 +3,6 @@ from collections import defaultdictfrom uuid import UUIDfrom langchain_core.agents import AgentFinish, AgentAction-from langchain_core.outputs import LLMResultfrom langchain_core.documents import Documentfrom langchain_core.outputs import ChatGenerationChunk, GenerationChunk, LLMResultfrom langchain.callbacks.base import BaseCallbackHandler, AsyncCallbackHandler@@ -12,37 +11,29 @@ from langchain_core.messages import BaseMessagefrom tenacity import RetryCallStatefrom agentops import Client as AOClient-from agentops import Event, ActionEvent, LLMEvent, ToolEvent, ErrorEvent+from agentops import ActionEvent, LLMEvent, ToolEvent, ErrorEventfrom agentops import LLMMessageFormatfrom agentops.helpers import get_ISO_timefrom .helpers import debug_print_function_params+class Events:+ llm: Dict[str, LLMEvent] = {}+ tool: Dict[str, ToolEvent] = {}+ chain: Dict[str, ActionEvent] = {}+ retriever: Dict[str, ActionEvent] = {}+ error: Dict[str, ErrorEvent] = {}++class LangchainCallbackHandler(BaseCallbackHandler):"""Callback handler for Langchain agents."""- def __init__(self, api_key: Optional[str] = None,- endpoint: Optional[str] = None,- max_wait_time: Optional[int] = None,- max_queue_size: Optional[int] = None,- tags: Optional[List[str]] = None):-- client_params = {- 'api_key': api_key,- 'endpoint': endpoint,- 'max_wait_time': max_wait_time,- 'max_queue_size': max_queue_size,- 'tags': tags- }-- self.ao_client = AOClient(**{k: v for k, v in client_params.items()- if v is not None}, override=False)+ def __init__(self, *args, **kwargs):- # keypair <key, Event (abstract)> where key = <EVENT_TYPE>_run_id- self.events: Dict[str, Event] = {}- # keypair <key, List[ActionEvent]> where key = run_id- self.agentActions: Dict[UUID, List[ActionEvent]] = defaultdict(list)+ self.ao_client = AOClient(*args, **kwargs, override=False)+ self.agent_actions: Dict[UUID, List[ActionEvent]] = defaultdict(list)+ self.events = Events()@debug_print_function_paramsdef on_llm_start(@@ -56,8 +47,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):metadata: Optional[Dict[str, Any]] = None,**kwargs: Any,) -> Any:- key = "llm_" + str(run_id)- self.events[key] = LLMEvent(+ self.events.llm[str(run_id)] = LLMEvent(params={**serialized,**({} if metadata is None else metadata),**kwargs}, # TODO: params is inconsistent, in ToolEvent we put it in logs@@ -75,12 +65,11 @@ class LangchainCallbackHandler(BaseCallbackHandler):parent_run_id: Optional[UUID] = None,**kwargs: Any,) -> Any:- key = "llm_" + str(run_id)- llmEvent: LLMEvent = self.events[key]- self.ao_client.record(llmEvent)+ llm_event: LLMEvent = self.events.llm[str(run_id)]+ self.ao_client.record(llm_event)- errorEvent = ErrorEvent(trigger_event=llmEvent, details=str(error), timestamp=get_ISO_time())- self.ao_client.record(errorEvent)+ error_event = ErrorEvent(trigger_event=llm_event, details=str(error), timestamp=get_ISO_time())+ self.ao_client.record(error_event)@debug_print_function_paramsdef on_llm_end(@@ -91,26 +80,25 @@ class LangchainCallbackHandler(BaseCallbackHandler):parent_run_id: Optional[UUID] = None,**kwargs: Any,) -> Any:- key = "llm_" + str(run_id)- llmEvent: LLMEvent = self.events[key]- llmEvent.returns = {+ llm_event: LLMEvent = self.events.llm[str(run_id)]+ llm_event.returns = {"content": response.generations[0][0].message.content,"generations": response.generations}- llmEvent.end_timestamp = get_ISO_time()+ llm_event.end_timestamp = get_ISO_time()if response.llm_output is not None:- llmEvent.completion_message = response.generations[0][0].message.content # TODO- llmEvent.completion_message_format = LLMMessageFormat.STRING # TODO- llmEvent.prompt_tokens = response.llm_output['token_usage']['prompt_tokens']- llmEvent.completion_tokens = response.llm_output['token_usage']['completion_tokens']- llmEvent.format_messages() # TODO: Find somewhere logical to call this on the user's behalf. They shouldn't call it- self.ao_client.record(llmEvent)+ llm_event.completion_message = response.generations[0][0].message.content # TODO+ llm_event.completion_message_format = LLMMessageFormat.STRING # TODO+ llm_event.prompt_tokens = response.llm_output['token_usage']['prompt_tokens']+ llm_event.completion_tokens = response.llm_output['token_usage']['completion_tokens']+ llm_event.format_messages() # TODO: Find somewhere logical to call this on the user's behalf. They shouldn't call it+ self.ao_client.record(llm_event)if len(response.generations) == 0:# TODO: more descriptive error- errorEvent = ErrorEvent(trigger_event=self.events[key],+ error_event = ErrorEvent(trigger_event=self.events.llm[str(run_id)],details="on_llm_end: No generations", timestamp=get_ISO_time())- self.ao_client.record(errorEvent)+ self.ao_client.record(error_event)@debug_print_function_paramsdef on_chain_start(@@ -124,14 +112,12 @@ class LangchainCallbackHandler(BaseCallbackHandler):metadata: Optional[Dict[str, Any]] = None,**kwargs: Any,) -> Any:- key = "chain_" + str(run_id)- self.events[key] = ActionEvent(+ self.events.chain[str(run_id)] = ActionEvent(params={**serialized,**inputs,**({} if metadata is None else metadata),**kwargs},action_type="chain"- # tags=tags)@debug_print_function_params@@ -143,11 +129,10 @@ class LangchainCallbackHandler(BaseCallbackHandler):parent_run_id: Optional[UUID] = None,**kwargs: Any,) -> Any:- key = "chain_" + str(run_id)- actionEvent: ActionEvent = self.events[key]- actionEvent.returns = outputs- actionEvent.end_timestamp = get_ISO_time()- self.ao_client.record(actionEvent)+ action_event: ActionEvent = self.events.chain[str(run_id)]+ action_event.returns = outputs+ action_event.end_timestamp = get_ISO_time()+ self.ao_client.record(action_event)@debug_print_function_paramsdef on_chain_error(@@ -158,12 +143,11 @@ class LangchainCallbackHandler(BaseCallbackHandler):parent_run_id: Optional[UUID] = None,**kwargs: Any,) -> Any:- key = "chain_" + str(run_id)- actionEvent: ActionEvent = self.events[key]- self.ao_client.record(actionEvent)+ action_event: ActionEvent = self.events.chain[str(run_id)]+ self.ao_client.record(action_event)- errorEvent = ErrorEvent(trigger_event=actionEvent, details=str(error), timestamp=get_ISO_time())- self.ao_client.record(errorEvent)+ error_event = ErrorEvent(trigger_event=action_event, details=str(error), timestamp=get_ISO_time())+ self.ao_client.record(error_event)@debug_print_function_paramsdef on_tool_start(@@ -178,8 +162,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):inputs: Optional[Dict[str, Any]] = None,**kwargs: Any,) -> Any:- key = "tool_" + str(run_id)- self.events[key] = ToolEvent(+ self.events.tool[str(run_id)] = ToolEvent(params=input_str if inputs is None else inputs,name=serialized['name'],logs={**serialized,@@ -198,17 +181,16 @@ class LangchainCallbackHandler(BaseCallbackHandler):parent_run_id: Optional[UUID] = None,**kwargs: Any,) -> Any:- key = "tool_" + str(run_id)- toolEvent: ToolEvent = self.events[key]- toolEvent.end_timestamp = get_ISO_time()- toolEvent.returns = output- self.ao_client.record(toolEvent)+ tool_event: ToolEvent = self.events.tool[str(run_id)]+ tool_event.end_timestamp = get_ISO_time()+ tool_event.returns = output+ self.ao_client.record(tool_event)# Tools are capable of failing `on_tool_end` quietly.# This is a workaround to make sure we can log it as an error.if kwargs.get('name') == '_Exception':- errorEvent = ErrorEvent(trigger_event=toolEvent, details=output, timestamp=get_ISO_time())- self.ao_client.record(errorEvent)+ error_event = ErrorEvent(trigger_event=tool_event, details=output, timestamp=get_ISO_time())+ self.ao_client.record(error_event)@debug_print_function_paramsdef on_tool_error(@@ -219,12 +201,11 @@ class LangchainCallbackHandler(BaseCallbackHandler):parent_run_id: Optional[UUID] = None,**kwargs: Any,) -> Any:- key = "tool_" + str(run_id)- toolEvent: ToolEvent = self.events[key]- self.ao_client.record(toolEvent)+ tool_event: ToolEvent = self.events.tool[str(run_id)]+ self.ao_client.record(tool_event)- errorEvent = ErrorEvent(trigger_event=toolEvent, details=str(error), timestamp=get_ISO_time())- self.ao_client.record(errorEvent)+ error_event = ErrorEvent(trigger_event=tool_event, details=str(error), timestamp=get_ISO_time())+ self.ao_client.record(error_event)@debug_print_function_paramsdef on_retriever_start(@@ -238,14 +219,12 @@ class LangchainCallbackHandler(BaseCallbackHandler):metadata: Optional[Dict[str, Any]] = None,**kwargs: Any,) -> None:- key = "retreiver_" + str(run_id)- self.events[key] = ActionEvent(+ self.events.retriever[str(run_id)] = ActionEvent(params={**serialized,"query": query,**({} if metadata is None else metadata),** kwargs},- action_type="retreiver"- # tags=tags+ action_type="retriever")@debug_print_function_params@@ -258,11 +237,10 @@ class LangchainCallbackHandler(BaseCallbackHandler):tags: Optional[List[str]] = None,**kwargs: Any,) -> None:- key = "retreiver_" + str(run_id)- actionEvent: ActionEvent = self.events[key]- actionEvent.logs = documents # TODO: Adding this. Might want to add elsewhere e.g. params- actionEvent.end_timestamp = get_ISO_time()- self.ao_client.record(actionEvent)+ action_event: ActionEvent = self.events.retriever[str(run_id)]+ action_event.logs = documents # TODO: Adding this. Might want to add elsewhere e.g. params+ action_event.end_timestamp = get_ISO_time()+ self.ao_client.record(action_event)@debug_print_function_paramsdef on_retriever_error(@@ -274,12 +252,11 @@ class LangchainCallbackHandler(BaseCallbackHandler):tags: Optional[List[str]] = None,**kwargs: Any,) -> None:- key = "retreiver_" + str(run_id)- actionEvent: ActionEvent = self.events[key]- self.ao_client.record(actionEvent)+ action_event: ActionEvent = self.events.retriever[str(run_id)]+ self.ao_client.record(action_event)- errorEvent = ErrorEvent(trigger_event=actionEvent, details=str(error), timestamp=get_ISO_time())- self.ao_client.record(errorEvent)+ error_event = ErrorEvent(trigger_event=action_event, details=str(error), timestamp=get_ISO_time())+ self.ao_client.record(error_event)@debug_print_function_paramsdef on_agent_action(@@ -290,7 +267,7 @@ class LangchainCallbackHandler(BaseCallbackHandler):parent_run_id: Optional[UUID] = None,**kwargs: Any,) -> Any:- self.agentActions[run_id].append(ActionEvent(+ self.agent_actions[run_id].append(ActionEvent(params={"action": action,**kwargs},action_type="agent"@@ -306,9 +283,9 @@ class LangchainCallbackHandler(BaseCallbackHandler):**kwargs: Any,) -> Any:# Need to attach finish to some on_agent_action so just choosing the last one- self.agentActions[run_id][-1].returns = finish.to_json()+ self.agent_actions[run_id][-1].returns = finish.to_json()- for agentAction in self.agentActions[run_id]:+ for agentAction in self.agent_actions[run_id]:self.ao_client.record(agentAction)# TODO: Create a way for the end user to set this based on their conditions@@ -323,44 +300,28 @@ class LangchainCallbackHandler(BaseCallbackHandler):parent_run_id: Optional[UUID] = None,**kwargs: Any,) -> Any:- key = "retry_" + str(run_id)- actionEvent = ActionEvent(+ action_event = ActionEvent(params={**kwargs},- returns=retry_state,+ returns=str(retry_state),action_type="retry",# result="Indeterminate" # TODO: currently have no way of recording Indeterminate)- self.ao_client.record(actionEvent)+ self.ao_client.record(action_event)@propertydef session_id(self):- return self.ao_client._session.session_id+ return self.ao_client.current_session_idclass AsyncLangchainCallbackHandler(AsyncCallbackHandler):"""Callback handler for Langchain agents."""- def __init__(self, api_key: str,- endpoint: Optional[str] = None,- max_wait_time: Optional[int] = None,- max_queue_size: Optional[int] = None,- tags: Optional[List[str]] = None):-- client_params = {- 'api_key': api_key,- 'endpoint': endpoint,- 'max_wait_time': max_wait_time,- 'max_queue_size': max_queue_size,- 'tags': tags- }+ def __init__(self, *args, **kwargs):- self.ao_client = AOClient(**{k: v for k, v in client_params.items()- if v is not None}, override=False)+ self.ao_client = AOClient(*args, **kwargs, override=False)- # keypair <key, Event (abstract)> where key = <EVENT_TYPE>_run_id- self.events: Dict[str, Event] = {}- # keypair <key, List[ActionEvent]> where key = run_id- self.agentActions: Dict[UUID, List[ActionEvent]] = defaultdict(list)+ self.events = Events()+ self.agent_actions: Dict[UUID, List[ActionEvent]] = defaultdict(list)@debug_print_function_paramsasync def on_llm_start(@@ -374,14 +335,12 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):metadata: Optional[Dict[str, Any]] = None,**kwargs: Any,) -> Any:- key = "llm_" + str(run_id)- self.events[key] = LLMEvent(+ self.events.llm[str(run_id)] = LLMEvent(params={**serialized,**({} if metadata is None else metadata),**kwargs}, # TODO: params is inconsistent, in ToolEvent we put it in logsmodel=kwargs['invocation_params']['model'],prompt_messages=prompts[0]- # tags=tags # TODO)@debug_print_function_params@@ -420,12 +379,11 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):parent_run_id: Optional[UUID] = None,**kwargs: Any,) -> Any:- key = "llm_" + str(run_id)- llmEvent: LLMEvent = self.events[key]- self.ao_client.record(llmEvent)+ llm_event: LLMEvent = self.events.llm[str(run_id)]+ self.ao_client.record(llm_event)- errorEvent = ErrorEvent(trigger_event=llmEvent, details=str(error), timestamp=get_ISO_time())- self.ao_client.record(errorEvent)+ error_event = ErrorEvent(trigger_event=llm_event, details=str(error), timestamp=get_ISO_time())+ self.ao_client.record(error_event)@debug_print_function_paramsasync def on_llm_end(@@ -436,26 +394,25 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):parent_run_id: Optional[UUID] = None,**kwargs: Any,) -> Any:- key = "llm_" + str(run_id)- llmEvent: LLMEvent = self.events[key]- llmEvent.returns = {+ llm_event: LLMEvent = self.events.llm[str(run_id)]+ llm_event.returns = {"content": response.generations[0][0].message.content,"generations": response.generations}- llmEvent.end_timestamp = get_ISO_time()+ llm_event.end_timestamp = get_ISO_time()if response.llm_output is not None:- llmEvent.completion_message = response.generations[0][0].message.content # TODO- llmEvent.completion_message_format = LLMMessageFormat.STRING # TODO- llmEvent.prompt_tokens = response.llm_output['token_usage']['prompt_tokens']- llmEvent.completion_tokens = response.llm_output['token_usage']['completion_tokens']- llmEvent.format_messages() # TODO: Find somewhere logical to call this on the user's behalf. They shouldn't call it- self.ao_client.record(llmEvent)+ llm_event.completion_message = response.generations[0][0].message.content # TODO+ llm_event.completion_message_format = LLMMessageFormat.STRING # TODO+ llm_event.prompt_tokens = response.llm_output['token_usage']['prompt_tokens']+ llm_event.completion_tokens = response.llm_output['token_usage']['completion_tokens']+ llm_event.format_messages() # TODO: Find somewhere logical to call this on the user's behalf. They shouldn't call it+ self.ao_client.record(llm_event)if len(response.generations) == 0:# TODO: more descriptive error- errorEvent = ErrorEvent(trigger_event=self.events[key],+ error_event = ErrorEvent(trigger_event=self.events.llm[str(run_id)],details="on_llm_end: No generations", timestamp=get_ISO_time())- self.ao_client.record(errorEvent)+ self.ao_client.record(error_event)@debug_print_function_paramsasync def on_chain_start(@@ -469,14 +426,12 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):metadata: Optional[Dict[str, Any]] = None,**kwargs: Any,) -> Any:- key = "chain_" + str(run_id)- self.events[key] = ActionEvent(+ self.events.chain[str(run_id)] = ActionEvent(params={**serialized,**inputs,**({} if metadata is None else metadata),**kwargs},action_type="chain"- # tags=tags)@debug_print_function_params@@ -488,11 +443,10 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):parent_run_id: Optional[UUID] = None,**kwargs: Any,) -> Any:- key = "chain_" + str(run_id)- actionEvent: ActionEvent = self.events[key]- actionEvent.returns = outputs- actionEvent.end_timestamp = get_ISO_time()- self.ao_client.record(actionEvent)+ action_event: ActionEvent = self.events.chain[str(run_id)]+ action_event.returns = outputs+ action_event.end_timestamp = get_ISO_time()+ self.ao_client.record(action_event)@debug_print_function_paramsasync def on_chain_error(@@ -503,12 +457,11 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):parent_run_id: Optional[UUID] = None,**kwargs: Any,) -> Any:- key = "chain_" + str(run_id)- actionEvent: ActionEvent = self.events[key]- self.ao_client.record(actionEvent)+ action_event: ActionEvent = self.events.chain[str(run_id)]+ self.ao_client.record(action_event)- errorEvent = ErrorEvent(trigger_event=actionEvent, details=str(error), timestamp=get_ISO_time())- self.ao_client.record(errorEvent)+ error_event = ErrorEvent(trigger_event=action_event, details=str(error), timestamp=get_ISO_time())+ self.ao_client.record(error_event)@debug_print_function_paramsasync def on_tool_start(@@ -523,8 +476,7 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):inputs: Optional[Dict[str, Any]] = None,**kwargs: Any,) -> Any:- key = "tool_" + str(run_id)- self.events[key] = ToolEvent(+ self.events.tool[str(run_id)] = ToolEvent(params=input_str if inputs is None else inputs,name=serialized['name'],logs={**serialized,@@ -543,17 +495,16 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):parent_run_id: Optional[UUID] = None,**kwargs: Any,) -> Any:- key = "tool_" + str(run_id)- toolEvent: ToolEvent = self.events[key]- toolEvent.end_timestamp = get_ISO_time()- toolEvent.returns = output- self.ao_client.record(toolEvent)+ tool_event: ToolEvent = self.events.tool[str(run_id)]+ tool_event.end_timestamp = get_ISO_time()+ tool_event.returns = output+ self.ao_client.record(tool_event)# Tools are capable of failing `on_tool_end` quietly.# This is a workaround to make sure we can log it as an error.if kwargs.get('name') == '_Exception':- errorEvent = ErrorEvent(trigger_event=toolEvent, details=output, timestamp=get_ISO_time())- self.ao_client.record(errorEvent)+ error_event = ErrorEvent(trigger_event=tool_event, details=output, timestamp=get_ISO_time())+ self.ao_client.record(error_event)@debug_print_function_paramsasync def on_tool_error(@@ -564,12 +515,11 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):parent_run_id: Optional[UUID] = None,**kwargs: Any,) -> Any:- key = "tool_" + str(run_id)- toolEvent: ToolEvent = self.events[key]- self.ao_client.record(toolEvent)+ tool_event: ToolEvent = self.events.tool[str(run_id)]+ self.ao_client.record(tool_event)- errorEvent = ErrorEvent(trigger_event=toolEvent, details=str(error), timestamp=get_ISO_time())- self.ao_client.record(errorEvent)+ error_event = ErrorEvent(trigger_event=tool_event, details=str(error), timestamp=get_ISO_time())+ self.ao_client.record(error_event)@debug_print_function_paramsasync def on_retriever_start(@@ -583,14 +533,12 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):metadata: Optional[Dict[str, Any]] = None,**kwargs: Any,) -> None:- key = "retreiver_" + str(run_id)- self.events[key] = ActionEvent(+ self.events.retriever[str(run_id)] = ActionEvent(params={**serialized,"query": query,**({} if metadata is None else metadata),** kwargs},- action_type="retreiver"- # tags=tags+ action_type="retriever")@debug_print_function_params@@ -603,11 +551,10 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):tags: Optional[List[str]] = None,**kwargs: Any,) -> None:- key = "retreiver_" + str(run_id)- actionEvent: ActionEvent = self.events[key]- actionEvent.logs = documents # TODO: Adding this. Might want to add elsewhere e.g. params- actionEvent.end_timestamp = get_ISO_time()- self.ao_client.record(actionEvent)+ action_event: ActionEvent = self.events.retriever[str(run_id)]+ action_event.logs = documents # TODO: Adding this. Might want to add elsewhere e.g. params+ action_event.end_timestamp = get_ISO_time()+ self.ao_client.record(action_event)@debug_print_function_paramsasync def on_retriever_error(@@ -619,12 +566,11 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):tags: Optional[List[str]] = None,**kwargs: Any,) -> None:- key = "retreiver_" + str(run_id)- actionEvent: ActionEvent = self.events[key]- self.ao_client.record(actionEvent)+ action_event: ActionEvent = self.events.retriever[str(run_id)]+ self.ao_client.record(action_event)- errorEvent = ErrorEvent(trigger_event=actionEvent, details=str(error), timestamp=get_ISO_time())- self.ao_client.record(errorEvent)+ error_event = ErrorEvent(trigger_event=action_event, details=str(error), timestamp=get_ISO_time())+ self.ao_client.record(error_event)@debug_print_function_paramsasync def on_agent_action(@@ -635,7 +581,7 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):parent_run_id: Optional[UUID] = None,**kwargs: Any,) -> Any:- self.agentActions[run_id].append(ActionEvent(+ self.agent_actions[run_id].append(ActionEvent(params={"action": action,**kwargs},action_type="agent"@@ -651,9 +597,9 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):**kwargs: Any,) -> Any:# Need to attach finish to some on_agent_action so just choosing the last one- self.agentActions[run_id][-1].returns = finish.to_json()+ self.agent_actions[run_id][-1].returns = finish.to_json()- for agentAction in self.agentActions[run_id]:+ for agentAction in self.agent_actions[run_id]:self.ao_client.record(agentAction)# TODO: Create a way for the end user to set this based on their conditions@@ -680,15 +626,14 @@ class AsyncLangchainCallbackHandler(AsyncCallbackHandler):parent_run_id: Optional[UUID] = None,**kwargs: Any,) -> Any:- key = "retry_" + str(run_id)- actionEvent = ActionEvent(+ action_event = ActionEvent(params={**kwargs},- returns=retry_state,+ returns=str(retry_state),action_type="retry",# result="Indeterminate" # TODO: currently have no way of recording Indeterminate)- self.ao_client.record(actionEvent)+ self.ao_client.record(action_event)@propertyasync def session_id(self):- return self.ao_client._session.session_id+ return self.ao_client.current_session_id