Skip to content

Framework for orchestrating role-playing, autonomous AI agents. By fostering collaborative intelligence, CrewAI empowers agents to work together seamlessly, tackling complex tasks.

feat: enhance event listener with new telemetry spans for skill and memory events (#5240)

Lorenze Jay335130cb1566
diff --git a/lib/crewai/src/crewai/events/event_listener.py b/lib/crewai/src/crewai/events/event_listener.py
index 8e063f4d3..e63b6d4bf 100644
--- a/lib/crewai/src/crewai/events/event_listener.py
+++ b/lib/crewai/src/crewai/events/event_listener.py
@@ -78,9 +78,15 @@ from crewai.events.types.mcp_events import (
MCPConnectionCompletedEvent,
MCPConnectionFailedEvent,
MCPConnectionStartedEvent,
+ MCPToolExecutionCompletedEvent,
MCPToolExecutionFailedEvent,
MCPToolExecutionStartedEvent,
)
+from crewai.events.types.memory_events import (
+ MemoryQueryCompletedEvent,
+ MemoryRetrievalCompletedEvent,
+ MemorySaveCompletedEvent,
+)
from crewai.events.types.observation_events import (
GoalAchievedEarlyEvent,
PlanRefinementEvent,
@@ -94,6 +100,12 @@ from crewai.events.types.reasoning_events import (
AgentReasoningFailedEvent,
AgentReasoningStartedEvent,
)
+from crewai.events.types.skill_events import (
+ SkillActivatedEvent,
+ SkillDiscoveryCompletedEvent,
+ SkillLoadFailedEvent,
+ SkillLoadedEvent,
+)
from crewai.events.types.task_events import (
TaskCompletedEvent,
TaskFailedEvent,
@@ -478,6 +490,7 @@ class EventListener(BaseEventListener):
self.formatter.handle_guardrail_completed(
event.success, event.error, event.retry_count
)
+ self._telemetry.feature_usage_span("guardrail:execution")
@crewai_event_bus.on(CrewTestStartedEvent)
def on_crew_test_started(source: Any, event: CrewTestStartedEvent) -> None:
@@ -559,6 +572,7 @@ class EventListener(BaseEventListener):
event.plan,
event.ready,
)
+ self._telemetry.feature_usage_span("planning:creation")
@crewai_event_bus.on(AgentReasoningFailedEvent)
def on_agent_reasoning_failed(_: Any, event: AgentReasoningFailedEvent) -> None:
@@ -616,6 +630,7 @@ class EventListener(BaseEventListener):
event.replan_count,
event.completed_steps_preserved,
)
+ self._telemetry.feature_usage_span("planning:replan")
@crewai_event_bus.on(GoalAchievedEarlyEvent)
def on_goal_achieved_early(_: Any, event: GoalAchievedEarlyEvent) -> None:
@@ -623,6 +638,25 @@ class EventListener(BaseEventListener):
event.steps_completed,
event.steps_remaining,
)
+ self._telemetry.feature_usage_span("planning:goal_achieved_early")
+
+ # ----------- SKILL EVENTS -----------
+
+ @crewai_event_bus.on(SkillDiscoveryCompletedEvent)
+ def on_skill_discovery(_: Any, event: SkillDiscoveryCompletedEvent) -> None:
+ self._telemetry.feature_usage_span("skill:discovery")
+
+ @crewai_event_bus.on(SkillLoadedEvent)
+ def on_skill_loaded(_: Any, event: SkillLoadedEvent) -> None:
+ self._telemetry.feature_usage_span("skill:loaded")
+
+ @crewai_event_bus.on(SkillLoadFailedEvent)
+ def on_skill_load_failed(_: Any, event: SkillLoadFailedEvent) -> None:
+ self._telemetry.feature_usage_span("skill:load_failed")
+
+ @crewai_event_bus.on(SkillActivatedEvent)
+ def on_skill_activated(_: Any, event: SkillActivatedEvent) -> None:
+ self._telemetry.feature_usage_span("skill:activated")
# ----------- AGENT LOGGING EVENTS -----------
@@ -662,6 +696,7 @@ class EventListener(BaseEventListener):
event.error,
event.is_multiturn,
)
+ self._telemetry.feature_usage_span("a2a:delegation")
@crewai_event_bus.on(A2AConversationStartedEvent)
def on_a2a_conversation_started(
@@ -703,6 +738,7 @@ class EventListener(BaseEventListener):
event.error,
event.total_turns,
)
+ self._telemetry.feature_usage_span("a2a:conversation")
@crewai_event_bus.on(A2APollingStartedEvent)
def on_a2a_polling_started(_: Any, event: A2APollingStartedEvent) -> None:
@@ -744,6 +780,7 @@ class EventListener(BaseEventListener):
event.connection_duration_ms,
event.is_reconnect,
)
+ self._telemetry.feature_usage_span("mcp:connection")
@crewai_event_bus.on(MCPConnectionFailedEvent)
def on_mcp_connection_failed(_: Any, event: MCPConnectionFailedEvent) -> None:
@@ -754,6 +791,7 @@ class EventListener(BaseEventListener):
event.error,
event.error_type,
)
+ self._telemetry.feature_usage_span("mcp:connection_failed")
@crewai_event_bus.on(MCPConfigFetchFailedEvent)
def on_mcp_config_fetch_failed(
@@ -764,6 +802,7 @@ class EventListener(BaseEventListener):
event.error,
event.error_type,
)
+ self._telemetry.feature_usage_span("mcp:config_fetch_failed")
@crewai_event_bus.on(MCPToolExecutionStartedEvent)
def on_mcp_tool_execution_started(
@@ -775,6 +814,12 @@ class EventListener(BaseEventListener):
event.tool_args,
)
+ @crewai_event_bus.on(MCPToolExecutionCompletedEvent)
+ def on_mcp_tool_execution_completed(
+ _: Any, event: MCPToolExecutionCompletedEvent
+ ) -> None:
+ self._telemetry.feature_usage_span("mcp:tool_execution")
+
@crewai_event_bus.on(MCPToolExecutionFailedEvent)
def on_mcp_tool_execution_failed(
_: Any, event: MCPToolExecutionFailedEvent
@@ -786,6 +831,45 @@ class EventListener(BaseEventListener):
event.error,
event.error_type,
)
+ self._telemetry.feature_usage_span("mcp:tool_execution_failed")
+
+ # ----------- MEMORY TELEMETRY -----------
+
+ @crewai_event_bus.on(MemorySaveCompletedEvent)
+ def on_memory_save_completed(_: Any, event: MemorySaveCompletedEvent) -> None:
+ self._telemetry.feature_usage_span("memory:save")
+
+ @crewai_event_bus.on(MemoryQueryCompletedEvent)
+ def on_memory_query_completed(_: Any, event: MemoryQueryCompletedEvent) -> None:
+ self._telemetry.feature_usage_span("memory:query")
+
+ @crewai_event_bus.on(MemoryRetrievalCompletedEvent)
+ def on_memory_retrieval_completed_telemetry(
+ _: Any, event: MemoryRetrievalCompletedEvent
+ ) -> None:
+ self._telemetry.feature_usage_span("memory:retrieval")
+
+ @crewai_event_bus.on(CrewKickoffStartedEvent)
+ def on_crew_kickoff_hooks(_: Any, event: CrewKickoffStartedEvent) -> None:
+ from crewai.hooks.llm_hooks import (
+ get_after_llm_call_hooks,
+ get_before_llm_call_hooks,
+ )
+ from crewai.hooks.tool_hooks import (
+ get_after_tool_call_hooks,
+ get_before_tool_call_hooks,
+ )
+
+ has_hooks = any(
+ [
+ get_before_llm_call_hooks(),
+ get_after_llm_call_hooks(),
+ get_before_tool_call_hooks(),
+ get_after_tool_call_hooks(),
+ ]
+ )
+ if has_hooks:
+ self._telemetry.feature_usage_span("hooks:registered")
event_listener = EventListener()
diff --git a/lib/crewai/src/crewai/telemetry/telemetry.py b/lib/crewai/src/crewai/telemetry/telemetry.py
index ac25161bf..7809c5b4c 100644
--- a/lib/crewai/src/crewai/telemetry/telemetry.py
+++ b/lib/crewai/src/crewai/telemetry/telemetry.py
@@ -1040,3 +1040,20 @@ class Telemetry:
close_span(span)
self._safe_telemetry_operation(_operation)
+
+ def feature_usage_span(self, feature: str) -> None:
+ """Records that a feature was used. One span = one count.
+
+ Args:
+ feature: Feature identifier, e.g. "planning:creation",
+ "mcp:connection", "a2a:delegation".
+ """
+
+ def _operation() -> None:
+ tracer = trace.get_tracer("crewai.telemetry")
+ span = tracer.start_span("Feature Usage")
+ self._add_attribute(span, "crewai_version", version("crewai"))
+ self._add_attribute(span, "feature", feature)
+ close_span(span)
+
+ self._safe_telemetry_operation(_operation)