Skip to content

Composio powers 1000+ toolkits, tool search, context management, authentication, and a sandboxed workbench to help you build AI agents that turn intent into action.

feat: add telemetry on the python SDK

angrybayblade26a1d56db23b
diff --git a/python/composio/core/models/_telemetry.py b/python/composio/core/models/_telemetry.py
new file mode 100644
index 000000000..790497926
--- /dev/null
+++ b/python/composio/core/models/_telemetry.py
@@ -0,0 +1,109 @@
+import atexit
+import functools
+import queue as q
+import threading as tr
+import time
+import typing as t
+
+import httpx
+import typing_extensions as te
+
+TELEMETRY_URL = "https://telemetry.composio.dev/v1"
+METRIC_ENDPOINT = f"{TELEMETRY_URL}/metrics/invocations"
+ERROR_ENDPOINT = f"{TELEMETRY_URL}/errors"
+
+
+class ErrorData(te.TypedDict):
+ name: str
+ code: te.NotRequired[str]
+ errorId: te.NotRequired[str]
+ message: te.NotRequired[str]
+ stack: te.NotRequired[str]
+
+
+class TelemetryData(te.TypedDict):
+ functionName: str
+ durationMs: te.NotRequired[float]
+ timestamp: te.NotRequired[float]
+ props: te.NotRequired[t.Dict]
+ source: te.NotRequired[str]
+ metadata: te.NotRequired[t.Dict]
+ error: te.NotRequired[ErrorData]
+
+
+EventType: t.TypeAlias = t.Literal["metric", "error"]
+Event = t.Tuple[EventType, TelemetryData]
+EventQueue: t.TypeAlias = q.Queue[Event]
+
+_queue: t.Optional[EventQueue] = None
+_event: t.Optional[tr.Event] = None
+_thread: t.Optional[tr.Thread] = None
+
+
+def _setup():
+ global _queue, _event, _thread
+ if _queue is None:
+ _queue = q.Queue[Event]()
+
+ if _event is None:
+ _event = tr.Event()
+
+ if _thread is None:
+ _thread = tr.Thread(
+ target=_thread_loop,
+ kwargs={
+ "queue": _queue,
+ "event": _event,
+ },
+ daemon=True,
+ )
+ _thread.start()
+ atexit.register(
+ functools.partial(
+ _teardown,
+ queue=_queue,
+ event=_event,
+ thread=_thread,
+ )
+ )
+
+ return _queue, _event, _thread
+
+
+def _teardown(queue: EventQueue, event: tr.Event, thread: tr.Thread):
+ while queue.qsize():
+ time.sleep(0.1)
+
+ event.set()
+ thread.join()
+
+
+def _push(event: Event):
+ _ = (
+ httpx.post(
+ url=METRIC_ENDPOINT,
+ json=[event[1]],
+ )
+ if event[0] == "metric"
+ else httpx.post(
+ url=ERROR_ENDPOINT,
+ json=event[1],
+ )
+ )
+
+
+def _thread_loop(queue: EventQueue, event: tr.Event):
+ while not event.is_set():
+ try:
+ _push(queue.get(timeout=0.1))
+ except q.Empty:
+ continue
+
+
+def push_event(event: Event):
+ q, _, _ = _setup()
+ q.put(event)
+
+
+def create_event(type: EventType, **payload: te.Unpack[TelemetryData]) -> Event:
+ return type, payload
diff --git a/python/composio/core/models/base.py b/python/composio/core/models/base.py
index 6277180c2..fea0bd793 100644
--- a/python/composio/core/models/base.py
+++ b/python/composio/core/models/base.py
@@ -2,24 +2,53 @@
Base resource class for representing resources in the composio client.
"""
+import contextvars
import functools
+import time
+import traceback
import typing as t
from composio.client import HttpClient
from composio.utils.logging import WithLogger
+from ._telemetry import Event, create_event, push_event
+
PayloadT = t.TypeVar("PayloadT", bound=dict)
+allow_tracking = contextvars.ContextVar[bool]("allow_tracking", default=True)
+
-# TODO: integrate the metric collection service @haxzie is working on
def trace_method(method: t.Callable, name: str, **attributes: t.Any) -> t.Callable:
"""Wrap a method to log the call."""
@functools.wraps(method)
- def wrapper(self, *args, **kwargs):
- return method(self, *args, **kwargs)
+ def trace_wrapper(self, *args, **kwargs):
+ if not allow_tracking.get():
+ return method(self, *args, **kwargs)
+
+ event: t.Optional[Event] = None
+ start_time = time.time()
+ try:
+ event = create_event(type="metric", functionName=name)
+ return method(self, *args, **kwargs)
+ except Exception as e:
+ event = create_event(
+ type="error",
+ functionName=name,
+ error={
+ "name": e.__class__.__name__,
+ "message": str(e),
+ "stack": traceback.format_exc(),
+ },
+ )
+ raise e
+ finally:
+ if event is not None:
+ event[1]["durationMs"] = (time.time() - start_time) * 1000
+ push_event(event=event)
- return wrapper
+ trace_wrapper.__name__ = method.__name__
+ return trace_wrapper
class ResourceMeta(type):
@@ -27,7 +56,7 @@ class ResourceMeta(type):
def __init__(cls, name, bases, attrs):
for attr in attrs:
- if "__" in attr:
+ if "__" in attr or not callable(getattr(cls, attr)):
continue
setattr(cls, attr, trace_method(getattr(cls, attr), f"{name}.{attr}"))
diff --git a/python/composio/sdk.py b/python/composio/sdk.py
index a3d6b2d0d..bcad29fda 100644
--- a/python/composio/sdk.py
+++ b/python/composio/sdk.py
@@ -14,6 +14,7 @@ from composio.core.models import (
Tools,
Triggers,
)
+from composio.core.models.base import allow_tracking
from composio.core.provider import TProvider
from composio.core.provider._openai import OpenAIProvider
from composio.utils.logging import WithLogger
@@ -27,6 +28,7 @@ class SDKConfig(te.TypedDict):
base_url: te.NotRequired[str]
timeout: te.NotRequired[int]
max_retries: te.NotRequired[int]
+ allow_tracking: te.NotRequired[bool]
class Composio(t.Generic[TProvider], WithLogger):
@@ -57,6 +59,7 @@ class Composio(t.Generic[TProvider], WithLogger):
if not api_key:
raise exceptions.ApiKeyNotProvidedError()
+ allow_tracking.set(kwargs.get("allow_tracking", True))
self._client = HttpClient(
environment=kwargs.get("environment", "production"),
provider=provider.name,
diff --git a/python/examples/tools.py b/python/examples/tools.py
index ae83e75be..ed4645033 100644
--- a/python/examples/tools.py
+++ b/python/examples/tools.py
@@ -2,9 +2,6 @@ from composio import Composio
composio = Composio()
-# Get all tools
-tools = composio.tools.get(user_id="default")
-
# Get all tools by toolkit
tools = composio.tools.get(user_id="default", toolkits=["GITHUB"])