Composio powers 1000+ toolkits, tool search, context management, authentication, and a sandboxed workbench to help you build AI agents that turn intent into action.
TypeScript agentic-aiagentsaiai-agentsaiagentsdeveloper-toolsfunction-callinggpt-4javascriptjsllmllmopsmcppythonremote-mcp-serverssetypescript
feat: add telemetry on the python SDK
angrybayblade26a1d56db23b
diff --git a/python/composio/core/models/_telemetry.py b/python/composio/core/models/_telemetry.pynew file mode 100644index 000000000..790497926--- /dev/null+++ b/python/composio/core/models/_telemetry.py@@ -0,0 +1,109 @@+import atexit+import functools+import queue as q+import threading as tr+import time+import typing as t++import httpx+import typing_extensions as te++TELEMETRY_URL = "https://telemetry.composio.dev/v1"+METRIC_ENDPOINT = f"{TELEMETRY_URL}/metrics/invocations"+ERROR_ENDPOINT = f"{TELEMETRY_URL}/errors"+++class ErrorData(te.TypedDict):+ name: str+ code: te.NotRequired[str]+ errorId: te.NotRequired[str]+ message: te.NotRequired[str]+ stack: te.NotRequired[str]+++class TelemetryData(te.TypedDict):+ functionName: str+ durationMs: te.NotRequired[float]+ timestamp: te.NotRequired[float]+ props: te.NotRequired[t.Dict]+ source: te.NotRequired[str]+ metadata: te.NotRequired[t.Dict]+ error: te.NotRequired[ErrorData]+++EventType: t.TypeAlias = t.Literal["metric", "error"]+Event = t.Tuple[EventType, TelemetryData]+EventQueue: t.TypeAlias = q.Queue[Event]++_queue: t.Optional[EventQueue] = None+_event: t.Optional[tr.Event] = None+_thread: t.Optional[tr.Thread] = None+++def _setup():+ global _queue, _event, _thread+ if _queue is None:+ _queue = q.Queue[Event]()++ if _event is None:+ _event = tr.Event()++ if _thread is None:+ _thread = tr.Thread(+ target=_thread_loop,+ kwargs={+ "queue": _queue,+ "event": _event,+ },+ daemon=True,+ )+ _thread.start()+ atexit.register(+ functools.partial(+ _teardown,+ queue=_queue,+ event=_event,+ thread=_thread,+ )+ )++ return _queue, _event, _thread+++def _teardown(queue: EventQueue, event: tr.Event, thread: tr.Thread):+ while queue.qsize():+ time.sleep(0.1)++ event.set()+ thread.join()+++def _push(event: Event):+ _ = (+ httpx.post(+ url=METRIC_ENDPOINT,+ json=[event[1]],+ )+ if event[0] == "metric"+ else httpx.post(+ url=ERROR_ENDPOINT,+ json=event[1],+ )+ )+++def _thread_loop(queue: EventQueue, event: tr.Event):+ while not event.is_set():+ try:+ _push(queue.get(timeout=0.1))+ except q.Empty:+ continue+++def push_event(event: Event):+ q, _, _ = _setup()+ q.put(event)+++def create_event(type: EventType, **payload: te.Unpack[TelemetryData]) -> Event:+ return type, payloaddiff --git a/python/composio/core/models/base.py b/python/composio/core/models/base.pyindex 6277180c2..fea0bd793 100644--- a/python/composio/core/models/base.py+++ b/python/composio/core/models/base.py@@ -2,24 +2,53 @@Base resource class for representing resources in the composio client."""+import contextvarsimport functools+import time+import tracebackimport typing as tfrom composio.client import HttpClientfrom composio.utils.logging import WithLogger+from ._telemetry import Event, create_event, push_event+PayloadT = t.TypeVar("PayloadT", bound=dict)+allow_tracking = contextvars.ContextVar[bool]("allow_tracking", default=True)+-# TODO: integrate the metric collection service @haxzie is working ondef trace_method(method: t.Callable, name: str, **attributes: t.Any) -> t.Callable:"""Wrap a method to log the call."""@functools.wraps(method)- def wrapper(self, *args, **kwargs):- return method(self, *args, **kwargs)+ def trace_wrapper(self, *args, **kwargs):+ if not allow_tracking.get():+ return method(self, *args, **kwargs)++ event: t.Optional[Event] = None+ start_time = time.time()+ try:+ event = create_event(type="metric", functionName=name)+ return method(self, *args, **kwargs)+ except Exception as e:+ event = create_event(+ type="error",+ functionName=name,+ error={+ "name": e.__class__.__name__,+ "message": str(e),+ "stack": traceback.format_exc(),+ },+ )+ raise e+ finally:+ if event is not None:+ event[1]["durationMs"] = (time.time() - start_time) * 1000+ push_event(event=event)- return wrapper+ trace_wrapper.__name__ = method.__name__+ return trace_wrapperclass ResourceMeta(type):@@ -27,7 +56,7 @@ class ResourceMeta(type):def __init__(cls, name, bases, attrs):for attr in attrs:- if "__" in attr:+ if "__" in attr or not callable(getattr(cls, attr)):continuesetattr(cls, attr, trace_method(getattr(cls, attr), f"{name}.{attr}"))diff --git a/python/composio/sdk.py b/python/composio/sdk.pyindex a3d6b2d0d..bcad29fda 100644--- a/python/composio/sdk.py+++ b/python/composio/sdk.py@@ -14,6 +14,7 @@ from composio.core.models import (Tools,Triggers,)+from composio.core.models.base import allow_trackingfrom composio.core.provider import TProviderfrom composio.core.provider._openai import OpenAIProviderfrom composio.utils.logging import WithLogger@@ -27,6 +28,7 @@ class SDKConfig(te.TypedDict):base_url: te.NotRequired[str]timeout: te.NotRequired[int]max_retries: te.NotRequired[int]+ allow_tracking: te.NotRequired[bool]class Composio(t.Generic[TProvider], WithLogger):@@ -57,6 +59,7 @@ class Composio(t.Generic[TProvider], WithLogger):if not api_key:raise exceptions.ApiKeyNotProvidedError()+ allow_tracking.set(kwargs.get("allow_tracking", True))self._client = HttpClient(environment=kwargs.get("environment", "production"),provider=provider.name,diff --git a/python/examples/tools.py b/python/examples/tools.pyindex ae83e75be..ed4645033 100644--- a/python/examples/tools.py+++ b/python/examples/tools.py@@ -2,9 +2,6 @@ from composio import Composiocomposio = Composio()-# Get all tools-tools = composio.tools.get(user_id="default")-# Get all tools by toolkittools = composio.tools.get(user_id="default", toolkits=["GITHUB"])