Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Add type hints for UsageTracker (#8636)

TomuHirata801680db8b25
diff --git a/dspy/utils/usage_tracker.py b/dspy/utils/usage_tracker.py
index 5199f3ade..7f9730ef4 100644
--- a/dspy/utils/usage_tracker.py
+++ b/dspy/utils/usage_tracker.py
@@ -2,7 +2,7 @@
from collections import defaultdict
from contextlib import contextmanager
-from typing import Any
+from typing import Any, Generator
from dspy.dsp.utils.settings import settings
@@ -20,16 +20,16 @@ class UsageTracker:
# }
self.usage_data = defaultdict(list)
- def _flatten_usage_entry(self, usage_entry) -> dict[str, dict[str, Any]]:
+ def _flatten_usage_entry(self, usage_entry: dict[str, Any]) -> dict[str, Any]:
result = dict(usage_entry)
- if result.get("completion_tokens_details"):
- result["completion_tokens_details"] = dict(result["completion_tokens_details"])
- if result.get("prompt_tokens_details"):
- result["prompt_tokens_details"] = dict(result["prompt_tokens_details"])
+ if completion_tokens_details := result.get("completion_tokens_details"):
+ result["completion_tokens_details"] = dict(completion_tokens_details)
+ if prompt_tokens_details := result.get("prompt_tokens_details"):
+ result["prompt_tokens_details"] = dict(prompt_tokens_details)
return result
- def _merge_usage_entries(self, usage_entry1, usage_entry2) -> dict[str, dict[str, Any]]:
+ def _merge_usage_entries(self, usage_entry1: dict[str, Any] | None, usage_entry2: dict[str, Any] | None) -> dict[str, Any]:
if usage_entry1 is None or len(usage_entry1) == 0:
return dict(usage_entry2)
if usage_entry2 is None or len(usage_entry2) == 0:
@@ -44,7 +44,7 @@ class UsageTracker:
result[k] = (current_v or 0) + (v or 0)
return result
- def add_usage(self, lm: str, usage_entry: dict):
+ def add_usage(self, lm: str, usage_entry: dict[str, Any]) -> None:
"""Add a usage entry to the tracker."""
if len(usage_entry) > 0:
self.usage_data[lm].append(self._flatten_usage_entry(usage_entry))
@@ -61,7 +61,7 @@ class UsageTracker:
@contextmanager
-def track_usage():
+def track_usage() -> Generator[UsageTracker, None, None]:
"""Context manager for tracking LM usage."""
tracker = UsageTracker()