Skip to content

Agent Zero AI framework

Truncate logs (#571)

The Masterd5ccc867be44
diff --git a/python/helpers/log.py b/python/helpers/log.py
index dfa33ba83..075661c40 100644
--- a/python/helpers/log.py
+++ b/python/helpers/log.py
@@ -3,6 +3,7 @@ import json
from typing import Any, Literal, Optional, Dict
import uuid
from collections import OrderedDict # Import OrderedDict
+from python.helpers.strings import truncate_text_by_ratio
Type = Literal[
"agent",
@@ -23,6 +24,69 @@ Type = Literal[
ProgressUpdate = Literal["persistent", "temporary", "none"]
+HEADING_MAX_LEN: int = 120
+CONTENT_MAX_LEN: int = 4000
+KEY_MAX_LEN: int = 60
+VALUE_MAX_LEN: int = 1000
+PROGRESS_MAX_LEN: int = 120
+
+
+def _truncate_heading(text: str | None) -> str:
+ if text is None:
+ return ""
+ return truncate_text_by_ratio(str(text), HEADING_MAX_LEN, "...", ratio=1.0)
+
+def _truncate_progress(text: str | None) -> str:
+ if text is None:
+ return ""
+ return truncate_text_by_ratio(str(text), PROGRESS_MAX_LEN, "...", ratio=1.0)
+
+def _truncate_key(text: str) -> str:
+ return truncate_text_by_ratio(str(text), KEY_MAX_LEN, "...", ratio=1.0)
+
+def _truncate_value(text: Any) -> Any:
+ # Convert non-str values to json for consistent length measurement
+ if isinstance(text, str):
+ raw = text
+ else:
+ try:
+ raw = json.dumps(text, ensure_ascii=False)
+ except Exception:
+ raw = str(text)
+
+ if len(raw) <= VALUE_MAX_LEN:
+ return text # No truncation needed, preserve original type
+
+ # Determine removed characters dynamically to build replacement string
+ removed = len(raw) - VALUE_MAX_LEN
+ while True:
+ replacement = f"\n\n<< {removed} Characters hidden >>\n\n"
+ truncated = truncate_text_by_ratio(raw, VALUE_MAX_LEN, replacement, ratio=0.3)
+ new_removed = len(raw) - (len(truncated) - len(replacement))
+ if new_removed == removed:
+ break
+ removed = new_removed
+
+ return truncated
+
+def _truncate_content(text: str | None) -> str:
+ if text is None:
+ return ""
+ raw = str(text)
+ if len(raw) <= CONTENT_MAX_LEN:
+ return raw
+
+ # Same dynamic replacement logic as value truncation
+ removed = len(raw) - CONTENT_MAX_LEN
+ while True:
+ replacement = f"\n\n<< {removed} Characters hidden >>\n\n"
+ truncated = truncate_text_by_ratio(raw, CONTENT_MAX_LEN, replacement, ratio=0.3)
+ new_removed = len(raw) - (len(truncated) - len(replacement))
+ if new_removed == removed:
+ break
+ removed = new_removed
+ return truncated
+
@dataclass
class LogItem:
log: "Log"
@@ -107,9 +171,22 @@ class Log:
id: Optional[str] = None, # Add id parameter
**kwargs,
) -> LogItem:
- # Use OrderedDict if kvps is provided
+ # Truncate heading and content
+ heading = _truncate_heading(heading)
+ content = _truncate_content(content)
+
+ # Truncate kvps
if kvps is not None:
- kvps = OrderedDict(kvps)
+ kvps = OrderedDict({
+ _truncate_key(k): _truncate_value(v) for k, v in kvps.items()
+ })
+ # Apply truncation to kwargs merged into kvps later
+ kwargs = { _truncate_key(k): _truncate_value(v) for k, v in (kwargs or {}).items() }
+
+ # Ensure kvps is OrderedDict even if None
+ if kvps is None:
+ kvps = OrderedDict()
+
item = LogItem(
log=self,
no=len(self.logs),
@@ -140,16 +217,23 @@ class Log:
**kwargs,
):
item = self.logs[no]
+ # Apply truncation where necessary
if type is not None:
item.type = type
+
if update_progress is not None:
item.update_progress = update_progress
+
if heading is not None:
- item.heading = heading
+ item.heading = _truncate_heading(heading)
+
if content is not None:
- item.content = content
+ item.content = _truncate_content(content)
+
if kvps is not None:
- item.kvps = OrderedDict(kvps) # Use OrderedDict to keep the order
+ item.kvps = OrderedDict({
+ _truncate_key(k): _truncate_value(v) for k, v in kvps.items()
+ }) # Ensure order
if temp is not None:
item.temp = temp
@@ -158,13 +242,13 @@ class Log:
if item.kvps is None:
item.kvps = OrderedDict() # Ensure kvps is an OrderedDict
for k, v in kwargs.items():
- item.kvps[k] = v
+ item.kvps[_truncate_key(k)] = _truncate_value(v)
self.updates += [item.no]
self._update_progress_from_item(item)
def set_progress(self, progress: str, no: int = 0, active: bool = True):
- self.progress = progress
+ self.progress = _truncate_progress(progress)
if not no:
no = len(self.logs)
self.progress_no = no
diff --git a/python/helpers/strings.py b/python/helpers/strings.py
index ceef3167f..2dc250d06 100644
--- a/python/helpers/strings.py
+++ b/python/helpers/strings.py
@@ -129,4 +129,30 @@ def truncate_text(text: str, length: int, at_end: bool = True, replacement: str
return text[:length] + replacement
else:
return replacement + text[-length:]
-
\ No newline at end of file
+
+def truncate_text_by_ratio(text: str, threshold: int, replacement: str = "...", ratio: float = 0.5) -> str:
+ """Truncate text with replacement at a specified ratio position."""
+ threshold = int(threshold)
+ if not threshold or len(text) <= threshold:
+ return text
+
+ # Clamp ratio to valid range
+ ratio = max(0.0, min(1.0, float(ratio)))
+
+ # Calculate available space for original text after accounting for replacement
+ available_space = threshold - len(replacement)
+ if available_space <= 0:
+ return replacement[:threshold]
+
+ # Handle edge cases for efficiency
+ if ratio == 0.0:
+ # Replace from start: "...text"
+ return replacement + text[-available_space:]
+ elif ratio == 1.0:
+ # Replace from end: "text..."
+ return text[:available_space] + replacement
+ else:
+ # Replace in middle based on ratio
+ start_len = int(available_space * ratio)
+ end_len = available_space - start_len
+ return text[:start_len] + replacement + text[-end_len:]
\ No newline at end of file