Agent Zero AI framework
Truncate logs (#571)
The Masterd5ccc867be44
diff --git a/python/helpers/log.py b/python/helpers/log.pyindex dfa33ba83..075661c40 100644--- a/python/helpers/log.py+++ b/python/helpers/log.py@@ -3,6 +3,7 @@ import jsonfrom typing import Any, Literal, Optional, Dictimport uuidfrom collections import OrderedDict # Import OrderedDict+from python.helpers.strings import truncate_text_by_ratioType = Literal["agent",@@ -23,6 +24,69 @@ Type = Literal[ProgressUpdate = Literal["persistent", "temporary", "none"]+HEADING_MAX_LEN: int = 120+CONTENT_MAX_LEN: int = 4000+KEY_MAX_LEN: int = 60+VALUE_MAX_LEN: int = 1000+PROGRESS_MAX_LEN: int = 120+++def _truncate_heading(text: str | None) -> str:+ if text is None:+ return ""+ return truncate_text_by_ratio(str(text), HEADING_MAX_LEN, "...", ratio=1.0)++def _truncate_progress(text: str | None) -> str:+ if text is None:+ return ""+ return truncate_text_by_ratio(str(text), PROGRESS_MAX_LEN, "...", ratio=1.0)++def _truncate_key(text: str) -> str:+ return truncate_text_by_ratio(str(text), KEY_MAX_LEN, "...", ratio=1.0)++def _truncate_value(text: Any) -> Any:+ # Convert non-str values to json for consistent length measurement+ if isinstance(text, str):+ raw = text+ else:+ try:+ raw = json.dumps(text, ensure_ascii=False)+ except Exception:+ raw = str(text)++ if len(raw) <= VALUE_MAX_LEN:+ return text # No truncation needed, preserve original type++ # Determine removed characters dynamically to build replacement string+ removed = len(raw) - VALUE_MAX_LEN+ while True:+ replacement = f"\n\n<< {removed} Characters hidden >>\n\n"+ truncated = truncate_text_by_ratio(raw, VALUE_MAX_LEN, replacement, ratio=0.3)+ new_removed = len(raw) - (len(truncated) - len(replacement))+ if new_removed == removed:+ break+ removed = new_removed++ return truncated++def _truncate_content(text: str | None) -> str:+ if text is None:+ return ""+ raw = str(text)+ if len(raw) <= CONTENT_MAX_LEN:+ return raw++ # Same dynamic replacement logic as value truncation+ removed = len(raw) - CONTENT_MAX_LEN+ while True:+ replacement = f"\n\n<< {removed} Characters hidden >>\n\n"+ truncated = truncate_text_by_ratio(raw, CONTENT_MAX_LEN, replacement, ratio=0.3)+ new_removed = len(raw) - (len(truncated) - len(replacement))+ if new_removed == removed:+ break+ removed = new_removed+ return truncated+@dataclassclass LogItem:log: "Log"@@ -107,9 +171,22 @@ class Log:id: Optional[str] = None, # Add id parameter**kwargs,) -> LogItem:- # Use OrderedDict if kvps is provided+ # Truncate heading and content+ heading = _truncate_heading(heading)+ content = _truncate_content(content)++ # Truncate kvpsif kvps is not None:- kvps = OrderedDict(kvps)+ kvps = OrderedDict({+ _truncate_key(k): _truncate_value(v) for k, v in kvps.items()+ })+ # Apply truncation to kwargs merged into kvps later+ kwargs = { _truncate_key(k): _truncate_value(v) for k, v in (kwargs or {}).items() }++ # Ensure kvps is OrderedDict even if None+ if kvps is None:+ kvps = OrderedDict()+item = LogItem(log=self,no=len(self.logs),@@ -140,16 +217,23 @@ class Log:**kwargs,):item = self.logs[no]+ # Apply truncation where necessaryif type is not None:item.type = type+if update_progress is not None:item.update_progress = update_progress+if heading is not None:- item.heading = heading+ item.heading = _truncate_heading(heading)+if content is not None:- item.content = content+ item.content = _truncate_content(content)+if kvps is not None:- item.kvps = OrderedDict(kvps) # Use OrderedDict to keep the order+ item.kvps = OrderedDict({+ _truncate_key(k): _truncate_value(v) for k, v in kvps.items()+ }) # Ensure orderif temp is not None:item.temp = temp@@ -158,13 +242,13 @@ class Log:if item.kvps is None:item.kvps = OrderedDict() # Ensure kvps is an OrderedDictfor k, v in kwargs.items():- item.kvps[k] = v+ item.kvps[_truncate_key(k)] = _truncate_value(v)self.updates += [item.no]self._update_progress_from_item(item)def set_progress(self, progress: str, no: int = 0, active: bool = True):- self.progress = progress+ self.progress = _truncate_progress(progress)if not no:no = len(self.logs)self.progress_no = nodiff --git a/python/helpers/strings.py b/python/helpers/strings.pyindex ceef3167f..2dc250d06 100644--- a/python/helpers/strings.py+++ b/python/helpers/strings.py@@ -129,4 +129,30 @@ def truncate_text(text: str, length: int, at_end: bool = True, replacement: strreturn text[:length] + replacementelse:return replacement + text[-length:]-\ No newline at end of file++def truncate_text_by_ratio(text: str, threshold: int, replacement: str = "...", ratio: float = 0.5) -> str:+ """Truncate text with replacement at a specified ratio position."""+ threshold = int(threshold)+ if not threshold or len(text) <= threshold:+ return text++ # Clamp ratio to valid range+ ratio = max(0.0, min(1.0, float(ratio)))++ # Calculate available space for original text after accounting for replacement+ available_space = threshold - len(replacement)+ if available_space <= 0:+ return replacement[:threshold]++ # Handle edge cases for efficiency+ if ratio == 0.0:+ # Replace from start: "...text"+ return replacement + text[-available_space:]+ elif ratio == 1.0:+ # Replace from end: "text..."+ return text[:available_space] + replacement+ else:+ # Replace in middle based on ratio+ start_len = int(available_space * ratio)+ end_len = available_space - start_len+ return text[:start_len] + replacement + text[-end_len:]\ No newline at end of file