LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
[MISC] Add __str__ and __repr__ methods to token counter compatibility classes (#1700)
Chandrasekharan M42168be43984
diff --git a/unstract/sdk1/src/unstract/sdk1/utils/common.py b/unstract/sdk1/src/unstract/sdk1/utils/common.pyindex 17643f284..c9ac9a236 100644--- a/unstract/sdk1/src/unstract/sdk1/utils/common.py+++ b/unstract/sdk1/src/unstract/sdk1/utils/common.py@@ -116,6 +116,22 @@ class TokenCounterCompat:self.total_llm_token_count = total_tokensself.total_embedding_token_count = 0+ def __str__(self) -> str:+ """Return concise string representation of token counts."""+ return (+ f"prompt={self.prompt_llm_token_count}, "+ f"completion={self.completion_llm_token_count}, "+ f"total={self.total_llm_token_count}"+ )++ def __repr__(self) -> str:+ """Return detailed representation of TokenCounterCompat instance."""+ return (+ f"TokenCounterCompat(prompt_tokens={self.prompt_llm_token_count}, "+ f"completion_tokens={self.completion_llm_token_count}, "+ f"total_tokens={self.total_llm_token_count})"+ )+class LLMResponseCompat:"""Compatibility class to mimic llama-index CompletionResponse interface."""@@ -137,6 +153,11 @@ class LLMResponseCompat:"""Return text for string operations like join()."""return self.text+ def __repr__(self) -> str:+ """Return detailed representation with text preview."""+ text_preview = self.text[:50] + "..." if len(self.text) > 50 else self.text+ return f"LLMResponseCompat(text={text_preview!r})"+# Mapping from python log level to Unstract counterpartPY_TO_UNSTRACT_LOG_LEVEL = {