A programming framework for agentic AI
adds fix (#2364)
Wael Karkoub78cb908f95b5
diff --git a/autogen/agentchat/contrib/capabilities/transforms.py b/autogen/agentchat/contrib/capabilities/transforms.pyindex f2ba67191..cc4faace3 100644--- a/autogen/agentchat/contrib/capabilities/transforms.py+++ b/autogen/agentchat/contrib/capabilities/transforms.py@@ -126,9 +126,16 @@ class MessageTokenLimiter:processed_messages_tokens = 0# calculate tokens for all messages- total_tokens = sum(_count_tokens(msg["content"]) for msg in temp_messages)+ total_tokens = sum(+ _count_tokens(msg["content"]) for msg in temp_messages if isinstance(msg.get("content"), (str, list))+ )for msg in reversed(temp_messages):+ # Some messages may not have content.+ if not isinstance(msg.get("content"), (str, list)):+ processed_messages.insert(0, msg)+ continue+expected_tokens_remained = self._max_tokens - processed_messages_tokens - self._max_tokens_per_message# If adding this message would exceed the token limit, truncate the last message to meet the total tokendiff --git a/test/agentchat/contrib/capabilities/test_transform_messages.py b/test/agentchat/contrib/capabilities/test_transform_messages.pyindex c5b7c1dcf..ac0cdf587 100644--- a/test/agentchat/contrib/capabilities/test_transform_messages.py+++ b/test/agentchat/contrib/capabilities/test_transform_messages.py@@ -76,6 +76,29 @@ def test_limit_token_transform():assert len(transformed_messages) <= len(messages)+def test_limit_token_transform_without_content():+ """Test the TokenLimitTransform with messages that don't have content."""++ messages = [{"role": "user", "function_call": "example"}, {"role": "assistant", "content": None}]++ # check if token limit per message works nicely with total token limit.+ token_limit_transform = MessageTokenLimiter(max_tokens=10, max_tokens_per_message=5)++ transformed_messages = token_limit_transform.apply_transform(copy.deepcopy(messages))++ assert len(transformed_messages) == len(messages)+++def test_limit_token_transform_total_token_count():+ """Tests if the TokenLimitTransform truncates without dropping messages."""+ messages = [{"role": "very very very very very"}]++ token_limit_transform = MessageTokenLimiter(max_tokens=1)+ transformed_messages = token_limit_transform.apply_transform(copy.deepcopy(messages))++ assert len(transformed_messages) == 1++def test_max_message_history_length_transform():"""Test the MessageHistoryLimiter capability to limit the number of messages.