A programming framework for agentic AI
from typing import List
import pytest
from autogen_core.model_context import (
BufferedChatCompletionContext,
HeadAndTailChatCompletionContext,
TokenLimitedChatCompletionContext,
UnboundedChatCompletionContext,
)
from autogen_core.models import (
AssistantMessage,
ChatCompletionClient,
FunctionExecutionResultMessage,
LLMMessage,
UserMessage,
)
from autogen_ext.models.ollama import OllamaChatCompletionClient
from autogen_ext.models.openai import OpenAIChatCompletionClient
@pytest.mark.asyncio
async def test_buffered_model_context() -> None:
model_context = BufferedChatCompletionContext(buffer_size=2)
messages: List[LLMMessage] = [
UserMessage(content="Hello!", source="user"),
AssistantMessage(content="What can I do for you?", source="assistant"),
UserMessage(content="Tell what are some fun things to do in seattle.", source="user"),
]
await model_context.add_message(messages[0])
await model_context.add_message(messages[1])
await model_context.add_message(messages[2])
retrieved = await model_context.get_messages()
assert len(retrieved) == 2
assert retrieved[0] == messages[1]
assert retrieved[1] == messages[2]
await model_context.clear()
retrieved = await model_context.get_messages()
assert len(retrieved) == 0
# Test saving and loading state.
await model_context.add_message(messages[0])
await model_context.add_message(messages[1])
state = await model_context.save_state()
await model_context.clear()
await model_context.load_state(state)
retrieved = await model_context.get_messages()
assert len(retrieved) == 2
assert retrieved[0] == messages[0]
assert retrieved[1] == messages[1]
@pytest.mark.asyncio
async def test_head_and_tail_model_context() -> None:
model_context = HeadAndTailChatCompletionContext(head_size=1, tail_size=1)
messages: List[LLMMessage] = [
UserMessage(content="Hello!", source="user"),
AssistantMessage(content="What can I do for you?", source="assistant"),
UserMessage(content="Tell what are some fun things to do in seattle.", source="user"),
AssistantMessage(content="Pike place, space needle, mt rainer", source="assistant"),
UserMessage(content="More places?", source="user"),
]
for msg in messages:
await model_context.add_message(msg)
retrived = await model_context.get_messages()
assert len(retrived) == 3 # 1 head, 1 tail + 1 placeholder.
assert retrived[0] == messages[0]
assert retrived[2] == messages[-1]
await model_context.clear()
retrieved = await model_context.get_messages()
assert len(retrieved) == 0
# Test saving and loading state.
for msg in messages:
await model_context.add_message(msg)
state = await model_context.save_state()
await model_context.clear()
await model_context.load_state(state)
retrived = await model_context.get_messages()
assert len(retrived) == 3
assert retrived[0] == messages[0]
assert retrived[2] == messages[-1]
@pytest.mark.asyncio
async def test_unbounded_model_context() -> None:
model_context = UnboundedChatCompletionContext()
messages: List[LLMMessage] = [
UserMessage(content="Hello!", source="user"),
AssistantMessage(content="What can I do for you?", source="assistant"),
UserMessage(content="Tell what are some fun things to do in seattle.", source="user"),
]
for msg in messages:
await model_context.add_message(msg)
retrieved = await model_context.get_messages()
assert len(retrieved) == 3
assert retrieved == messages
await model_context.clear()
retrieved = await model_context.get_messages()
assert len(retrieved) == 0
# Test saving and loading state.
for msg in messages:
await model_context.add_message(msg)
state = await model_context.save_state()
await model_context.clear()
await model_context.load_state(state)
retrieved = await model_context.get_messages()
assert len(retrieved) == 3
assert retrieved == messages
@pytest.mark.asyncio
@pytest.mark.parametrize(
"model_client,token_limit",
[
(OpenAIChatCompletionClient(model="gpt-4.1-nano", temperature=0.0, api_key="test"), 30),
(OllamaChatCompletionClient(model="llama3.3"), 20),
],
ids=["openai", "ollama"],
)
async def test_token_limited_model_context_with_token_limit(
model_client: ChatCompletionClient, token_limit: int
) -> None:
model_context = TokenLimitedChatCompletionContext(model_client=model_client, token_limit=token_limit)
messages: List[LLMMessage] = [
UserMessage(content="Hello!", source="user"),
AssistantMessage(content="What can I do for you?", source="assistant"),
UserMessage(content="Tell what are some fun things to do in seattle.", source="user"),
]
for msg in messages:
await model_context.add_message(msg)
retrieved = await model_context.get_messages()
# Token limit set low, will remove some messages
# OpenAI: keeps 2 messages (29 tokens with limit 30)
# Ollama: keeps 1 message (20 tokens with limit 20)
assert len(retrieved) < len(messages) # Some messages removed due to token limit
assert retrieved != messages # Will not be equal to the original messages
await model_context.clear()
retrieved = await model_context.get_messages()
assert len(retrieved) == 0
# Test saving and loading state.
for msg in messages:
await model_context.add_message(msg)
state = await model_context.save_state()
await model_context.clear()
await model_context.load_state(state)
retrieved = await model_context.get_messages()
assert len(retrieved) < len(messages) # Some messages removed due to token limit
assert retrieved != messages
@pytest.mark.asyncio
@pytest.mark.parametrize(
"model_client",
[
OpenAIChatCompletionClient(model="gpt-4.1-nano", temperature=0.0, api_key="test_key"),
OllamaChatCompletionClient(model="llama3.3"),
],
ids=["openai", "ollama"],
)
async def test_token_limited_model_context_without_token_limit(model_client: ChatCompletionClient) -> None:
model_context = TokenLimitedChatCompletionContext(model_client=model_client)
messages: List[LLMMessage] = [
UserMessage(content="Hello!", source="user"),
AssistantMessage(content="What can I do for you?", source="assistant"),
UserMessage(content="Tell what are some fun things to do in seattle.", source="user"),
]
for msg in messages:
await model_context.add_message(msg)
retrieved = await model_context.get_messages()
assert len(retrieved) == 3
@pytest.mark.asyncio
@pytest.mark.parametrize(
"model_client,token_limit",
[
(OpenAIChatCompletionClient(model="gpt-4.1-nano", temperature=0.0, api_key="test"), 60),
(OllamaChatCompletionClient(model="llama3.3"), 50),
],
ids=["openai", "ollama"],
)
async def test_token_limited_model_context_openai_with_function_result(
model_client: ChatCompletionClient, token_limit: int
) -> None:
model_context = TokenLimitedChatCompletionContext(model_client=model_client, token_limit=token_limit)
messages: List[LLMMessage] = [
FunctionExecutionResultMessage(content=[]),
UserMessage(content="Hello!", source="user"),
AssistantMessage(content="What can I do for you?", source="assistant"),
UserMessage(content="Tell what are some fun things to do in seattle.", source="user"),
]
for msg in messages:
await model_context.add_message(msg)
retrieved = await model_context.get_messages()
assert len(retrieved) == 3 # Token limit set very low, will remove 1 of the messages
assert type(retrieved[0]) == UserMessage # Function result should be removed
assert type(retrieved[1]) == AssistantMessage
assert type(retrieved[2]) == UserMessage