Fully autonomous AI Agents system capable of performing complex penetration testing tasks
Go ai-agentsai-security-toolanthropicautonomous-agentsgolanggptgraphqlmulti-agent-systemoffensive-securityopen-sourceopenaipenetration-testingpenetration-testing-toolsreactsecurity-automationsecurity-testingsecurity-toolsself-hosted
chore(config): update launch.json and add new provider configurations
Dmitry Ngdeaff9eafed4
diff --git a/.vscode/launch.json b/.vscode/launch.jsonindex f68b9116..0098e147 100644--- a/.vscode/launch.json+++ b/.vscode/launch.json@@ -75,6 +75,9 @@// "-config", "${workspaceFolder}/examples/configs/ollama-qwen332b-fp16-tc.provider.yml",// "-config", "${workspaceFolder}/examples/configs/vllm-qwen3.5-27b-fp8.provider.yml",// "-config", "${workspaceFolder}/examples/configs/vllm-qwen332b-fp16.provider.yml",+ // "-config", "${workspaceFolder}/examples/configs/vllm-qwen3.6-27b-fp8.provider.yml",+ // "-config", "${workspaceFolder}/examples/configs/vllm-mixed.provider.yml",+ // "-config", "${workspaceFolder}/examples/configs/hcnsec.provider.yml",// "-config", "${workspaceFolder}/examples/configs/custom-openai.provider.yml",// "-config", "${workspaceFolder}/examples/configs/openrouter.provider.yml",// "-config", "${workspaceFolder}/examples/configs/deepinfra.provider.yml",@@ -98,6 +101,7 @@// "-report", "${workspaceFolder}/examples/tests/kimi-report.md",// "-report", "${workspaceFolder}/examples/tests/qwen-report.md",// "-report", "${workspaceFolder}/examples/tests/minimax-report.md",+ // "-report", "${workspaceFolder}/examples/tests/hcnsec-report.md",// "-report", "${workspaceFolder}/examples/tests/custom-openai-report.md",// "-report", "${workspaceFolder}/examples/tests/openrouter-report.md",// "-report", "${workspaceFolder}/examples/tests/deepinfra-report.md",diff --git a/backend/pkg/server/response/errors.go b/backend/pkg/server/response/errors.goindex 73e42a0f..994ee73d 100644--- a/backend/pkg/server/response/errors.go+++ b/backend/pkg/server/response/errors.go@@ -158,8 +158,8 @@ var ErrKnowledgeInvalidData = NewHttpError(500, "Knowledge.InvalidData", "invali// toolcallsvar ErrToolcallsInvalidRequest = NewHttpError(400, "Toolcalls.InvalidRequest", "invalid toolcall request data")-var ErrToolcallsNotFound = NewHttpError(404, "Toolcalls.NotFound", "toolcall not found")-var ErrToolcallsInvalidData = NewHttpError(500, "Toolcalls.InvalidData", "invalid toolcall data")+var ErrToolcallsNotFound = NewHttpError(404, "Toolcalls.NotFound", "toolcall not found")+var ErrToolcallsInvalidData = NewHttpError(500, "Toolcalls.InvalidData", "invalid toolcall data")// anonymizediff --git a/backend/pkg/tools/memory_utils.go b/backend/pkg/tools/memory_utils.goindex 259891be..5d1b2b5c 100644--- a/backend/pkg/tools/memory_utils.go+++ b/backend/pkg/tools/memory_utils.go@@ -27,7 +27,7 @@ func MergeAndDeduplicateDocs(docs []schema.Document, maxDocs int) []schema.Documfor _, doc := range docs {hash := hashContent(doc.PageContent)-+// If document with this hash already exists, keep the one with higher scoreif existing, found := docMap[hash]; found {if doc.Score > existing.Score {diff --git a/examples/configs/deepinfra.provider.yml b/examples/configs/deepinfra.provider.ymlindex 85ec3d86..3d6ea7c0 100644--- a/examples/configs/deepinfra.provider.yml+++ b/examples/configs/deepinfra.provider.yml@@ -1,11 +1,11 @@# DeepInfra config. Direct-hosted models only - excludes Partner-tagged entries-# (Qwen3-Max-Thinking, Seed-1.6/2.0-*, MiniMax-M2.7-Turbo) and Google/Gemma-# (guardrail false positives on offensive-security content).+# (Qwen3-Max-Thinking, Seed-1.6/2.0-*, MiniMax-M2.7-Turbo).#-# MiniMaxAI/MiniMax-M3 -> simple/reflector/searcher/enricher/adviser-# moonshotai/Kimi-K2.6 -> primary_agent/assistant/pentester/simple_json+# google/gemma-4-31B-it -> simple/simple_json+# moonshotai/Kimi-K2.7-Code -> primary_agent/assistant/adviser/coder+# (occasional HTTP 429 on coder, transient)# zai-org/GLM-5.2 -> generator/refiner (effort: xhigh only; "max" = HTTP 422)-# moonshotai/Kimi-K2.7-Code -> coder/installer (occasional HTTP 429, transient)+# MiniMaxAI/MiniMax-M3 -> reflector/searcher/enricher/installer/pentester## Dropped: DeepSeek-V4-flash (HTTP 400, no deployment), GLM-4.7-flash (hangs,# never errors). Kimi-K2.5 rejected for simple_json: cheaper but corrupts plain@@ -20,48 +20,47 @@# <type> -workers 1 (default 600s timeout otherwise blocks on hanging models).simple:- model: "MiniMaxAI/MiniMax-M3"+ model: "google/gemma-4-31B-it"temperature: 1.0- top_p: 0.95- top_k: 40+ top_p: 0.9+ repetition_penalty: 1.0n: 1max_tokens: 8192price:- input: 0.30- output: 1.20- cache_read: 0.06+ input: 0.13+ output: 0.38simple_json:- model: "moonshotai/Kimi-K2.6"- temperature: 0.6- top_p: 0.95+ model: "google/gemma-4-31B-it"+ temperature: 0.7+ top_p: 0.9+ repetition_penalty: 1.0n: 1max_tokens: 4096json: trueprice:- input: 0.75- output: 3.50- cache_read: 0.15+ input: 0.13+ output: 0.38primary_agent:- model: "moonshotai/Kimi-K2.6"+ model: "moonshotai/Kimi-K2.7-Code"temperature: 1.0top_p: 0.95n: 1max_tokens: 16384price:- input: 0.75+ input: 0.74output: 3.50cache_read: 0.15assistant:- model: "moonshotai/Kimi-K2.6"+ model: "moonshotai/Kimi-K2.7-Code"temperature: 1.0top_p: 0.95n: 1max_tokens: 16384price:- input: 0.75+ input: 0.74output: 3.50cache_read: 0.15@@ -92,22 +91,20 @@ refiner:cache_read: 0.18adviser:- model: "MiniMaxAI/MiniMax-M3"+ model: "moonshotai/Kimi-K2.7-Code"temperature: 1.0top_p: 0.95- top_k: 40n: 1max_tokens: 16384price:- input: 0.30- output: 1.20- cache_read: 0.06+ input: 0.74+ output: 3.50+ cache_read: 0.15reflector:model: "MiniMaxAI/MiniMax-M3"temperature: 1.0top_p: 0.95- top_k: 40n: 1max_tokens: 4096price:@@ -119,7 +116,6 @@ searcher:model: "MiniMaxAI/MiniMax-M3"temperature: 1.0top_p: 0.95- top_k: 40n: 1max_tokens: 4096price:@@ -131,7 +127,6 @@ enricher:model: "MiniMaxAI/MiniMax-M3"temperature: 1.0top_p: 0.95- top_k: 40n: 1max_tokens: 8192price:@@ -151,23 +146,23 @@ coder:cache_read: 0.15installer:- model: "moonshotai/Kimi-K2.7-Code"+ model: "MiniMaxAI/MiniMax-M3"temperature: 1.0top_p: 0.95n: 1max_tokens: 16384price:- input: 0.74- output: 3.50- cache_read: 0.15+ input: 0.30+ output: 1.20+ cache_read: 0.06pentester:- model: "moonshotai/Kimi-K2.6"+ model: "MiniMaxAI/MiniMax-M3"temperature: 1.0top_p: 0.95n: 1max_tokens: 16384price:- input: 0.75- output: 3.50- cache_read: 0.15+ input: 0.30+ output: 1.20+ cache_read: 0.06diff --git a/examples/configs/hcnsec.provider.yml b/examples/configs/hcnsec.provider.ymlnew file mode 100644index 00000000..63653b36--- /dev/null+++ b/examples/configs/hcnsec.provider.yml@@ -0,0 +1,275 @@+# HCNSec (新疆幻城网安科技有限责任公司 / Xinjiang Huancheng Network Security Technology+# Co., Ltd.) provider configuration. OpenAI-compatible relay at https://api.hcnsec.cn/v1+# (NewAPI-based aggregator, 195+ upstream models). Each model is tuned per its own+# vendor's official sampling/thinking-toggle recommendations rather than a single+# shared profile - see per-model notes below.+#+# History: MiniMax-M2.7 and glm-4.7 were dropped first (unusably slow on this relay:+# ~12 t/s/83s avg latency and ~26 t/s/19s avg latency respectively). Their replacement,+# step-3.7-flash, turned out unstable on this relay too, so it was dropped as well.+# Everything agentic now runs on the two Qwen models already used elsewhere in this+# file, plus kat-coder-pro-v2 for the highest-stakes plan/refine roles.+#+# Qwen3.6-35B-A3B (MoE, 35B total / 3B active, hybrid thinking) -> simple/simple_json+# (thinking OFF) and reflector/searcher/enricher/pentester (thinking ON, the hybrid+# default). Sampling per Qwen's own model card (huggingface.co/Qwen/Qwen3.6-35B-A3B):+# - thinking ON, general tasks: temp=1.0, top_p=0.95, top_k=20, min_p=0.0, pp=1.5, rp=1.0+# - non-thinking, general tasks: temp=0.7, top_p=0.80, top_k=20, min_p=0.0, pp=1.5, rp=1.0+# Thinking is toggled via extra_body.chat_template_kwargs.enable_thinking (vLLM wire+# format - matches this repo's other self-hosted Qwen3.6 configs, e.g.+# vllm-qwen3.6-27b-fp8.provider.yml). pentester was moved here (off step-3.7-flash)+# with thinking left ON: pentesting decisions benefit from the model's own hybrid+# default rather than forcing it off.+#+# Qwen3-Coder-Next-FP8 -> primary_agent/assistant/coder/installer/adviser. Instruct-+# only coding model (no hybrid thinking, no toggle needed) - now covers the main+# agent loop too, not just generator/refiner, after step-3.7-flash's instability.+# Qwen's own recommendation (HF model card, Unsloth docs): temperature=1.0,+# top_p=0.95, top_k=40, min_p=0.01, repetition_penalty=1.0.+#+# kat-coder-pro-v2 -> generator/refiner. Kwaipilot's (Kuaishou) closed-source flagship+# agentic coding model (72B active / 1T+ total MoE, 256K context, no hybrid-thinking+# toggle - that lands in V2.5). No task-specific sampling guide is published; every+# official distributor (GMI Cloud, Atlas Cloud, OpenRouter, wcode.net) quotes the same+# API defaults, used verbatim here: temperature=0.7, top_p=1.0.+#+# adviser wasn't specified in the model brief for this file; grouped with+# primary_agent/assistant on Qwen3-Coder-Next-FP8 since it fills the same+# planning/orchestration role in a flow.+#+# Prices from the hcnsec.cn model catalog (CNY/1M tokens), converted to USD at a+# fixed 6.6 CNY = 1 USD rate: $/1M = CNY_price / 6.6. Qwen3-Coder-Next-FP8's and+# kat-coder-pro-v2's catalog entries show no cached-input price, so cache_read is+# omitted for both.++simple:+ model: "Qwen3.6-35B-A3B"+ temperature: 0.7+ top_k: 20+ top_p: 0.8+ min_p: 0.0+ presence_penalty: 1.5+ repetition_penalty: 1.0+ n: 1+ max_tokens: 8192+ extra_body:+ chat_template_kwargs:+ enable_thinking: false+ price:+ input: 0.17+ output: 1.11+ cache_read: 0.02++simple_json:+ model: "Qwen3.6-35B-A3B"+ temperature: 0.7+ top_k: 20+ top_p: 0.8+ min_p: 0.0+ presence_penalty: 1.5+ repetition_penalty: 1.0+ n: 1+ max_tokens: 4096+ json: true+ extra_body:+ chat_template_kwargs:+ enable_thinking: false+ price:+ input: 0.17+ output: 1.11+ cache_read: 0.02++primary_agent:+ model: "Qwen3-Coder-Next-FP8"+ temperature: 1.0+ top_p: 0.95+ top_k: 40+ min_p: 0.01+ repetition_penalty: 1.0+ n: 1+ max_tokens: 16384+ extra_body:+ chat_template_kwargs:+ enable_thinking: true+ reasoning:+ effort: high+ price:+ input: 5.53+ output: 5.53++assistant:+ model: "Qwen3-Coder-Next-FP8"+ temperature: 1.0+ top_p: 0.95+ top_k: 40+ min_p: 0.01+ repetition_penalty: 1.0+ n: 1+ max_tokens: 16384+ extra_body:+ chat_template_kwargs:+ enable_thinking: true+ reasoning:+ effort: high+ price:+ input: 5.53+ output: 5.53++generator:+ model: "kat-coder-pro-v2"+ temperature: 0.7+ top_p: 1.0+ n: 1+ max_tokens: 32768+ extra_body:+ chat_template_kwargs:+ enable_thinking: true+ reasoning:+ effort: high+ price:+ input: 13.27+ output: 13.27++refiner:+ model: "kat-coder-pro-v2"+ temperature: 0.7+ top_p: 1.0+ n: 1+ max_tokens: 32768+ extra_body:+ chat_template_kwargs:+ enable_thinking: true+ reasoning:+ effort: high+ price:+ input: 13.27+ output: 13.27++adviser:+ model: "Qwen3-Coder-Next-FP8"+ temperature: 1.0+ top_p: 0.95+ top_k: 40+ min_p: 0.01+ repetition_penalty: 1.0+ n: 1+ max_tokens: 16384+ extra_body:+ chat_template_kwargs:+ enable_thinking: true+ reasoning:+ effort: high+ price:+ input: 5.53+ output: 5.53++reflector:+ model: "Qwen3.6-35B-A3B"+ temperature: 1.0+ top_k: 20+ top_p: 0.95+ min_p: 0.0+ presence_penalty: 1.5+ repetition_penalty: 1.0+ n: 1+ max_tokens: 4096+ price:+ input: 0.17+ output: 1.11+ cache_read: 0.02++searcher:+ model: "Qwen3.6-35B-A3B"+ temperature: 1.0+ top_k: 20+ top_p: 0.95+ min_p: 0.0+ presence_penalty: 1.5+ repetition_penalty: 1.0+ n: 1+ max_tokens: 4096+ extra_body:+ chat_template_kwargs:+ enable_thinking: true+ reasoning:+ effort: high+ price:+ input: 0.17+ output: 1.11+ cache_read: 0.02++enricher:+ model: "Qwen3.6-35B-A3B"+ temperature: 1.0+ top_k: 20+ top_p: 0.95+ min_p: 0.0+ presence_penalty: 1.5+ repetition_penalty: 1.0+ n: 1+ max_tokens: 8192+ extra_body:+ chat_template_kwargs:+ enable_thinking: true+ reasoning:+ effort: high+ price:+ input: 0.17+ output: 1.11+ cache_read: 0.02++coder:+ model: "Qwen3-Coder-Next-FP8"+ temperature: 1.0+ top_p: 0.95+ top_k: 40+ min_p: 0.01+ repetition_penalty: 1.0+ n: 1+ max_tokens: 20480+ extra_body:+ chat_template_kwargs:+ enable_thinking: true+ reasoning:+ effort: high+ price:+ input: 5.53+ output: 5.53++installer:+ model: "Qwen3-Coder-Next-FP8"+ temperature: 1.0+ top_p: 0.95+ top_k: 40+ min_p: 0.01+ repetition_penalty: 1.0+ n: 1+ max_tokens: 16384+ extra_body:+ chat_template_kwargs:+ enable_thinking: true+ reasoning:+ effort: high+ price:+ input: 5.53+ output: 5.53++pentester:+ model: "Qwen3.6-35B-A3B"+ temperature: 1.0+ top_k: 20+ top_p: 0.95+ min_p: 0.0+ presence_penalty: 1.5+ repetition_penalty: 1.0+ n: 1+ max_tokens: 16384+ extra_body:+ chat_template_kwargs:+ enable_thinking: true+ reasoning:+ effort: high+ price:+ input: 0.17+ output: 1.11+ cache_read: 0.02diff --git a/examples/tests/anthropic-report.md b/examples/tests/anthropic-report.mdindex a598828e..29cc5dc7 100644--- a/examples/tests/anthropic-report.md+++ b/examples/tests/anthropic-report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Tue, 21 Jul 2026 17:29:51 UTC+Generated: Thu, 23 Jul 2026 13:02:11 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | claude-haiku-4-5 | false | 23/23 (100.00%) | 1.551s |-| simple_json | claude-haiku-4-5 | false | 7/7 (100.00%) | 1.066s |-| primary_agent | claude-sonnet-5 | true | 24/24 (100.00%) | 2.675s |-| assistant | claude-sonnet-5 | true | 24/24 (100.00%) | 2.445s |-| generator | claude-opus-4-8 | true | 24/24 (100.00%) | 3.121s |-| refiner | claude-opus-4-8 | true | 24/24 (100.00%) | 3.083s |-| adviser | claude-sonnet-5 | true | 24/24 (100.00%) | 2.793s |-| reflector | claude-haiku-4-5 | true | 23/23 (100.00%) | 2.148s |-| searcher | claude-haiku-4-5 | true | 23/23 (100.00%) | 2.070s |-| enricher | claude-haiku-4-5 | true | 23/23 (100.00%) | 1.460s |-| coder | claude-sonnet-5 | true | 24/24 (100.00%) | 2.304s |-| installer | claude-sonnet-5 | true | 24/24 (100.00%) | 2.395s |-| pentester | claude-sonnet-5 | true | 24/24 (100.00%) | 2.439s |--**Total**: 291/291 (100.00%) successful tests-**Overall average latency**: 2.350s+| simple | claude-haiku-4-5 | false | 24/24 (100.00%) | 1.855s |+| simple_json | claude-haiku-4-5 | false | 7/7 (100.00%) | 3.020s |+| primary_agent | claude-sonnet-5 | true | 25/25 (100.00%) | 2.759s |+| assistant | claude-sonnet-5 | true | 25/25 (100.00%) | 2.756s |+| generator | claude-opus-4-8 | true | 24/25 (96.00%) | 3.585s |+| refiner | claude-opus-4-8 | true | 25/25 (100.00%) | 3.616s |+| adviser | claude-sonnet-5 | true | 25/25 (100.00%) | 3.526s |+| reflector | claude-haiku-4-5 | true | 24/24 (100.00%) | 2.680s |+| searcher | claude-haiku-4-5 | true | 24/24 (100.00%) | 2.461s |+| enricher | claude-haiku-4-5 | true | 24/24 (100.00%) | 1.837s |+| coder | claude-sonnet-5 | true | 25/25 (100.00%) | 3.079s |+| installer | claude-sonnet-5 | true | 25/25 (100.00%) | 3.176s |+| pentester | claude-sonnet-5 | true | 25/25 (100.00%) | 2.655s |++**Total**: 302/303 (99.67%) successful tests+**Overall average latency**: 2.845s## Detailed Results@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 3.474s | |-| Text Transform Uppercase | ✅ Pass | 0.869s | |-| Count from 1 to 5 | ✅ Pass | 0.887s | |-| Math Calculation | ✅ Pass | 0.886s | |-| Basic Echo Function | ✅ Pass | 1.734s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.051s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.887s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.527s | |+| Simple Math | ✅ Pass | 2.398s | |+| Text Transform Uppercase | ✅ Pass | 1.879s | |+| Count from 1 to 5 | ✅ Pass | 1.208s | |+| Math Calculation | ✅ Pass | 1.107s | |+| Basic Echo Function | ✅ Pass | 1.796s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.855s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.942s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.173s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.323s | |-| Search Query Function | ✅ Pass | 1.087s | |-| Ask Advice Function | ✅ Pass | 1.464s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.469s | |-| Basic Context Memory Test | ✅ Pass | 0.737s | |-| Function Argument Memory Test | ✅ Pass | 0.737s | |-| Function Response Memory Test | ✅ Pass | 0.862s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.389s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.887s | |-| Penetration Testing Methodology | ✅ Pass | 3.168s | |-| Vulnerability Assessment Tools | ✅ Pass | 2.400s | |-| SQL Injection Attack Type | ✅ Pass | 0.935s | |-| Penetration Testing Framework | ✅ Pass | 3.051s | |-| Web Application Security Scanner | ✅ Pass | 2.223s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.616s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.551s+| JSON Response Function | ✅ Pass | 1.194s | |+| Search Query Function | ✅ Pass | 2.017s | |+| Ask Advice Function | ✅ Pass | 2.985s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.315s | |+| Basic Context Memory Test | ✅ Pass | 1.026s | |+| Function Argument Memory Test | ✅ Pass | 0.846s | |+| Function Response Memory Test | ✅ Pass | 0.877s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.913s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.393s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.646s | |+| Penetration Testing Methodology | ✅ Pass | 3.910s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.134s | |+| SQL Injection Attack Type | ✅ Pass | 0.975s | |+| Penetration Testing Framework | ✅ Pass | 2.983s | |+| Web Application Security Scanner | ✅ Pass | 2.261s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.667s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.855s---@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Vulnerability Report Memory Test | ✅ Pass | 1.128s | |-| Person Information JSON | ✅ Pass | 1.458s | |-| Project Information JSON | ✅ Pass | 0.904s | |-| User Profile JSON | ✅ Pass | 0.946s | |-| JSON Array Response Without Schema | ✅ Pass | 0.915s | |-| Streaming Person Information JSON Streaming | ✅ Pass | 0.874s | |+| Vulnerability Report Memory Test | ✅ Pass | 5.449s | |+| Person Information JSON | ✅ Pass | 1.652s | |+| User Profile JSON | ✅ Pass | 1.108s | |+| Project Information JSON | ✅ Pass | 2.308s | |+| Streaming Person Information JSON Streaming | ✅ Pass | 0.938s | |+| JSON Array Response Without Schema | ✅ Pass | 1.357s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Structured Output With JSON Schema | structured_output | ✅ Pass | 1.237s | |+| Structured Output With JSON Schema | structured_output | ✅ Pass | 8.323s | |**Summary**: 7/7 (100.00%) successful tests-**Average latency**: 1.066s+**Average latency**: 3.020s---@@ -97,44 +98,45 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 4.860s | |-| Text Transform Uppercase | ✅ Pass | 1.435s | |-| Count from 1 to 5 | ✅ Pass | 1.509s | |-| Math Calculation | ✅ Pass | 1.558s | |-| Basic Echo Function | ✅ Pass | 1.816s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.689s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.235s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.530s | |+| Simple Math | ✅ Pass | 3.234s | |+| Text Transform Uppercase | ✅ Pass | 1.834s | |+| Count from 1 to 5 | ✅ Pass | 1.676s | |+| Math Calculation | ✅ Pass | 2.138s | |+| Basic Echo Function | ✅ Pass | 1.840s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.735s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.986s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.609s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.493s | |-| Search Query Function | ✅ Pass | 1.741s | |-| Ask Advice Function | ✅ Pass | 2.370s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.956s | |-| Basic Context Memory Test | ✅ Pass | 1.412s | |-| Function Argument Memory Test | ✅ Pass | 0.930s | |-| Function Response Memory Test | ✅ Pass | 4.467s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.373s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.987s | |-| Penetration Testing Methodology | ✅ Pass | 5.430s | |-| Vulnerability Assessment Tools | ✅ Pass | 6.277s | |-| SQL Injection Attack Type | ✅ Pass | 2.384s | |-| Penetration Testing Framework | ✅ Pass | 2.964s | |-| Web Application Security Scanner | ✅ Pass | 4.640s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.127s | |+| JSON Response Function | ✅ Pass | 1.963s | |+| Search Query Function | ✅ Pass | 2.208s | |+| Ask Advice Function | ✅ Pass | 2.037s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.797s | |+| Basic Context Memory Test | ✅ Pass | 1.733s | |+| Function Argument Memory Test | ✅ Pass | 1.167s | |+| Function Response Memory Test | ✅ Pass | 1.552s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.965s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.059s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.190s | |+| Penetration Testing Methodology | ✅ Pass | 5.149s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.820s | |+| SQL Injection Attack Type | ✅ Pass | 2.948s | |+| Penetration Testing Framework | ✅ Pass | 3.259s | |+| Web Application Security Scanner | ✅ Pass | 3.629s | |+| Penetration Testing Tool Selection | ✅ Pass | 4.398s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.011s | |+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.045s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 2.675s+**Average latency**: 2.759s---@@ -144,44 +146,45 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 4.899s | |-| Text Transform Uppercase | ✅ Pass | 1.592s | |-| Count from 1 to 5 | ✅ Pass | 1.450s | |-| Math Calculation | ✅ Pass | 1.483s | |-| Basic Echo Function | ✅ Pass | 1.556s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.494s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.422s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.429s | |+| Simple Math | ✅ Pass | 3.093s | |+| Text Transform Uppercase | ✅ Pass | 1.848s | |+| Count from 1 to 5 | ✅ Pass | 1.720s | |+| Math Calculation | ✅ Pass | 1.742s | |+| Basic Echo Function | ✅ Pass | 2.020s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.842s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.933s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.269s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.622s | |-| Search Query Function | ✅ Pass | 1.584s | |+| JSON Response Function | ✅ Pass | 1.872s | |+| Search Query Function | ✅ Pass | 2.514s | || Ask Advice Function | ✅ Pass | 2.134s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.733s | |-| Basic Context Memory Test | ✅ Pass | 1.910s | |-| Function Argument Memory Test | ✅ Pass | 1.032s | |-| Function Response Memory Test | ✅ Pass | 1.119s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.608s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.041s | |-| Penetration Testing Methodology | ✅ Pass | 4.464s | |-| Vulnerability Assessment Tools | ✅ Pass | 6.970s | |-| SQL Injection Attack Type | ✅ Pass | 2.227s | |-| Penetration Testing Framework | ✅ Pass | 2.750s | |-| Web Application Security Scanner | ✅ Pass | 3.515s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.828s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.352s | |+| Basic Context Memory Test | ✅ Pass | 1.616s | |+| Function Argument Memory Test | ✅ Pass | 1.140s | |+| Function Response Memory Test | ✅ Pass | 2.854s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.230s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.660s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.565s | |+| Penetration Testing Methodology | ✅ Pass | 4.917s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.262s | |+| SQL Injection Attack Type | ✅ Pass | 2.401s | |+| Penetration Testing Framework | ✅ Pass | 2.604s | |+| Web Application Security Scanner | ✅ Pass | 4.052s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.192s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 2.802s | |+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.044s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 2.445s+**Average latency**: 2.756s---@@ -191,44 +194,45 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 3.778s | |-| Text Transform Uppercase | ✅ Pass | 1.634s | |-| Count from 1 to 5 | ✅ Pass | 1.615s | |-| Math Calculation | ✅ Pass | 1.425s | |-| Basic Echo Function | ✅ Pass | 2.980s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.311s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.371s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.444s | |+| Simple Math | ✅ Pass | 3.076s | |+| Text Transform Uppercase | ✅ Pass | 1.825s | |+| Count from 1 to 5 | ✅ Pass | 1.902s | |+| Math Calculation | ✅ Pass | 1.923s | |+| Basic Echo Function | ✅ Pass | 1.835s | |+| Streaming Simple Math Streaming | ✅ Pass | 3.536s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.587s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.343s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.648s | |-| Search Query Function | ✅ Pass | 2.628s | |-| Ask Advice Function | ✅ Pass | 3.379s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.276s | |-| Basic Context Memory Test | ✅ Pass | 1.516s | |-| Function Argument Memory Test | ✅ Pass | 1.641s | |-| Function Response Memory Test | ✅ Pass | 1.507s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.282s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.624s | |-| Penetration Testing Methodology | ✅ Pass | 5.729s | |-| Vulnerability Assessment Tools | ✅ Pass | 9.258s | |-| SQL Injection Attack Type | ✅ Pass | 3.770s | |-| Penetration Testing Framework | ✅ Pass | 3.937s | |-| Web Application Security Scanner | ✅ Pass | 4.144s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.585s | |+| JSON Response Function | ✅ Pass | 2.416s | |+| Search Query Function | ✅ Pass | 2.193s | |+| Ask Advice Function | ✅ Pass | 3.601s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.942s | |+| Basic Context Memory Test | ✅ Pass | 1.566s | |+| Function Argument Memory Test | ✅ Pass | 2.205s | |+| Function Response Memory Test | ✅ Pass | 1.949s | |+| Penetration Testing Memory with Tool Call | ❌ Fail | 4.818s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.702s | |+| Read a file, then edit it via unified diff | ✅ Pass | 6.894s | |+| Penetration Testing Methodology | ✅ Pass | 7.353s | |+| Vulnerability Assessment Tools | ✅ Pass | 10.864s | |+| SQL Injection Attack Type | ✅ Pass | 4.188s | |+| Penetration Testing Framework | ✅ Pass | 4.760s | |+| Web Application Security Scanner | ✅ Pass | 4.269s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.857s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 5.407s | |+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 5.000s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 24/25 (96.00%) successful tests-**Average latency**: 3.121s+**Average latency**: 3.585s---@@ -238,44 +242,45 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 4.490s | |-| Text Transform Uppercase | ✅ Pass | 1.768s | |-| Count from 1 to 5 | ✅ Pass | 1.285s | |-| Math Calculation | ✅ Pass | 1.566s | |-| Basic Echo Function | ✅ Pass | 2.123s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.846s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.477s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 7.217s | |+| Simple Math | ✅ Pass | 2.877s | |+| Text Transform Uppercase | ✅ Pass | 2.332s | |+| Count from 1 to 5 | ✅ Pass | 1.613s | |+| Math Calculation | ✅ Pass | 1.848s | |+| Basic Echo Function | ✅ Pass | 3.425s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.034s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.435s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.421s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.953s | |-| Search Query Function | ✅ Pass | 1.819s | |-| Ask Advice Function | ✅ Pass | 2.126s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.757s | |-| Basic Context Memory Test | ✅ Pass | 1.782s | |-| Function Argument Memory Test | ✅ Pass | 1.609s | |-| Function Response Memory Test | ✅ Pass | 1.416s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.534s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.721s | |-| Penetration Testing Methodology | ✅ Pass | 7.345s | |-| Vulnerability Assessment Tools | ✅ Pass | 7.771s | |-| SQL Injection Attack Type | ✅ Pass | 3.520s | |-| Penetration Testing Framework | ✅ Pass | 4.607s | |-| Web Application Security Scanner | ✅ Pass | 3.308s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.268s | |+| JSON Response Function | ✅ Pass | 2.115s | |+| Search Query Function | ✅ Pass | 3.505s | |+| Ask Advice Function | ✅ Pass | 3.498s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.722s | |+| Basic Context Memory Test | ✅ Pass | 1.496s | |+| Function Argument Memory Test | ✅ Pass | 1.986s | |+| Function Response Memory Test | ✅ Pass | 1.969s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.300s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.694s | |+| Read a file, then edit it via unified diff | ✅ Pass | 8.963s | |+| Penetration Testing Methodology | ✅ Pass | 5.209s | |+| Vulnerability Assessment Tools | ✅ Pass | 10.425s | |+| SQL Injection Attack Type | ✅ Pass | 4.031s | |+| Penetration Testing Framework | ✅ Pass | 4.437s | |+| Web Application Security Scanner | ✅ Pass | 4.789s | |+| Penetration Testing Tool Selection | ✅ Pass | 4.824s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.670s | |+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 6.451s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 3.083s+**Average latency**: 3.616s---@@ -285,44 +290,45 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 4.247s | |-| Text Transform Uppercase | ✅ Pass | 2.731s | |-| Count from 1 to 5 | ✅ Pass | 3.645s | |-| Math Calculation | ✅ Pass | 3.076s | |-| Basic Echo Function | ✅ Pass | 1.611s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.498s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.317s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.079s | |+| Simple Math | ✅ Pass | 3.777s | |+| Text Transform Uppercase | ✅ Pass | 2.771s | |+| Count from 1 to 5 | ✅ Pass | 2.376s | |+| Math Calculation | ✅ Pass | 2.776s | |+| Basic Echo Function | ✅ Pass | 1.942s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.596s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.659s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.265s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.630s | |-| Search Query Function | ✅ Pass | 1.994s | |-| Ask Advice Function | ✅ Pass | 1.866s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.537s | |-| Basic Context Memory Test | ✅ Pass | 1.896s | |-| Function Argument Memory Test | ✅ Pass | 2.105s | |-| Function Response Memory Test | ✅ Pass | 0.987s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.039s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.355s | |-| Penetration Testing Methodology | ✅ Pass | 5.592s | |-| Vulnerability Assessment Tools | ✅ Pass | 5.804s | |-| SQL Injection Attack Type | ✅ Pass | 2.132s | |-| Penetration Testing Framework | ✅ Pass | 3.866s | |-| Web Application Security Scanner | ✅ Pass | 3.457s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.638s | |+| JSON Response Function | ✅ Pass | 2.713s | |+| Search Query Function | ✅ Pass | 3.245s | |+| Ask Advice Function | ✅ Pass | 3.364s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.931s | |+| Basic Context Memory Test | ✅ Pass | 2.392s | |+| Function Argument Memory Test | ✅ Pass | 1.375s | |+| Function Response Memory Test | ✅ Pass | 1.804s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 9.027s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 5.391s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.342s | |+| Penetration Testing Methodology | ✅ Pass | 5.276s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.074s | |+| SQL Injection Attack Type | ✅ Pass | 6.938s | |+| Penetration Testing Framework | ✅ Pass | 3.638s | |+| Web Application Security Scanner | ✅ Pass | 5.040s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.408s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.929s | |+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.030s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 2.793s+**Average latency**: 3.526s---@@ -332,38 +338,39 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 3.383s | |-| Text Transform Uppercase | ✅ Pass | 2.238s | |-| Count from 1 to 5 | ✅ Pass | 1.640s | |-| Math Calculation | ✅ Pass | 1.539s | |-| Basic Echo Function | ✅ Pass | 1.184s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.151s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.121s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.233s | |+| Simple Math | ✅ Pass | 2.790s | |+| Text Transform Uppercase | ✅ Pass | 2.143s | |+| Count from 1 to 5 | ✅ Pass | 1.463s | |+| Math Calculation | ✅ Pass | 1.056s | |+| Basic Echo Function | ✅ Pass | 1.201s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.702s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.498s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.472s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.245s | |-| Search Query Function | ✅ Pass | 1.826s | |-| Ask Advice Function | ✅ Pass | 2.019s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.377s | |-| Basic Context Memory Test | ✅ Pass | 1.257s | |-| Function Argument Memory Test | ✅ Pass | 1.366s | |-| Function Response Memory Test | ✅ Pass | 1.849s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.053s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.621s | |-| Penetration Testing Methodology | ✅ Pass | 5.110s | |-| Vulnerability Assessment Tools | ✅ Pass | 4.665s | |-| SQL Injection Attack Type | ✅ Pass | 2.887s | |-| Penetration Testing Framework | ✅ Pass | 4.031s | |-| Web Application Security Scanner | ✅ Pass | 2.893s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.711s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.148s+| JSON Response Function | ✅ Pass | 1.195s | |+| Search Query Function | ✅ Pass | 1.676s | |+| Ask Advice Function | ✅ Pass | 2.923s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.380s | |+| Basic Context Memory Test | ✅ Pass | 1.696s | |+| Function Argument Memory Test | ✅ Pass | 2.497s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.696s | |+| Function Response Memory Test | ✅ Pass | 7.649s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.961s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.645s | |+| Penetration Testing Methodology | ✅ Pass | 5.969s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.284s | |+| SQL Injection Attack Type | ✅ Pass | 1.739s | |+| Penetration Testing Framework | ✅ Pass | 5.243s | |+| Web Application Security Scanner | ✅ Pass | 2.501s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.929s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.680s---@@ -373,38 +380,39 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 3.377s | |-| Text Transform Uppercase | ✅ Pass | 1.572s | |-| Count from 1 to 5 | ✅ Pass | 1.592s | |-| Math Calculation | ✅ Pass | 1.708s | |-| Basic Echo Function | ✅ Pass | 1.753s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.674s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.905s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.296s | |+| Simple Math | ✅ Pass | 2.431s | |+| Text Transform Uppercase | ✅ Pass | 1.154s | |+| Count from 1 to 5 | ✅ Pass | 2.054s | |+| Math Calculation | ✅ Pass | 3.548s | |+| Basic Echo Function | ✅ Pass | 1.683s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.444s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.506s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.796s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.324s | |-| Search Query Function | ✅ Pass | 2.001s | |-| Ask Advice Function | ✅ Pass | 1.786s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.155s | |-| Basic Context Memory Test | ✅ Pass | 1.404s | |-| Function Argument Memory Test | ✅ Pass | 1.086s | |-| Function Response Memory Test | ✅ Pass | 2.155s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.961s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.381s | |-| Penetration Testing Methodology | ✅ Pass | 4.687s | |-| Vulnerability Assessment Tools | ✅ Pass | 4.199s | |-| SQL Injection Attack Type | ✅ Pass | 1.936s | |-| Penetration Testing Framework | ✅ Pass | 4.645s | |-| Web Application Security Scanner | ✅ Pass | 2.497s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.502s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.070s+| JSON Response Function | ✅ Pass | 1.811s | |+| Search Query Function | ✅ Pass | 1.847s | |+| Ask Advice Function | ✅ Pass | 1.502s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.090s | |+| Basic Context Memory Test | ✅ Pass | 1.586s | |+| Function Argument Memory Test | ✅ Pass | 1.900s | |+| Function Response Memory Test | ✅ Pass | 2.537s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.362s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.734s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.827s | |+| Penetration Testing Methodology | ✅ Pass | 5.147s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.173s | |+| SQL Injection Attack Type | ✅ Pass | 2.149s | |+| Penetration Testing Framework | ✅ Pass | 4.290s | |+| Web Application Security Scanner | ✅ Pass | 3.945s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.547s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.461s---@@ -414,38 +422,39 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.385s | |-| Text Transform Uppercase | ✅ Pass | 0.802s | |-| Count from 1 to 5 | ✅ Pass | 0.872s | |-| Math Calculation | ✅ Pass | 0.733s | |-| Basic Echo Function | ✅ Pass | 1.510s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.317s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.655s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.929s | |+| Simple Math | ✅ Pass | 2.245s | |+| Text Transform Uppercase | ✅ Pass | 0.852s | |+| Count from 1 to 5 | ✅ Pass | 1.479s | |+| Math Calculation | ✅ Pass | 1.016s | |+| Basic Echo Function | ✅ Pass | 2.044s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.868s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.960s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.977s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.797s | |-| Search Query Function | ✅ Pass | 1.199s | |-| Ask Advice Function | ✅ Pass | 1.205s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.019s | |-| Basic Context Memory Test | ✅ Pass | 0.939s | |-| Function Argument Memory Test | ✅ Pass | 1.526s | |-| Function Response Memory Test | ✅ Pass | 0.811s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.631s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.880s | |-| Penetration Testing Methodology | ✅ Pass | 3.295s | |-| Vulnerability Assessment Tools | ✅ Pass | 2.795s | |-| SQL Injection Attack Type | ✅ Pass | 0.937s | |-| Penetration Testing Framework | ✅ Pass | 3.289s | |-| Web Application Security Scanner | ✅ Pass | 2.153s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.890s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.460s+| JSON Response Function | ✅ Pass | 1.703s | |+| Search Query Function | ✅ Pass | 2.571s | |+| Ask Advice Function | ✅ Pass | 1.128s | |+| Streaming Search Query Function Streaming | ✅ Pass | 3.473s | |+| Basic Context Memory Test | ✅ Pass | 1.040s | |+| Function Argument Memory Test | ✅ Pass | 1.611s | |+| Function Response Memory Test | ✅ Pass | 2.478s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.718s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.125s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.180s | |+| Penetration Testing Methodology | ✅ Pass | 3.150s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.297s | |+| SQL Injection Attack Type | ✅ Pass | 1.498s | |+| Penetration Testing Framework | ✅ Pass | 2.390s | |+| Web Application Security Scanner | ✅ Pass | 1.942s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.323s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.837s---@@ -455,44 +464,45 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.668s | |-| Text Transform Uppercase | ✅ Pass | 1.633s | |-| Count from 1 to 5 | ✅ Pass | 2.121s | |-| Math Calculation | ✅ Pass | 1.835s | |-| Basic Echo Function | ✅ Pass | 1.605s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.676s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.276s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.546s | |+| Simple Math | ✅ Pass | 2.118s | |+| Text Transform Uppercase | ✅ Pass | 1.652s | |+| Count from 1 to 5 | ✅ Pass | 2.969s | |+| Math Calculation | ✅ Pass | 1.779s | |+| Basic Echo Function | ✅ Pass | 2.285s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.591s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.736s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.716s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.664s | |-| Search Query Function | ✅ Pass | 1.798s | |-| Ask Advice Function | ✅ Pass | 2.148s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.518s | |-| Basic Context Memory Test | ✅ Pass | 1.983s | |-| Function Argument Memory Test | ✅ Pass | 1.030s | |-| Function Response Memory Test | ✅ Pass | 1.263s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.947s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.005s | |-| Penetration Testing Methodology | ✅ Pass | 4.340s | |-| Vulnerability Assessment Tools | ✅ Pass | 5.774s | |-| SQL Injection Attack Type | ✅ Pass | 2.061s | |-| Penetration Testing Framework | ✅ Pass | 3.558s | |-| Web Application Security Scanner | ✅ Pass | 3.701s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.698s | |+| JSON Response Function | ✅ Pass | 1.990s | |+| Search Query Function | ✅ Pass | 3.434s | |+| Ask Advice Function | ✅ Pass | 2.233s | |+| Streaming Search Query Function Streaming | ✅ Pass | 4.917s | |+| Basic Context Memory Test | ✅ Pass | 2.235s | |+| Function Argument Memory Test | ✅ Pass | 1.149s | |+| Function Response Memory Test | ✅ Pass | 1.222s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.756s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.355s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.077s | |+| Penetration Testing Methodology | ✅ Pass | 7.451s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.827s | |+| SQL Injection Attack Type | ✅ Pass | 2.380s | |+| Penetration Testing Framework | ✅ Pass | 3.099s | |+| Web Application Security Scanner | ✅ Pass | 3.172s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.942s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 2.431s | |+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.880s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 2.304s+**Average latency**: 3.079s---@@ -502,44 +512,45 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.433s | |-| Text Transform Uppercase | ✅ Pass | 1.551s | |-| Count from 1 to 5 | ✅ Pass | 1.496s | |-| Math Calculation | ✅ Pass | 1.473s | |-| Basic Echo Function | ✅ Pass | 2.275s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.716s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.359s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.503s | |+| Simple Math | ✅ Pass | 1.737s | |+| Text Transform Uppercase | ✅ Pass | 5.016s | |+| Count from 1 to 5 | ✅ Pass | 3.376s | |+| Math Calculation | ✅ Pass | 2.094s | |+| Basic Echo Function | ✅ Pass | 3.254s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.049s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.538s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.074s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.619s | |-| Search Query Function | ✅ Pass | 1.760s | |-| Ask Advice Function | ✅ Pass | 1.729s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.610s | |-| Basic Context Memory Test | ✅ Pass | 1.589s | |-| Function Argument Memory Test | ✅ Pass | 0.962s | |-| Function Response Memory Test | ✅ Pass | 1.103s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.898s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.935s | |-| Penetration Testing Methodology | ✅ Pass | 4.798s | |-| Vulnerability Assessment Tools | ✅ Pass | 5.985s | |-| SQL Injection Attack Type | ✅ Pass | 2.534s | |-| Penetration Testing Framework | ✅ Pass | 2.663s | |-| Web Application Security Scanner | ✅ Pass | 4.330s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.633s | |+| JSON Response Function | ✅ Pass | 1.987s | |+| Search Query Function | ✅ Pass | 1.803s | |+| Ask Advice Function | ✅ Pass | 2.054s | |+| Streaming Search Query Function Streaming | ✅ Pass | 4.411s | |+| Basic Context Memory Test | ✅ Pass | 1.712s | |+| Function Argument Memory Test | ✅ Pass | 1.201s | |+| Function Response Memory Test | ✅ Pass | 1.384s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.776s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.598s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.793s | |+| Penetration Testing Methodology | ✅ Pass | 9.094s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.085s | |+| SQL Injection Attack Type | ✅ Pass | 3.290s | |+| Penetration Testing Framework | ✅ Pass | 3.626s | |+| Web Application Security Scanner | ✅ Pass | 3.966s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.891s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 2.510s | |+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.565s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 2.395s+**Average latency**: 3.176s---@@ -549,44 +560,45 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.701s | |-| Text Transform Uppercase | ✅ Pass | 1.470s | |-| Count from 1 to 5 | ✅ Pass | 1.607s | |-| Math Calculation | ✅ Pass | 1.496s | |-| Basic Echo Function | ✅ Pass | 1.715s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.927s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.357s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.543s | |+| Simple Math | ✅ Pass | 1.683s | |+| Text Transform Uppercase | ✅ Pass | 1.718s | |+| Count from 1 to 5 | ✅ Pass | 1.858s | |+| Math Calculation | ✅ Pass | 1.838s | |+| Basic Echo Function | ✅ Pass | 1.989s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.024s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.588s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.812s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.735s | |-| Search Query Function | ✅ Pass | 2.197s | |-| Ask Advice Function | ✅ Pass | 2.169s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.399s | |-| Basic Context Memory Test | ✅ Pass | 2.068s | |-| Function Argument Memory Test | ✅ Pass | 1.980s | |-| Function Response Memory Test | ✅ Pass | 1.073s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.179s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.145s | |-| Penetration Testing Methodology | ✅ Pass | 3.816s | |-| Vulnerability Assessment Tools | ✅ Pass | 6.313s | |-| SQL Injection Attack Type | ✅ Pass | 2.516s | |-| Penetration Testing Framework | ✅ Pass | 4.049s | |-| Web Application Security Scanner | ✅ Pass | 3.485s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.157s | |+| JSON Response Function | ✅ Pass | 1.852s | |+| Search Query Function | ✅ Pass | 2.001s | |+| Ask Advice Function | ✅ Pass | 3.206s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.657s | |+| Basic Context Memory Test | ✅ Pass | 2.018s | |+| Function Argument Memory Test | ✅ Pass | 2.264s | |+| Function Response Memory Test | ✅ Pass | 1.478s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.958s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.116s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.258s | |+| Penetration Testing Methodology | ✅ Pass | 5.471s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.851s | |+| SQL Injection Attack Type | ✅ Pass | 2.248s | |+| Penetration Testing Framework | ✅ Pass | 2.710s | |+| Web Application Security Scanner | ✅ Pass | 3.531s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.584s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 2.420s | |+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 2.650s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 2.439s+**Average latency**: 2.655s---diff --git a/examples/tests/bedrock-report.md b/examples/tests/bedrock-report.mdindex b7c218d7..26579f8d 100644--- a/examples/tests/bedrock-report.md+++ b/examples/tests/bedrock-report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Tue, 21 Jul 2026 21:49:12 UTC+Generated: Thu, 23 Jul 2026 13:52:24 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | openai.gpt-oss-120b-1:0 | true | 23/23 (100.00%) | 1.680s |-| simple_json | openai.gpt-oss-120b-1:0 | true | 6/7 (85.71%) | 1.075s |-| primary_agent | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 23/23 (100.00%) | 4.644s |-| assistant | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 23/23 (100.00%) | 5.378s |-| generator | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 23/23 (100.00%) | 6.100s |-| refiner | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 23/23 (100.00%) | 4.902s |-| adviser | us.anthropic.claude-opus-4-6-v1 | true | 24/24 (100.00%) | 3.080s |-| reflector | us.anthropic.claude-haiku-4-5-20251001-v1:0 | true | 23/23 (100.00%) | 2.013s |-| searcher | us.anthropic.claude-haiku-4-5-20251001-v1:0 | true | 23/23 (100.00%) | 1.954s |-| enricher | us.anthropic.claude-haiku-4-5-20251001-v1:0 | true | 22/23 (95.65%) | 2.045s |-| coder | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 23/23 (100.00%) | 3.629s |-| installer | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 23/23 (100.00%) | 3.719s |-| pentester | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 23/23 (100.00%) | 5.713s |--**Total**: 282/284 (99.30%) successful tests-**Overall average latency**: 3.670s+| simple | openai.gpt-oss-120b-1:0 | true | 24/24 (100.00%) | 0.925s |+| simple_json | openai.gpt-oss-120b-1:0 | true | 6/7 (85.71%) | 1.165s |+| primary_agent | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 24/24 (100.00%) | 5.064s |+| assistant | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 24/24 (100.00%) | 5.458s |+| generator | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 24/24 (100.00%) | 5.905s |+| refiner | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 24/24 (100.00%) | 5.909s |+| adviser | us.anthropic.claude-opus-4-6-v1 | true | 25/25 (100.00%) | 3.157s |+| reflector | us.anthropic.claude-haiku-4-5-20251001-v1:0 | true | 24/24 (100.00%) | 2.100s |+| searcher | us.anthropic.claude-haiku-4-5-20251001-v1:0 | true | 24/24 (100.00%) | 1.996s |+| enricher | us.anthropic.claude-haiku-4-5-20251001-v1:0 | true | 24/24 (100.00%) | 1.924s |+| coder | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 24/24 (100.00%) | 3.952s |+| installer | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 24/24 (100.00%) | 3.825s |+| pentester | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 24/24 (100.00%) | 5.473s |++**Total**: 295/296 (99.66%) successful tests+**Overall average latency**: 3.743s## Detailed Results@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.861s | |-| Text Transform Uppercase | ✅ Pass | 0.798s | |-| Count from 1 to 5 | ✅ Pass | 0.654s | |-| Math Calculation | ✅ Pass | 0.471s | |-| Basic Echo Function | ✅ Pass | 0.593s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.646s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.693s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.502s | |+| Simple Math | ✅ Pass | 1.186s | |+| Text Transform Uppercase | ✅ Pass | 0.663s | |+| Count from 1 to 5 | ✅ Pass | 2.572s | |+| Math Calculation | ✅ Pass | 0.507s | |+| Basic Echo Function | ✅ Pass | 0.921s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.562s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.587s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.478s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.738s | |-| Search Query Function | ✅ Pass | 0.555s | |-| Ask Advice Function | ✅ Pass | 3.762s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.551s | |-| Basic Context Memory Test | ✅ Pass | 0.710s | |-| Function Argument Memory Test | ✅ Pass | 0.384s | |-| Function Response Memory Test | ✅ Pass | 0.316s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.334s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.354s | |-| Penetration Testing Methodology | ✅ Pass | 0.953s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.971s | |-| SQL Injection Attack Type | ✅ Pass | 18.334s | |-| Penetration Testing Framework | ✅ Pass | 0.824s | |-| Web Application Security Scanner | ✅ Pass | 0.707s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.906s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.680s+| JSON Response Function | ✅ Pass | 1.048s | |+| Search Query Function | ✅ Pass | 0.941s | |+| Ask Advice Function | ✅ Pass | 0.622s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.689s | |+| Basic Context Memory Test | ✅ Pass | 0.487s | |+| Function Argument Memory Test | ✅ Pass | 0.327s | |+| Function Response Memory Test | ✅ Pass | 0.415s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.690s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.449s | |+| Read a file, then edit it via unified diff | ✅ Pass | 1.678s | |+| Penetration Testing Methodology | ✅ Pass | 0.482s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.860s | |+| SQL Injection Attack Type | ✅ Pass | 0.811s | |+| Penetration Testing Framework | ✅ Pass | 1.515s | |+| Web Application Security Scanner | ✅ Pass | 0.503s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.185s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.925s---@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Vulnerability Report Memory Test | ✅ Pass | 1.300s | |-| Person Information JSON | ✅ Pass | 1.210s | |-| Project Information JSON | ✅ Pass | 1.418s | |-| User Profile JSON | ✅ Pass | 0.752s | |-| JSON Array Response Without Schema | ✅ Pass | 0.648s | |-| Streaming Person Information JSON Streaming | ✅ Pass | 0.574s | |+| Vulnerability Report Memory Test | ✅ Pass | 2.278s | |+| Person Information JSON | ✅ Pass | 0.519s | |+| Project Information JSON | ✅ Pass | 1.633s | |+| User Profile JSON | ✅ Pass | 1.150s | |+| JSON Array Response Without Schema | ✅ Pass | 0.482s | |+| Streaming Person Information JSON Streaming | ✅ Pass | 1.352s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Structured Output With JSON Schema | structured_output | ❌ Fail | 1.618s | structured output: response validation failed \(provider=bedrock model=openai\.gpt\-oss\-120b\-1:0 choice=0 stop\_reason=end\_turn\): response is n... |+| Structured Output With JSON Schema | structured_output | ❌ Fail | 0.737s | structured output: response validation failed \(provider=bedrock model=openai\.gpt\-oss\-120b\-1:0 choice=0 stop\_reason=end\_turn\): response is n... |**Summary**: 6/7 (85.71%) successful tests-**Average latency**: 1.075s+**Average latency**: 1.165s---@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 3.110s | |-| Text Transform Uppercase | ✅ Pass | 2.710s | |-| Count from 1 to 5 | ✅ Pass | 2.226s | |-| Math Calculation | ✅ Pass | 8.473s | |-| Basic Echo Function | ✅ Pass | 8.010s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.869s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.227s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.339s | |+| Simple Math | ✅ Pass | 2.329s | |+| Text Transform Uppercase | ✅ Pass | 3.413s | |+| Count from 1 to 5 | ✅ Pass | 2.544s | |+| Math Calculation | ✅ Pass | 1.546s | |+| Basic Echo Function | ✅ Pass | 6.180s | |+| Streaming Simple Math Streaming | ✅ Pass | 6.043s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 7.734s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.355s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 5.506s | |-| Search Query Function | ✅ Pass | 3.864s | |-| Ask Advice Function | ✅ Pass | 3.844s | |-| Streaming Search Query Function Streaming | ✅ Pass | 4.216s | |-| Basic Context Memory Test | ✅ Pass | 3.955s | |-| Function Argument Memory Test | ✅ Pass | 6.139s | |-| Function Response Memory Test | ✅ Pass | 3.752s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.217s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.272s | |-| Penetration Testing Methodology | ✅ Pass | 9.936s | |-| Vulnerability Assessment Tools | ✅ Pass | 7.756s | |-| SQL Injection Attack Type | ✅ Pass | 2.951s | |-| Penetration Testing Framework | ✅ Pass | 7.592s | |-| Web Application Security Scanner | ✅ Pass | 4.906s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.922s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 4.644s+| JSON Response Function | ✅ Pass | 5.141s | |+| Search Query Function | ✅ Pass | 3.702s | |+| Ask Advice Function | ✅ Pass | 2.272s | |+| Streaming Search Query Function Streaming | ✅ Pass | 11.213s | |+| Basic Context Memory Test | ✅ Pass | 10.009s | |+| Function Argument Memory Test | ✅ Pass | 2.917s | |+| Function Response Memory Test | ✅ Pass | 5.162s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.143s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.283s | |+| Read a file, then edit it via unified diff | ✅ Pass | 6.530s | |+| Penetration Testing Methodology | ✅ Pass | 9.574s | |+| Vulnerability Assessment Tools | ✅ Pass | 7.992s | |+| SQL Injection Attack Type | ✅ Pass | 3.212s | |+| Penetration Testing Framework | ✅ Pass | 5.664s | |+| Web Application Security Scanner | ✅ Pass | 5.351s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.205s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 5.064s---@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.128s | |-| Text Transform Uppercase | ✅ Pass | 1.973s | |-| Count from 1 to 5 | ✅ Pass | 2.250s | |-| Math Calculation | ✅ Pass | 2.358s | |-| Basic Echo Function | ✅ Pass | 3.529s | |-| Streaming Simple Math Streaming | ✅ Pass | 9.814s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.033s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 6.776s | |+| Simple Math | ✅ Pass | 2.367s | |+| Text Transform Uppercase | ✅ Pass | 2.837s | |+| Count from 1 to 5 | ✅ Pass | 2.651s | |+| Math Calculation | ✅ Pass | 9.216s | |+| Basic Echo Function | ✅ Pass | 4.094s | |+| Streaming Simple Math Streaming | ✅ Pass | 6.681s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.003s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.792s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 4.496s | |-| Search Query Function | ✅ Pass | 9.922s | |-| Ask Advice Function | ✅ Pass | 2.863s | |-| Streaming Search Query Function Streaming | ✅ Pass | 5.709s | |-| Basic Context Memory Test | ✅ Pass | 6.828s | |-| Function Argument Memory Test | ✅ Pass | 10.445s | |-| Function Response Memory Test | ✅ Pass | 7.782s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.687s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.589s | |-| Penetration Testing Methodology | ✅ Pass | 7.873s | |-| Vulnerability Assessment Tools | ✅ Pass | 7.681s | |-| SQL Injection Attack Type | ✅ Pass | 3.308s | |-| Penetration Testing Framework | ✅ Pass | 5.213s | |-| Web Application Security Scanner | ✅ Pass | 5.632s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.800s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 5.378s+| JSON Response Function | ✅ Pass | 9.983s | |+| Search Query Function | ✅ Pass | 5.538s | |+| Ask Advice Function | ✅ Pass | 7.430s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.729s | |+| Basic Context Memory Test | ✅ Pass | 2.832s | |+| Function Argument Memory Test | ✅ Pass | 5.509s | |+| Function Response Memory Test | ✅ Pass | 9.934s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.064s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.274s | |+| Read a file, then edit it via unified diff | ✅ Pass | 6.139s | |+| Penetration Testing Methodology | ✅ Pass | 7.628s | |+| Vulnerability Assessment Tools | ✅ Pass | 7.695s | |+| SQL Injection Attack Type | ✅ Pass | 3.696s | |+| Penetration Testing Framework | ✅ Pass | 6.685s | |+| Web Application Security Scanner | ✅ Pass | 5.280s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.920s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 5.458s---@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.883s | |-| Text Transform Uppercase | ✅ Pass | 1.979s | |-| Count from 1 to 5 | ✅ Pass | 2.234s | |-| Math Calculation | ✅ Pass | 9.953s | |-| Basic Echo Function | ✅ Pass | 7.471s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.801s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 10.374s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 4.169s | |+| Simple Math | ✅ Pass | 1.816s | |+| Text Transform Uppercase | ✅ Pass | 2.134s | |+| Count from 1 to 5 | ✅ Pass | 2.502s | |+| Math Calculation | ✅ Pass | 2.185s | |+| Basic Echo Function | ✅ Pass | 7.081s | |+| Streaming Simple Math Streaming | ✅ Pass | 4.785s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 6.945s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.815s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 6.425s | |-| Search Query Function | ✅ Pass | 3.460s | |-| Ask Advice Function | ✅ Pass | 6.042s | |-| Streaming Search Query Function Streaming | ✅ Pass | 9.648s | |-| Basic Context Memory Test | ✅ Pass | 4.532s | |-| Function Argument Memory Test | ✅ Pass | 3.351s | |-| Function Response Memory Test | ✅ Pass | 5.391s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 9.179s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 6.448s | |-| Penetration Testing Methodology | ✅ Pass | 9.245s | |-| Vulnerability Assessment Tools | ✅ Pass | 10.023s | |-| SQL Injection Attack Type | ✅ Pass | 4.005s | |-| Penetration Testing Framework | ✅ Pass | 10.155s | |-| Web Application Security Scanner | ✅ Pass | 9.256s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.265s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 6.100s+| JSON Response Function | ✅ Pass | 3.219s | |+| Search Query Function | ✅ Pass | 10.109s | |+| Ask Advice Function | ✅ Pass | 4.937s | |+| Streaming Search Query Function Streaming | ✅ Pass | 4.710s | |+| Basic Context Memory Test | ✅ Pass | 6.858s | |+| Function Argument Memory Test | ✅ Pass | 4.102s | |+| Function Response Memory Test | ✅ Pass | 3.286s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.096s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 7.840s | |+| Read a file, then edit it via unified diff | ✅ Pass | 13.576s | |+| Penetration Testing Methodology | ✅ Pass | 8.999s | |+| Vulnerability Assessment Tools | ✅ Pass | 9.065s | |+| SQL Injection Attack Type | ✅ Pass | 5.445s | |+| Penetration Testing Framework | ✅ Pass | 10.560s | |+| Web Application Security Scanner | ✅ Pass | 7.129s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.512s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 5.905s---@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.885s | |-| Text Transform Uppercase | ✅ Pass | 2.067s | |-| Count from 1 to 5 | ✅ Pass | 1.948s | |-| Math Calculation | ✅ Pass | 2.295s | |-| Basic Echo Function | ✅ Pass | 4.992s | |-| Streaming Simple Math Streaming | ✅ Pass | 8.197s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.878s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 6.941s | |+| Simple Math | ✅ Pass | 2.868s | |+| Text Transform Uppercase | ✅ Pass | 2.619s | |+| Count from 1 to 5 | ✅ Pass | 2.149s | |+| Math Calculation | ✅ Pass | 10.627s | |+| Basic Echo Function | ✅ Pass | 7.943s | |+| Streaming Simple Math Streaming | ✅ Pass | 9.873s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.635s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 6.441s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 5.658s | |-| Search Query Function | ✅ Pass | 5.818s | |-| Ask Advice Function | ✅ Pass | 6.927s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.794s | |-| Basic Context Memory Test | ✅ Pass | 9.067s | |-| Function Argument Memory Test | ✅ Pass | 4.419s | |-| Function Response Memory Test | ✅ Pass | 5.777s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.178s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.053s | |-| Penetration Testing Methodology | ✅ Pass | 9.204s | |-| Vulnerability Assessment Tools | ✅ Pass | 9.480s | |-| SQL Injection Attack Type | ✅ Pass | 3.130s | |-| Penetration Testing Framework | ✅ Pass | 5.427s | |-| Web Application Security Scanner | ✅ Pass | 4.824s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.785s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 4.902s+| JSON Response Function | ✅ Pass | 6.119s | |+| Search Query Function | ✅ Pass | 2.248s | |+| Ask Advice Function | ✅ Pass | 6.612s | |+| Streaming Search Query Function Streaming | ✅ Pass | 4.235s | |+| Basic Context Memory Test | ✅ Pass | 4.851s | |+| Function Argument Memory Test | ✅ Pass | 7.741s | |+| Function Response Memory Test | ✅ Pass | 7.798s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.301s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.042s | |+| Read a file, then edit it via unified diff | ✅ Pass | 11.847s | |+| Penetration Testing Methodology | ✅ Pass | 9.992s | |+| Vulnerability Assessment Tools | ✅ Pass | 7.838s | |+| SQL Injection Attack Type | ✅ Pass | 2.739s | |+| Penetration Testing Framework | ✅ Pass | 6.891s | |+| Web Application Security Scanner | ✅ Pass | 5.807s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.592s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 5.909s---@@ -261,44 +266,45 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.846s | |-| Text Transform Uppercase | ✅ Pass | 2.286s | |-| Count from 1 to 5 | ✅ Pass | 2.021s | |-| Math Calculation | ✅ Pass | 2.050s | |-| Basic Echo Function | ✅ Pass | 2.462s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.967s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.358s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.163s | |+| Simple Math | ✅ Pass | 1.796s | |+| Text Transform Uppercase | ✅ Pass | 1.961s | |+| Count from 1 to 5 | ✅ Pass | 1.989s | |+| Math Calculation | ✅ Pass | 2.222s | |+| Basic Echo Function | ✅ Pass | 2.073s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.119s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.883s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.116s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.318s | |-| Search Query Function | ✅ Pass | 2.333s | |-| Ask Advice Function | ✅ Pass | 2.144s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.528s | |-| Basic Context Memory Test | ✅ Pass | 2.672s | |-| Function Argument Memory Test | ✅ Pass | 2.204s | |-| Function Response Memory Test | ✅ Pass | 2.087s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.084s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.276s | |-| Penetration Testing Methodology | ✅ Pass | 7.372s | |-| Vulnerability Assessment Tools | ✅ Pass | 7.298s | |-| SQL Injection Attack Type | ✅ Pass | 2.466s | |-| Penetration Testing Framework | ✅ Pass | 6.319s | |-| Web Application Security Scanner | ✅ Pass | 4.341s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.503s | |+| JSON Response Function | ✅ Pass | 2.285s | |+| Search Query Function | ✅ Pass | 2.387s | |+| Ask Advice Function | ✅ Pass | 2.132s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.310s | |+| Basic Context Memory Test | ✅ Pass | 2.382s | |+| Function Argument Memory Test | ✅ Pass | 2.671s | |+| Function Response Memory Test | ✅ Pass | 2.469s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.786s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.676s | |+| Read a file, then edit it via unified diff | ✅ Pass | 6.302s | |+| Penetration Testing Methodology | ✅ Pass | 7.591s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.459s | |+| SQL Injection Attack Type | ✅ Pass | 2.692s | |+| Penetration Testing Framework | ✅ Pass | 5.051s | |+| Web Application Security Scanner | ✅ Pass | 4.501s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.532s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.817s | |+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 4.535s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 3.080s+**Average latency**: 3.157s---@@ -308,38 +314,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.436s | |-| Text Transform Uppercase | ✅ Pass | 1.284s | |-| Count from 1 to 5 | ✅ Pass | 1.589s | |-| Math Calculation | ✅ Pass | 1.101s | |-| Basic Echo Function | ✅ Pass | 1.482s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.090s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.765s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.475s | |+| Simple Math | ✅ Pass | 1.679s | |+| Text Transform Uppercase | ✅ Pass | 1.102s | |+| Count from 1 to 5 | ✅ Pass | 1.182s | |+| Math Calculation | ✅ Pass | 1.150s | |+| Basic Echo Function | ✅ Pass | 2.008s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.068s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.144s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.523s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.238s | |-| Search Query Function | ✅ Pass | 1.609s | |-| Ask Advice Function | ✅ Pass | 1.960s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.464s | |-| Basic Context Memory Test | ✅ Pass | 1.259s | |-| Function Argument Memory Test | ✅ Pass | 1.594s | |-| Function Response Memory Test | ✅ Pass | 1.395s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.988s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.721s | |-| Penetration Testing Methodology | ✅ Pass | 3.742s | |-| Vulnerability Assessment Tools | ✅ Pass | 5.157s | |-| SQL Injection Attack Type | ✅ Pass | 2.139s | |-| Penetration Testing Framework | ✅ Pass | 5.506s | |-| Web Application Security Scanner | ✅ Pass | 2.822s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.472s | |+| JSON Response Function | ✅ Pass | 1.484s | |+| Search Query Function | ✅ Pass | 1.366s | |+| Ask Advice Function | ✅ Pass | 1.509s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.413s | |+| Basic Context Memory Test | ✅ Pass | 1.398s | |+| Function Argument Memory Test | ✅ Pass | 1.560s | |+| Function Response Memory Test | ✅ Pass | 1.405s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.864s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.677s | |+| Read a file, then edit it via unified diff | ✅ Pass | 6.126s | |+| Penetration Testing Methodology | ✅ Pass | 4.944s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.513s | |+| SQL Injection Attack Type | ✅ Pass | 1.965s | |+| Penetration Testing Framework | ✅ Pass | 3.471s | |+| Web Application Security Scanner | ✅ Pass | 2.792s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.042s | |-**Summary**: 23/23 (100.00%) successful tests+**Summary**: 24/24 (100.00%) successful tests-**Average latency**: 2.013s+**Average latency**: 2.100s---@@ -349,38 +356,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.945s | |-| Text Transform Uppercase | ✅ Pass | 1.226s | |-| Count from 1 to 5 | ✅ Pass | 1.223s | |-| Math Calculation | ✅ Pass | 1.644s | |-| Basic Echo Function | ✅ Pass | 1.186s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.135s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.471s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.826s | |+| Simple Math | ✅ Pass | 1.461s | |+| Text Transform Uppercase | ✅ Pass | 1.179s | |+| Count from 1 to 5 | ✅ Pass | 1.594s | |+| Math Calculation | ✅ Pass | 0.974s | |+| Basic Echo Function | ✅ Pass | 1.311s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.281s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.202s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.288s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.298s | |-| Search Query Function | ✅ Pass | 1.432s | |-| Ask Advice Function | ✅ Pass | 1.550s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.663s | |-| Basic Context Memory Test | ✅ Pass | 1.437s | |-| Function Argument Memory Test | ✅ Pass | 1.212s | |-| Function Response Memory Test | ✅ Pass | 1.300s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.256s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.601s | |-| Penetration Testing Methodology | ✅ Pass | 4.317s | |-| Vulnerability Assessment Tools | ✅ Pass | 4.625s | |-| SQL Injection Attack Type | ✅ Pass | 1.871s | |-| Penetration Testing Framework | ✅ Pass | 3.984s | |-| Web Application Security Scanner | ✅ Pass | 2.876s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.846s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.954s+| JSON Response Function | ✅ Pass | 1.384s | |+| Search Query Function | ✅ Pass | 1.233s | |+| Ask Advice Function | ✅ Pass | 1.522s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.505s | |+| Basic Context Memory Test | ✅ Pass | 1.488s | |+| Function Argument Memory Test | ✅ Pass | 1.488s | |+| Function Response Memory Test | ✅ Pass | 1.483s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.077s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.505s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.537s | |+| Penetration Testing Methodology | ✅ Pass | 4.214s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.317s | |+| SQL Injection Attack Type | ✅ Pass | 1.680s | |+| Penetration Testing Framework | ✅ Pass | 4.428s | |+| Web Application Security Scanner | ✅ Pass | 3.003s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.741s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.996s---@@ -390,38 +398,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.371s | |-| Text Transform Uppercase | ✅ Pass | 1.525s | |-| Count from 1 to 5 | ✅ Pass | 1.457s | |-| Math Calculation | ✅ Pass | 1.345s | |-| Basic Echo Function | ✅ Pass | 1.395s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.232s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.077s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.417s | |+| Simple Math | ✅ Pass | 1.076s | |+| Text Transform Uppercase | ✅ Pass | 1.069s | |+| Count from 1 to 5 | ✅ Pass | 1.426s | |+| Math Calculation | ✅ Pass | 1.292s | |+| Basic Echo Function | ✅ Pass | 1.226s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.987s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.501s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.189s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.454s | |-| Search Query Function | ✅ Pass | 1.185s | |-| Ask Advice Function | ✅ Pass | 2.347s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.601s | |-| Basic Context Memory Test | ✅ Pass | 1.488s | |-| Function Argument Memory Test | ✅ Pass | 1.550s | |-| Function Response Memory Test | ✅ Pass | 1.809s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 2.417s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.469s | |-| Penetration Testing Methodology | ✅ Pass | 4.969s | |-| Vulnerability Assessment Tools | ✅ Pass | 4.576s | |-| SQL Injection Attack Type | ✅ Pass | 1.792s | |-| Penetration Testing Framework | ✅ Pass | 3.674s | |-| Web Application Security Scanner | ✅ Pass | 2.990s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.889s | |+| JSON Response Function | ✅ Pass | 1.353s | |+| Search Query Function | ✅ Pass | 1.247s | |+| Ask Advice Function | ✅ Pass | 1.457s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.302s | |+| Basic Context Memory Test | ✅ Pass | 1.146s | |+| Function Argument Memory Test | ✅ Pass | 1.467s | |+| Function Response Memory Test | ✅ Pass | 1.281s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.432s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.489s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.384s | |+| Penetration Testing Methodology | ✅ Pass | 3.548s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.859s | |+| SQL Injection Attack Type | ✅ Pass | 1.556s | |+| Penetration Testing Framework | ✅ Pass | 3.209s | |+| Web Application Security Scanner | ✅ Pass | 4.042s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.632s | |-**Summary**: 22/23 (95.65%) successful tests+**Summary**: 24/24 (100.00%) successful tests-**Average latency**: 2.045s+**Average latency**: 1.924s---@@ -431,38 +440,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.035s | |-| Text Transform Uppercase | ✅ Pass | 2.118s | |-| Count from 1 to 5 | ✅ Pass | 2.186s | |-| Math Calculation | ✅ Pass | 1.586s | |-| Basic Echo Function | ✅ Pass | 1.999s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.823s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.338s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.139s | |+| Simple Math | ✅ Pass | 2.576s | |+| Text Transform Uppercase | ✅ Pass | 2.114s | |+| Count from 1 to 5 | ✅ Pass | 2.913s | |+| Math Calculation | ✅ Pass | 2.111s | |+| Basic Echo Function | ✅ Pass | 3.436s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.611s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.983s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.376s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.302s | |-| Search Query Function | ✅ Pass | 2.156s | |-| Ask Advice Function | ✅ Pass | 2.817s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.350s | |-| Basic Context Memory Test | ✅ Pass | 2.829s | |-| Function Argument Memory Test | ✅ Pass | 2.727s | |-| Function Response Memory Test | ✅ Pass | 3.028s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.871s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.942s | |-| Penetration Testing Methodology | ✅ Pass | 10.503s | |-| Vulnerability Assessment Tools | ✅ Pass | 8.797s | |-| SQL Injection Attack Type | ✅ Pass | 3.950s | |-| Penetration Testing Framework | ✅ Pass | 8.605s | |-| Web Application Security Scanner | ✅ Pass | 6.065s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.288s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.629s+| JSON Response Function | ✅ Pass | 2.710s | |+| Search Query Function | ✅ Pass | 2.976s | |+| Ask Advice Function | ✅ Pass | 2.751s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.175s | |+| Basic Context Memory Test | ✅ Pass | 2.772s | |+| Function Argument Memory Test | ✅ Pass | 3.752s | |+| Function Response Memory Test | ✅ Pass | 3.655s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.272s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.688s | |+| Read a file, then edit it via unified diff | ✅ Pass | 8.360s | |+| Penetration Testing Methodology | ✅ Pass | 9.056s | |+| Vulnerability Assessment Tools | ✅ Pass | 8.946s | |+| SQL Injection Attack Type | ✅ Pass | 4.097s | |+| Penetration Testing Framework | ✅ Pass | 5.506s | |+| Web Application Security Scanner | ✅ Pass | 6.770s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.232s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 3.952s---@@ -472,38 +482,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.758s | |-| Text Transform Uppercase | ✅ Pass | 2.647s | |-| Count from 1 to 5 | ✅ Pass | 1.854s | |-| Math Calculation | ✅ Pass | 3.306s | |-| Basic Echo Function | ✅ Pass | 2.677s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.142s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.545s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.636s | |+| Simple Math | ✅ Pass | 2.592s | |+| Text Transform Uppercase | ✅ Pass | 2.380s | |+| Count from 1 to 5 | ✅ Pass | 1.810s | |+| Math Calculation | ✅ Pass | 2.042s | |+| Basic Echo Function | ✅ Pass | 2.297s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.833s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.224s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.641s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 7.368s | |-| Search Query Function | ✅ Pass | 2.425s | |-| Ask Advice Function | ✅ Pass | 3.898s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.308s | |-| Basic Context Memory Test | ✅ Pass | 2.803s | |-| Function Argument Memory Test | ✅ Pass | 3.239s | |-| Function Response Memory Test | ✅ Pass | 2.782s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.988s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.995s | |-| Penetration Testing Methodology | ✅ Pass | 8.775s | |-| Vulnerability Assessment Tools | ✅ Pass | 8.485s | |-| SQL Injection Attack Type | ✅ Pass | 3.628s | |-| Penetration Testing Framework | ✅ Pass | 4.818s | |-| Web Application Security Scanner | ✅ Pass | 5.829s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.611s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.719s+| JSON Response Function | ✅ Pass | 2.645s | |+| Search Query Function | ✅ Pass | 2.456s | |+| Ask Advice Function | ✅ Pass | 3.426s | |+| Streaming Search Query Function Streaming | ✅ Pass | 6.833s | |+| Basic Context Memory Test | ✅ Pass | 2.283s | |+| Function Argument Memory Test | ✅ Pass | 3.039s | |+| Function Response Memory Test | ✅ Pass | 2.601s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.714s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.684s | |+| Read a file, then edit it via unified diff | ✅ Pass | 7.480s | |+| Penetration Testing Methodology | ✅ Pass | 9.298s | |+| Vulnerability Assessment Tools | ✅ Pass | 7.915s | |+| SQL Injection Attack Type | ✅ Pass | 4.091s | |+| Penetration Testing Framework | ✅ Pass | 5.788s | |+| Web Application Security Scanner | ✅ Pass | 5.974s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.749s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 3.825s---@@ -513,38 +524,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.756s | |-| Text Transform Uppercase | ✅ Pass | 2.343s | |-| Count from 1 to 5 | ✅ Pass | 4.949s | |-| Math Calculation | ✅ Pass | 6.273s | |-| Basic Echo Function | ✅ Pass | 9.546s | |-| Streaming Simple Math Streaming | ✅ Pass | 9.831s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 10.218s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 4.962s | |+| Simple Math | ✅ Pass | 2.288s | |+| Text Transform Uppercase | ✅ Pass | 2.883s | |+| Count from 1 to 5 | ✅ Pass | 2.553s | |+| Math Calculation | ✅ Pass | 4.614s | |+| Basic Echo Function | ✅ Pass | 3.006s | |+| Streaming Simple Math Streaming | ✅ Pass | 4.374s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 10.242s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 4.492s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 3.745s | |-| Search Query Function | ✅ Pass | 8.772s | |-| Ask Advice Function | ✅ Pass | 2.384s | |-| Streaming Search Query Function Streaming | ✅ Pass | 7.628s | |-| Basic Context Memory Test | ✅ Pass | 2.202s | |-| Function Argument Memory Test | ✅ Pass | 7.457s | |-| Function Response Memory Test | ✅ Pass | 4.223s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.302s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 5.027s | |-| Penetration Testing Methodology | ✅ Pass | 8.014s | |-| Vulnerability Assessment Tools | ✅ Pass | 7.896s | |-| SQL Injection Attack Type | ✅ Pass | 2.703s | |-| Penetration Testing Framework | ✅ Pass | 7.406s | |-| Web Application Security Scanner | ✅ Pass | 5.370s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.377s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 5.713s+| JSON Response Function | ✅ Pass | 5.880s | |+| Search Query Function | ✅ Pass | 10.373s | |+| Ask Advice Function | ✅ Pass | 3.626s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.263s | |+| Basic Context Memory Test | ✅ Pass | 11.123s | |+| Function Argument Memory Test | ✅ Pass | 3.534s | |+| Function Response Memory Test | ✅ Pass | 3.349s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.539s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 6.869s | |+| Read a file, then edit it via unified diff | ✅ Pass | 7.278s | |+| Penetration Testing Methodology | ✅ Pass | 9.884s | |+| Vulnerability Assessment Tools | ✅ Pass | 8.628s | |+| SQL Injection Attack Type | ✅ Pass | 3.626s | |+| Penetration Testing Framework | ✅ Pass | 6.146s | |+| Web Application Security Scanner | ✅ Pass | 6.964s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.808s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 5.473s---diff --git a/examples/tests/custom-openai-report.md b/examples/tests/custom-openai-report.mdindex f25360c6..59713a8e 100644--- a/examples/tests/custom-openai-report.md+++ b/examples/tests/custom-openai-report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Sat, 19 Jul 2025 17:43:14 UTC+Generated: Thu, 23 Jul 2026 14:01:26 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | gpt-4.1-mini | false | 23/23 (100.00%) | 0.818s |-| simple_json | gpt-4.1-mini | false | 5/5 (100.00%) | 0.899s |-| primary_agent | o3-mini | true | 23/23 (100.00%) | 1.864s |-| assistant | o3-mini | true | 23/23 (100.00%) | 2.421s |-| generator | o3-mini | true | 23/23 (100.00%) | 2.449s |-| refiner | gpt-4.1 | false | 23/23 (100.00%) | 0.651s |-| adviser | o3-mini | true | 23/23 (100.00%) | 2.291s |-| reflector | o3-mini | true | 23/23 (100.00%) | 2.277s |-| searcher | gpt-4.1-mini | false | 23/23 (100.00%) | 0.586s |-| enricher | gpt-4.1-mini | false | 23/23 (100.00%) | 0.684s |-| coder | gpt-4.1 | false | 23/23 (100.00%) | 0.678s |-| installer | gpt-4.1 | false | 23/23 (100.00%) | 0.705s |-| pentester | o3-mini | true | 23/23 (100.00%) | 1.678s |--**Total**: 281/281 (100.00%) successful tests-**Overall average latency**: 1.416s+| simple | gpt-4.1-mini | false | 24/24 (100.00%) | 1.125s |+| simple_json | gpt-4.1-mini | false | 7/7 (100.00%) | 1.248s |+| primary_agent | o3-mini | true | 24/24 (100.00%) | 1.538s |+| assistant | o3-mini | true | 23/24 (95.83%) | 2.135s |+| generator | o3-mini | true | 24/24 (100.00%) | 2.359s |+| refiner | gpt-4.1 | false | 24/24 (100.00%) | 1.136s |+| adviser | o3-mini | true | 24/24 (100.00%) | 2.425s |+| reflector | o3-mini | true | 24/24 (100.00%) | 2.018s |+| searcher | gpt-4.1-mini | false | 24/24 (100.00%) | 1.491s |+| enricher | gpt-4.1-mini | false | 24/24 (100.00%) | 1.101s |+| coder | gpt-4.1 | false | 24/24 (100.00%) | 1.090s |+| installer | gpt-4.1 | false | 24/24 (100.00%) | 1.192s |+| pentester | o3-mini | true | 23/24 (95.83%) | 1.392s |++**Total**: 293/295 (99.32%) successful tests+**Overall average latency**: 1.576s## Detailed Results@@ -31,38 +31,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.446s | |-| Text Transform Uppercase | ✅ Pass | 0.487s | |-| Count from 1 to 5 | ✅ Pass | 0.480s | |-| Math Calculation | ✅ Pass | 0.359s | |-| Basic Echo Function | ✅ Pass | 0.734s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.536s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.689s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.691s | |+| Simple Math | ✅ Pass | 2.352s | |+| Text Transform Uppercase | ✅ Pass | 0.810s | |+| Count from 1 to 5 | ✅ Pass | 0.572s | |+| Math Calculation | ✅ Pass | 0.526s | |+| Basic Echo Function | ✅ Pass | 0.980s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.735s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.845s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.065s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.800s | |-| Search Query Function | ✅ Pass | 0.743s | |-| Ask Advice Function | ✅ Pass | 0.793s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.674s | |-| Basic Context Memory Test | ✅ Pass | 0.553s | |-| Function Argument Memory Test | ✅ Pass | 2.938s | |-| Function Response Memory Test | ✅ Pass | 0.431s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.026s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.470s | |-| Penetration Testing Methodology | ✅ Pass | 0.554s | |-| Vulnerability Assessment Tools | ✅ Pass | 2.948s | |-| SQL Injection Attack Type | ✅ Pass | 0.467s | |-| Penetration Testing Framework | ✅ Pass | 0.653s | |-| Web Application Security Scanner | ✅ Pass | 0.734s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.603s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.818s+| JSON Response Function | ✅ Pass | 0.985s | |+| Search Query Function | ✅ Pass | 0.950s | |+| Ask Advice Function | ✅ Pass | 1.058s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.741s | |+| Basic Context Memory Test | ✅ Pass | 0.743s | |+| Function Argument Memory Test | ✅ Pass | 0.867s | |+| Function Response Memory Test | ✅ Pass | 0.556s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.461s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.729s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.892s | |+| Penetration Testing Methodology | ✅ Pass | 1.063s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.046s | |+| SQL Injection Attack Type | ✅ Pass | 0.789s | |+| Penetration Testing Framework | ✅ Pass | 0.923s | |+| Web Application Security Scanner | ✅ Pass | 1.040s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.268s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.125s---@@ -72,15 +73,22 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Person Information JSON | ✅ Pass | 0.876s | |-| Project Information JSON | ✅ Pass | 0.824s | |-| User Profile JSON | ✅ Pass | 0.625s | |-| Vulnerability Report Memory Test | ✅ Pass | 1.412s | |-| Streaming Person Information JSON Streaming | ✅ Pass | 0.752s | |+| Vulnerability Report Memory Test | ✅ Pass | 1.547s | |+| Project Information JSON | ✅ Pass | 0.996s | |+| User Profile JSON | ✅ Pass | 1.236s | |+| Person Information JSON | ✅ Pass | 1.343s | |+| Streaming Person Information JSON Streaming | ✅ Pass | 1.012s | |+| JSON Array Response Without Schema | ✅ Pass | 1.777s | |-**Summary**: 5/5 (100.00%) successful tests+#### Capability Tests-**Average latency**: 0.899s+| Test | Capability | Result | Latency | Note |+|------|------------|--------|---------|------|+| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.822s | |++**Summary**: 7/7 (100.00%) successful tests++**Average latency**: 1.248s---@@ -90,38 +98,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.093s | |-| Text Transform Uppercase | ✅ Pass | 1.701s | |-| Count from 1 to 5 | ✅ Pass | 1.818s | |-| Math Calculation | ✅ Pass | 1.486s | |-| Basic Echo Function | ✅ Pass | 1.455s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.616s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.687s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.196s | |+| Simple Math | ✅ Pass | 2.273s | |+| Text Transform Uppercase | ✅ Pass | 0.927s | |+| Count from 1 to 5 | ✅ Pass | 1.382s | |+| Math Calculation | ✅ Pass | 0.754s | |+| Basic Echo Function | ✅ Pass | 0.955s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.388s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.855s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.404s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.582s | |-| Search Query Function | ✅ Pass | 2.201s | |-| Ask Advice Function | ✅ Pass | 1.284s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.159s | |-| Basic Context Memory Test | ✅ Pass | 1.657s | |-| Function Argument Memory Test | ✅ Pass | 1.547s | |-| Function Response Memory Test | ✅ Pass | 1.592s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.030s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.658s | |-| Penetration Testing Methodology | ✅ Pass | 1.440s | |-| Vulnerability Assessment Tools | ✅ Pass | 2.278s | |-| SQL Injection Attack Type | ✅ Pass | 3.660s | |-| Penetration Testing Framework | ✅ Pass | 1.768s | |-| Web Application Security Scanner | ✅ Pass | 2.324s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.628s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.864s+| JSON Response Function | ✅ Pass | 1.122s | |+| Search Query Function | ✅ Pass | 1.488s | |+| Ask Advice Function | ✅ Pass | 1.547s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.168s | |+| Basic Context Memory Test | ✅ Pass | 1.456s | |+| Function Argument Memory Test | ✅ Pass | 1.237s | |+| Function Response Memory Test | ✅ Pass | 0.945s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.739s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.114s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.412s | |+| Penetration Testing Methodology | ✅ Pass | 1.630s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.166s | |+| SQL Injection Attack Type | ✅ Pass | 2.493s | |+| Penetration Testing Framework | ✅ Pass | 1.705s | |+| Web Application Security Scanner | ✅ Pass | 2.348s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.396s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.538s---@@ -131,38 +140,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.966s | |-| Text Transform Uppercase | ✅ Pass | 3.316s | |-| Count from 1 to 5 | ✅ Pass | 2.169s | |-| Math Calculation | ✅ Pass | 2.319s | |-| Basic Echo Function | ✅ Pass | 1.490s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.615s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.004s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.455s | |+| Simple Math | ✅ Pass | 2.883s | |+| Text Transform Uppercase | ✅ Pass | 1.371s | |+| Count from 1 to 5 | ✅ Pass | 1.620s | |+| Math Calculation | ✅ Pass | 1.671s | |+| Basic Echo Function | ✅ Pass | 1.565s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.021s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.551s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.436s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.434s | |-| Search Query Function | ✅ Pass | 1.913s | |-| Ask Advice Function | ✅ Pass | 1.892s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.965s | |-| Basic Context Memory Test | ✅ Pass | 2.646s | |-| Function Argument Memory Test | ✅ Pass | 2.116s | |-| Function Response Memory Test | ✅ Pass | 1.654s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.538s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.939s | |-| Penetration Testing Methodology | ✅ Pass | 1.959s | |-| Vulnerability Assessment Tools | ✅ Pass | 5.623s | |-| SQL Injection Attack Type | ✅ Pass | 3.432s | |-| Penetration Testing Framework | ✅ Pass | 3.295s | |-| Web Application Security Scanner | ✅ Pass | 2.242s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.697s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.421s+| JSON Response Function | ✅ Pass | 1.148s | |+| Search Query Function | ✅ Pass | 1.201s | |+| Ask Advice Function | ✅ Pass | 1.688s | |+| Streaming Search Query Function Streaming | ✅ Pass | 3.910s | |+| Function Argument Memory Test | ✅ Pass | 1.419s | |+| Function Response Memory Test | ✅ Pass | 1.205s | |+| Basic Context Memory Test | ✅ Pass | 6.839s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.682s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.122s | |+| Read a file, then edit it via unified diff | ❌ Fail | 2.188s | expected the first call to be read\_file, got action="edit\_file" |+| Penetration Testing Methodology | ✅ Pass | 2.388s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.516s | |+| SQL Injection Attack Type | ✅ Pass | 2.124s | |+| Penetration Testing Framework | ✅ Pass | 2.319s | |+| Web Application Security Scanner | ✅ Pass | 2.368s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.001s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 2.135s---@@ -172,38 +182,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.072s | |-| Text Transform Uppercase | ✅ Pass | 2.268s | |-| Count from 1 to 5 | ✅ Pass | 2.519s | |-| Math Calculation | ✅ Pass | 1.813s | |-| Basic Echo Function | ✅ Pass | 1.947s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.684s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.177s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.508s | |+| Simple Math | ✅ Pass | 3.148s | |+| Text Transform Uppercase | ✅ Pass | 1.903s | |+| Count from 1 to 5 | ✅ Pass | 1.631s | |+| Math Calculation | ✅ Pass | 1.127s | |+| Basic Echo Function | ✅ Pass | 1.430s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.430s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.397s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.260s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.968s | |-| Search Query Function | ✅ Pass | 2.275s | |-| Ask Advice Function | ✅ Pass | 1.337s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.214s | |-| Basic Context Memory Test | ✅ Pass | 3.678s | |-| Function Argument Memory Test | ✅ Pass | 1.936s | |-| Function Response Memory Test | ✅ Pass | 2.254s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.923s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.286s | |-| Penetration Testing Methodology | ✅ Pass | 1.886s | |-| Vulnerability Assessment Tools | ✅ Pass | 4.566s | |-| Penetration Testing Framework | ✅ Pass | 2.827s | |-| SQL Injection Attack Type | ✅ Pass | 7.667s | |-| Web Application Security Scanner | ✅ Pass | 1.864s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.652s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.449s+| JSON Response Function | ✅ Pass | 1.305s | |+| Search Query Function | ✅ Pass | 1.771s | |+| Ask Advice Function | ✅ Pass | 1.206s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.727s | |+| Basic Context Memory Test | ✅ Pass | 1.504s | |+| Function Response Memory Test | ✅ Pass | 1.381s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.323s | |+| Function Argument Memory Test | ✅ Pass | 7.217s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.352s | |+| Read a file, then edit it via unified diff | ✅ Pass | 7.915s | |+| Penetration Testing Methodology | ✅ Pass | 3.334s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.136s | |+| SQL Injection Attack Type | ✅ Pass | 3.268s | |+| Penetration Testing Framework | ✅ Pass | 1.594s | |+| Web Application Security Scanner | ✅ Pass | 1.956s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.297s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.359s---@@ -213,38 +224,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.471s | |-| Text Transform Uppercase | ✅ Pass | 0.567s | |-| Count from 1 to 5 | ✅ Pass | 0.473s | |-| Math Calculation | ✅ Pass | 0.820s | |-| Basic Echo Function | ✅ Pass | 0.724s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.409s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.991s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.687s | |+| Simple Math | ✅ Pass | 3.127s | |+| Text Transform Uppercase | ✅ Pass | 0.854s | |+| Count from 1 to 5 | ✅ Pass | 0.921s | |+| Math Calculation | ✅ Pass | 0.599s | |+| Basic Echo Function | ✅ Pass | 0.787s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.835s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.686s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.923s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.576s | |-| Search Query Function | ✅ Pass | 0.741s | |-| Ask Advice Function | ✅ Pass | 0.747s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.666s | |-| Basic Context Memory Test | ✅ Pass | 0.587s | |-| Function Argument Memory Test | ✅ Pass | 0.427s | |-| Function Response Memory Test | ✅ Pass | 0.417s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.790s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.556s | |-| Penetration Testing Methodology | ✅ Pass | 0.625s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.048s | |-| SQL Injection Attack Type | ✅ Pass | 0.626s | |-| Penetration Testing Framework | ✅ Pass | 0.681s | |-| Web Application Security Scanner | ✅ Pass | 0.582s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.738s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.651s+| JSON Response Function | ✅ Pass | 1.094s | |+| Search Query Function | ✅ Pass | 1.007s | |+| Ask Advice Function | ✅ Pass | 0.795s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.574s | |+| Basic Context Memory Test | ✅ Pass | 0.887s | |+| Function Argument Memory Test | ✅ Pass | 1.092s | |+| Function Response Memory Test | ✅ Pass | 0.750s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.222s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.077s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.805s | |+| Penetration Testing Methodology | ✅ Pass | 0.930s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.961s | |+| SQL Injection Attack Type | ✅ Pass | 0.697s | |+| Penetration Testing Framework | ✅ Pass | 0.921s | |+| Web Application Security Scanner | ✅ Pass | 0.766s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.931s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.136s---@@ -254,38 +266,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.596s | |-| Text Transform Uppercase | ✅ Pass | 1.729s | |-| Count from 1 to 5 | ✅ Pass | 2.232s | |-| Math Calculation | ✅ Pass | 1.427s | |-| Basic Echo Function | ✅ Pass | 1.771s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.078s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.871s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.118s | |+| Simple Math | ✅ Pass | 2.854s | |+| Text Transform Uppercase | ✅ Pass | 1.580s | |+| Count from 1 to 5 | ✅ Pass | 1.507s | |+| Math Calculation | ✅ Pass | 1.288s | |+| Basic Echo Function | ✅ Pass | 1.047s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.252s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.216s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.517s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.231s | |-| Search Query Function | ✅ Pass | 1.984s | |-| Ask Advice Function | ✅ Pass | 1.953s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.493s | |-| Basic Context Memory Test | ✅ Pass | 3.430s | |-| Function Argument Memory Test | ✅ Pass | 1.782s | |-| Function Response Memory Test | ✅ Pass | 2.374s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.427s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.778s | |-| Penetration Testing Methodology | ✅ Pass | 1.660s | |-| Vulnerability Assessment Tools | ✅ Pass | 5.158s | |-| SQL Injection Attack Type | ✅ Pass | 3.258s | |-| Penetration Testing Framework | ✅ Pass | 3.163s | |-| Web Application Security Scanner | ✅ Pass | 2.294s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.880s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.291s+| JSON Response Function | ✅ Pass | 1.046s | |+| Search Query Function | ✅ Pass | 1.199s | |+| Ask Advice Function | ✅ Pass | 1.455s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.975s | |+| Basic Context Memory Test | ✅ Pass | 2.491s | |+| Function Argument Memory Test | ✅ Pass | 1.167s | |+| Function Response Memory Test | ✅ Pass | 1.107s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.411s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.286s | |+| Penetration Testing Methodology | ✅ Pass | 1.978s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 15.972s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.418s | |+| SQL Injection Attack Type | ✅ Pass | 2.451s | |+| Penetration Testing Framework | ✅ Pass | 2.078s | |+| Web Application Security Scanner | ✅ Pass | 2.585s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.321s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.425s---@@ -295,38 +308,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.007s | |-| Text Transform Uppercase | ✅ Pass | 1.557s | |-| Count from 1 to 5 | ✅ Pass | 2.252s | |-| Math Calculation | ✅ Pass | 1.688s | |-| Basic Echo Function | ✅ Pass | 2.140s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.109s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.549s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.758s | |+| Simple Math | ✅ Pass | 4.059s | |+| Text Transform Uppercase | ✅ Pass | 2.572s | |+| Count from 1 to 5 | ✅ Pass | 1.482s | |+| Math Calculation | ✅ Pass | 1.047s | |+| Basic Echo Function | ✅ Pass | 1.414s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.626s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.106s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.268s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.720s | |-| Search Query Function | ✅ Pass | 1.641s | |-| Ask Advice Function | ✅ Pass | 1.753s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.430s | |-| Basic Context Memory Test | ✅ Pass | 2.423s | |-| Function Argument Memory Test | ✅ Pass | 1.887s | |-| Function Response Memory Test | ✅ Pass | 1.891s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.169s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.610s | |-| Penetration Testing Methodology | ✅ Pass | 2.438s | |-| Vulnerability Assessment Tools | ✅ Pass | 5.552s | |-| SQL Injection Attack Type | ✅ Pass | 4.227s | |-| Penetration Testing Framework | ✅ Pass | 3.024s | |-| Web Application Security Scanner | ✅ Pass | 2.037s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.493s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.277s+| JSON Response Function | ✅ Pass | 2.897s | |+| Search Query Function | ✅ Pass | 1.714s | |+| Ask Advice Function | ✅ Pass | 1.650s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.901s | |+| Basic Context Memory Test | ✅ Pass | 1.388s | |+| Function Argument Memory Test | ✅ Pass | 1.074s | |+| Function Response Memory Test | ✅ Pass | 1.172s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.452s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.427s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.565s | |+| Penetration Testing Methodology | ✅ Pass | 2.198s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.768s | |+| SQL Injection Attack Type | ✅ Pass | 2.052s | |+| Penetration Testing Framework | ✅ Pass | 1.360s | |+| Web Application Security Scanner | ✅ Pass | 1.889s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.342s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.018s---@@ -336,38 +350,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.412s | |-| Text Transform Uppercase | ✅ Pass | 0.457s | |-| Count from 1 to 5 | ✅ Pass | 0.472s | |-| Math Calculation | ✅ Pass | 0.449s | |-| Basic Echo Function | ✅ Pass | 0.602s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.441s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.409s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.551s | |+| Simple Math | ✅ Pass | 2.653s | |+| Text Transform Uppercase | ✅ Pass | 1.217s | |+| Math Calculation | ✅ Pass | 0.538s | |+| Count from 1 to 5 | ✅ Pass | 4.304s | |+| Basic Echo Function | ✅ Pass | 0.898s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.718s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.637s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.408s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.711s | |-| Search Query Function | ✅ Pass | 0.607s | |-| Ask Advice Function | ✅ Pass | 0.703s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.550s | |-| Basic Context Memory Test | ✅ Pass | 0.535s | |-| Function Argument Memory Test | ✅ Pass | 0.463s | |-| Function Response Memory Test | ✅ Pass | 0.404s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.016s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.481s | |-| Penetration Testing Methodology | ✅ Pass | 0.656s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.931s | |-| SQL Injection Attack Type | ✅ Pass | 0.456s | |-| Penetration Testing Framework | ✅ Pass | 0.910s | |-| Web Application Security Scanner | ✅ Pass | 0.494s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.757s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.586s+| JSON Response Function | ✅ Pass | 1.328s | |+| Search Query Function | ✅ Pass | 1.137s | |+| Ask Advice Function | ✅ Pass | 1.124s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.672s | |+| Basic Context Memory Test | ✅ Pass | 0.982s | |+| Function Argument Memory Test | ✅ Pass | 0.726s | |+| Function Response Memory Test | ✅ Pass | 0.589s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.775s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.597s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.608s | |+| Penetration Testing Methodology | ✅ Pass | 1.062s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.697s | |+| SQL Injection Attack Type | ✅ Pass | 0.712s | |+| Penetration Testing Framework | ✅ Pass | 0.950s | |+| Web Application Security Scanner | ✅ Pass | 1.121s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.309s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.491s---@@ -377,38 +392,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.392s | |-| Text Transform Uppercase | ✅ Pass | 0.516s | |-| Count from 1 to 5 | ✅ Pass | 0.443s | |-| Math Calculation | ✅ Pass | 0.354s | |-| Basic Echo Function | ✅ Pass | 0.559s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.420s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.392s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.585s | |+| Simple Math | ✅ Pass | 0.906s | |+| Text Transform Uppercase | ✅ Pass | 0.924s | |+| Count from 1 to 5 | ✅ Pass | 0.756s | |+| Math Calculation | ✅ Pass | 0.769s | |+| Basic Echo Function | ✅ Pass | 1.063s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.619s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.556s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.273s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.577s | |-| Search Query Function | ✅ Pass | 0.726s | |-| Ask Advice Function | ✅ Pass | 0.754s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.288s | |-| Basic Context Memory Test | ✅ Pass | 0.636s | |-| Function Argument Memory Test | ✅ Pass | 0.455s | |-| Function Response Memory Test | ✅ Pass | 0.361s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.522s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.639s | |-| Penetration Testing Methodology | ✅ Pass | 0.682s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.128s | |-| SQL Injection Attack Type | ✅ Pass | 0.499s | |-| Penetration Testing Framework | ✅ Pass | 0.570s | |-| Web Application Security Scanner | ✅ Pass | 0.497s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.717s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.684s+| JSON Response Function | ✅ Pass | 0.995s | |+| Search Query Function | ✅ Pass | 0.782s | |+| Ask Advice Function | ✅ Pass | 1.336s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.768s | |+| Basic Context Memory Test | ✅ Pass | 0.834s | |+| Function Argument Memory Test | ✅ Pass | 0.612s | |+| Function Response Memory Test | ✅ Pass | 0.698s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.485s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.676s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.228s | |+| Penetration Testing Methodology | ✅ Pass | 1.038s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.831s | |+| SQL Injection Attack Type | ✅ Pass | 0.975s | |+| Penetration Testing Framework | ✅ Pass | 0.937s | |+| Web Application Security Scanner | ✅ Pass | 1.424s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.916s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.101s---@@ -418,38 +434,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.402s | |-| Text Transform Uppercase | ✅ Pass | 0.621s | |-| Count from 1 to 5 | ✅ Pass | 0.478s | |-| Math Calculation | ✅ Pass | 0.342s | |-| Basic Echo Function | ✅ Pass | 0.708s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.430s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.407s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.062s | |+| Simple Math | ✅ Pass | 0.828s | |+| Text Transform Uppercase | ✅ Pass | 0.856s | |+| Count from 1 to 5 | ✅ Pass | 0.930s | |+| Math Calculation | ✅ Pass | 0.617s | |+| Basic Echo Function | ✅ Pass | 0.743s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.584s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.661s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.033s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.617s | |-| Search Query Function | ✅ Pass | 0.568s | |-| Ask Advice Function | ✅ Pass | 0.948s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.574s | |-| Basic Context Memory Test | ✅ Pass | 0.600s | |-| Function Argument Memory Test | ✅ Pass | 0.618s | |-| Function Response Memory Test | ✅ Pass | 0.630s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.698s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.448s | |-| Penetration Testing Methodology | ✅ Pass | 0.626s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.099s | |-| SQL Injection Attack Type | ✅ Pass | 0.887s | |-| Penetration Testing Framework | ✅ Pass | 0.547s | |-| Web Application Security Scanner | ✅ Pass | 0.624s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.648s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.678s+| JSON Response Function | ✅ Pass | 1.146s | |+| Search Query Function | ✅ Pass | 1.128s | |+| Ask Advice Function | ✅ Pass | 0.960s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.265s | |+| Basic Context Memory Test | ✅ Pass | 0.779s | |+| Function Argument Memory Test | ✅ Pass | 0.584s | |+| Function Response Memory Test | ✅ Pass | 1.038s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.155s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.005s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.478s | |+| Penetration Testing Methodology | ✅ Pass | 1.631s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.536s | |+| SQL Injection Attack Type | ✅ Pass | 0.665s | |+| Penetration Testing Framework | ✅ Pass | 0.921s | |+| Web Application Security Scanner | ✅ Pass | 0.727s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.890s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.090s---@@ -459,38 +476,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.600s | |-| Text Transform Uppercase | ✅ Pass | 0.452s | |-| Count from 1 to 5 | ✅ Pass | 0.598s | |-| Math Calculation | ✅ Pass | 0.400s | |-| Basic Echo Function | ✅ Pass | 0.881s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.367s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.479s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.076s | |+| Simple Math | ✅ Pass | 0.566s | |+| Text Transform Uppercase | ✅ Pass | 0.781s | |+| Count from 1 to 5 | ✅ Pass | 0.812s | |+| Math Calculation | ✅ Pass | 0.761s | |+| Basic Echo Function | ✅ Pass | 1.194s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.725s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.017s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.138s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.656s | |-| Search Query Function | ✅ Pass | 0.829s | |-| Ask Advice Function | ✅ Pass | 0.657s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.655s | |-| Basic Context Memory Test | ✅ Pass | 0.584s | |-| Function Argument Memory Test | ✅ Pass | 0.518s | |-| Function Response Memory Test | ✅ Pass | 0.551s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.854s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.457s | |-| Penetration Testing Methodology | ✅ Pass | 0.673s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.284s | |-| SQL Injection Attack Type | ✅ Pass | 0.774s | |-| Penetration Testing Framework | ✅ Pass | 0.559s | |-| Web Application Security Scanner | ✅ Pass | 1.209s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.094s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.705s+| JSON Response Function | ✅ Pass | 0.743s | |+| Search Query Function | ✅ Pass | 1.143s | |+| Ask Advice Function | ✅ Pass | 1.276s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.655s | |+| Basic Context Memory Test | ✅ Pass | 0.874s | |+| Function Argument Memory Test | ✅ Pass | 0.585s | |+| Function Response Memory Test | ✅ Pass | 0.579s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.199s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.769s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.397s | |+| Penetration Testing Methodology | ✅ Pass | 0.988s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.887s | |+| Penetration Testing Framework | ✅ Pass | 1.089s | |+| SQL Injection Attack Type | ✅ Pass | 3.809s | |+| Web Application Security Scanner | ✅ Pass | 0.892s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.718s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.192s---@@ -500,38 +518,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.491s | |-| Text Transform Uppercase | ✅ Pass | 1.742s | |-| Count from 1 to 5 | ✅ Pass | 1.592s | |-| Math Calculation | ✅ Pass | 1.670s | |-| Basic Echo Function | ✅ Pass | 1.463s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.149s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.209s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.322s | |+| Simple Math | ✅ Pass | 1.192s | |+| Text Transform Uppercase | ✅ Pass | 1.077s | |+| Count from 1 to 5 | ✅ Pass | 1.850s | |+| Math Calculation | ✅ Pass | 0.896s | |+| Basic Echo Function | ✅ Pass | 0.810s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.987s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.940s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.016s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.224s | |-| Search Query Function | ✅ Pass | 1.431s | |-| Ask Advice Function | ✅ Pass | 1.612s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.112s | |-| Basic Context Memory Test | ✅ Pass | 1.616s | |-| Function Argument Memory Test | ✅ Pass | 1.315s | |-| Function Response Memory Test | ✅ Pass | 1.260s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.090s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.003s | |-| Penetration Testing Methodology | ✅ Pass | 2.127s | |-| Vulnerability Assessment Tools | ✅ Pass | 2.243s | |-| SQL Injection Attack Type | ✅ Pass | 2.215s | |-| Penetration Testing Framework | ✅ Pass | 1.702s | |-| Web Application Security Scanner | ✅ Pass | 1.352s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.648s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.678s+| JSON Response Function | ✅ Pass | 0.926s | |+| Search Query Function | ✅ Pass | 0.849s | |+| Ask Advice Function | ✅ Pass | 1.222s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.960s | |+| Basic Context Memory Test | ✅ Pass | 1.939s | |+| Function Argument Memory Test | ✅ Pass | 0.804s | |+| Function Response Memory Test | ✅ Pass | 0.827s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.353s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.153s | |+| Read a file, then edit it via unified diff | ❌ Fail | 2.900s | expected the first call to be read\_file, got action="edit\_file" |+| Penetration Testing Methodology | ✅ Pass | 1.118s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.815s | |+| SQL Injection Attack Type | ✅ Pass | 2.276s | |+| Penetration Testing Framework | ✅ Pass | 1.421s | |+| Web Application Security Scanner | ✅ Pass | 0.949s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.125s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 1.392s---diff --git a/examples/tests/deepinfra-report.md b/examples/tests/deepinfra-report.mdindex 2ed96b93..7d6471b3 100644--- a/examples/tests/deepinfra-report.md+++ b/examples/tests/deepinfra-report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Tue, 21 Jul 2026 21:30:02 UTC+Generated: Thu, 23 Jul 2026 11:11:06 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | MiniMaxAI/MiniMax-M3 | true | 23/23 (100.00%) | 0.213s |-| simple_json | moonshotai/Kimi-K2.6 | true | 7/7 (100.00%) | 0.213s |-| primary_agent | moonshotai/Kimi-K2.6 | true | 23/23 (100.00%) | 0.214s |-| assistant | moonshotai/Kimi-K2.6 | true | 23/23 (100.00%) | 0.213s |-| generator | zai-org/GLM-5.2 | true | 23/23 (100.00%) | 0.207s |-| refiner | zai-org/GLM-5.2 | true | 23/23 (100.00%) | 0.214s |-| adviser | MiniMaxAI/MiniMax-M3 | true | 23/23 (100.00%) | 0.216s |-| reflector | MiniMaxAI/MiniMax-M3 | true | 23/23 (100.00%) | 0.217s |-| searcher | MiniMaxAI/MiniMax-M3 | true | 23/23 (100.00%) | 0.217s |-| enricher | MiniMaxAI/MiniMax-M3 | true | 23/23 (100.00%) | 0.213s |-| coder | moonshotai/Kimi-K2.7-Code | true | 23/23 (100.00%) | 0.212s |-| installer | moonshotai/Kimi-K2.7-Code | true | 23/23 (100.00%) | 0.214s |-| pentester | moonshotai/Kimi-K2.6 | true | 23/23 (100.00%) | 0.210s |--**Total**: 283/283 (100.00%) successful tests-**Overall average latency**: 0.213s+| simple | MiniMaxAI/MiniMax-M3 | true | 24/24 (100.00%) | 7.918s |+| simple_json | moonshotai/Kimi-K2.6 | true | 7/7 (100.00%) | 4.366s |+| primary_agent | moonshotai/Kimi-K2.6 | true | 24/24 (100.00%) | 2.751s |+| assistant | moonshotai/Kimi-K2.6 | true | 24/24 (100.00%) | 3.203s |+| generator | zai-org/GLM-5.2 | true | 22/24 (91.67%) | 4.884s |+| refiner | zai-org/GLM-5.2 | true | 22/24 (91.67%) | 4.359s |+| adviser | MiniMaxAI/MiniMax-M3 | true | 24/24 (100.00%) | 8.789s |+| reflector | MiniMaxAI/MiniMax-M3 | true | 23/24 (95.83%) | 7.905s |+| searcher | MiniMaxAI/MiniMax-M3 | true | 23/24 (95.83%) | 7.931s |+| enricher | MiniMaxAI/MiniMax-M3 | true | 23/24 (95.83%) | 5.594s |+| coder | moonshotai/Kimi-K2.7-Code | true | 24/24 (100.00%) | 3.055s |+| installer | moonshotai/Kimi-K2.7-Code | true | 24/24 (100.00%) | 2.877s |+| pentester | moonshotai/Kimi-K2.6 | true | 24/24 (100.00%) | 0.238s |++**Total**: 288/295 (97.63%) successful tests+**Overall average latency**: 4.945s## Detailed Results@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.254s | |-| Text Transform Uppercase | ✅ Pass | 0.218s | |-| Count from 1 to 5 | ✅ Pass | 0.223s | |-| Math Calculation | ✅ Pass | 0.210s | |-| Basic Echo Function | ✅ Pass | 0.214s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.204s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.204s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.208s | |+| Simple Math | ✅ Pass | 5.859s | |+| Count from 1 to 5 | ✅ Pass | 3.255s | |+| Text Transform Uppercase | ✅ Pass | 10.027s | |+| Math Calculation | ✅ Pass | 2.898s | |+| Basic Echo Function | ✅ Pass | 4.833s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.893s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.943s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.667s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.207s | |-| Search Query Function | ✅ Pass | 0.203s | |-| Ask Advice Function | ✅ Pass | 0.206s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.225s | |-| Basic Context Memory Test | ✅ Pass | 0.210s | |-| Function Argument Memory Test | ✅ Pass | 0.211s | |-| Function Response Memory Test | ✅ Pass | 0.203s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.207s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.216s | |-| Penetration Testing Methodology | ✅ Pass | 0.215s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.210s | |-| SQL Injection Attack Type | ✅ Pass | 0.220s | |-| Penetration Testing Framework | ✅ Pass | 0.201s | |-| Web Application Security Scanner | ✅ Pass | 0.202s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.212s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.213s+| JSON Response Function | ✅ Pass | 5.332s | |+| Search Query Function | ✅ Pass | 6.708s | |+| Ask Advice Function | ✅ Pass | 6.714s | |+| Streaming Search Query Function Streaming | ✅ Pass | 5.108s | |+| Basic Context Memory Test | ✅ Pass | 4.699s | |+| Function Argument Memory Test | ✅ Pass | 2.079s | |+| Function Response Memory Test | ✅ Pass | 1.731s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.525s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 14.277s | |+| Read a file, then edit it via unified diff | ✅ Pass | 15.954s | |+| Penetration Testing Methodology | ✅ Pass | 22.063s | |+| Vulnerability Assessment Tools | ✅ Pass | 17.757s | |+| SQL Injection Attack Type | ✅ Pass | 8.056s | |+| Penetration Testing Framework | ✅ Pass | 18.622s | |+| Web Application Security Scanner | ✅ Pass | 10.528s | |+| Penetration Testing Tool Selection | ✅ Pass | 8.482s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 7.918s---@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Vulnerability Report Memory Test | ✅ Pass | 0.214s | |-| Person Information JSON | ✅ Pass | 0.215s | |-| Project Information JSON | ✅ Pass | 0.214s | |-| User Profile JSON | ✅ Pass | 0.216s | |-| JSON Array Response Without Schema | ✅ Pass | 0.207s | |-| Streaming Person Information JSON Streaming | ✅ Pass | 0.209s | |+| Vulnerability Report Memory Test | ✅ Pass | 3.799s | |+| Project Information JSON | ✅ Pass | 1.956s | |+| Person Information JSON | ✅ Pass | 9.259s | |+| User Profile JSON | ✅ Pass | 3.930s | |+| Streaming Person Information JSON Streaming | ✅ Pass | 2.850s | |+| JSON Array Response Without Schema | ✅ Pass | 5.077s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.211s | |+| Structured Output With JSON Schema | structured_output | ✅ Pass | 3.685s | |**Summary**: 7/7 (100.00%) successful tests-**Average latency**: 0.213s+**Average latency**: 4.366s---@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.261s | |-| Text Transform Uppercase | ✅ Pass | 0.214s | |-| Count from 1 to 5 | ✅ Pass | 0.211s | |-| Math Calculation | ✅ Pass | 0.202s | |-| Basic Echo Function | ✅ Pass | 0.202s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.206s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.226s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.215s | |+| Simple Math | ✅ Pass | 2.848s | |+| Text Transform Uppercase | ✅ Pass | 1.570s | |+| Count from 1 to 5 | ✅ Pass | 1.973s | |+| Math Calculation | ✅ Pass | 1.544s | |+| Basic Echo Function | ✅ Pass | 2.439s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.251s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.020s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.043s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.203s | |-| Search Query Function | ✅ Pass | 0.207s | |-| Ask Advice Function | ✅ Pass | 0.212s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.230s | |-| Basic Context Memory Test | ✅ Pass | 0.210s | |-| Function Argument Memory Test | ✅ Pass | 0.209s | |-| Function Response Memory Test | ✅ Pass | 0.210s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.208s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.210s | |-| Penetration Testing Methodology | ✅ Pass | 0.215s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.212s | |-| SQL Injection Attack Type | ✅ Pass | 0.221s | |-| Penetration Testing Framework | ✅ Pass | 0.203s | |-| Web Application Security Scanner | ✅ Pass | 0.207s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.207s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.214s+| JSON Response Function | ✅ Pass | 2.479s | |+| Search Query Function | ✅ Pass | 2.237s | |+| Ask Advice Function | ✅ Pass | 2.495s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.994s | |+| Basic Context Memory Test | ✅ Pass | 3.923s | |+| Function Argument Memory Test | ✅ Pass | 1.597s | |+| Function Response Memory Test | ✅ Pass | 2.716s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.407s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.278s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.488s | |+| Penetration Testing Methodology | ✅ Pass | 4.770s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.278s | |+| SQL Injection Attack Type | ✅ Pass | 3.011s | |+| Penetration Testing Framework | ✅ Pass | 3.564s | |+| Web Application Security Scanner | ✅ Pass | 4.298s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.787s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.751s---@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.240s | |-| Text Transform Uppercase | ✅ Pass | 0.219s | |-| Count from 1 to 5 | ✅ Pass | 0.213s | |-| Math Calculation | ✅ Pass | 0.207s | |-| Basic Echo Function | ✅ Pass | 0.201s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.206s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.225s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.220s | |+| Simple Math | ✅ Pass | 2.990s | |+| Text Transform Uppercase | ✅ Pass | 2.474s | |+| Count from 1 to 5 | ✅ Pass | 1.939s | |+| Math Calculation | ✅ Pass | 1.804s | |+| Basic Echo Function | ✅ Pass | 2.211s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.455s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.235s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.995s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.198s | |-| Search Query Function | ✅ Pass | 0.208s | |-| Ask Advice Function | ✅ Pass | 0.206s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.241s | |-| Basic Context Memory Test | ✅ Pass | 0.219s | |-| Function Argument Memory Test | ✅ Pass | 0.206s | |-| Function Response Memory Test | ✅ Pass | 0.205s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.208s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.210s | |-| Penetration Testing Methodology | ✅ Pass | 0.215s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.209s | |-| SQL Injection Attack Type | ✅ Pass | 0.214s | |-| Penetration Testing Framework | ✅ Pass | 0.208s | |-| Web Application Security Scanner | ✅ Pass | 0.210s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.207s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.213s+| JSON Response Function | ✅ Pass | 8.727s | |+| Search Query Function | ✅ Pass | 1.701s | |+| Ask Advice Function | ✅ Pass | 2.316s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.510s | |+| Basic Context Memory Test | ✅ Pass | 3.101s | |+| Function Argument Memory Test | ✅ Pass | 3.587s | |+| Function Response Memory Test | ✅ Pass | 2.863s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.904s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.880s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.285s | |+| Penetration Testing Methodology | ✅ Pass | 4.789s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.740s | |+| SQL Injection Attack Type | ✅ Pass | 1.709s | |+| Penetration Testing Framework | ✅ Pass | 5.085s | |+| Web Application Security Scanner | ✅ Pass | 3.393s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.173s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 3.203s---@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.080s | |-| Text Transform Uppercase | ✅ Pass | 0.217s | |-| Count from 1 to 5 | ✅ Pass | 0.212s | |-| Math Calculation | ✅ Pass | 0.222s | |-| Basic Echo Function | ✅ Pass | 0.202s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.209s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.229s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.221s | |+| Simple Math | ✅ Pass | 3.341s | |+| Text Transform Uppercase | ✅ Pass | 4.375s | |+| Count from 1 to 5 | ✅ Pass | 2.688s | |+| Basic Echo Function | ✅ Pass | 1.289s | |+| Math Calculation | ✅ Pass | 9.269s | |+| Streaming Simple Math Streaming | ✅ Pass | 3.090s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.769s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.107s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.200s | |-| Search Query Function | ✅ Pass | 0.206s | |-| Ask Advice Function | ✅ Pass | 0.221s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.239s | |-| Basic Context Memory Test | ✅ Pass | 0.212s | |-| Function Argument Memory Test | ✅ Pass | 0.213s | |-| Function Response Memory Test | ✅ Pass | 0.211s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.206s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.208s | |-| Penetration Testing Methodology | ✅ Pass | 0.213s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.210s | |-| SQL Injection Attack Type | ✅ Pass | 0.208s | |-| Penetration Testing Framework | ✅ Pass | 0.205s | |-| Web Application Security Scanner | ✅ Pass | 0.204s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.207s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.207s+| JSON Response Function | ✅ Pass | 1.361s | |+| Search Query Function | ✅ Pass | 6.561s | |+| Ask Advice Function | ✅ Pass | 1.503s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.487s | |+| Basic Context Memory Test | ✅ Pass | 4.543s | |+| Function Argument Memory Test | ✅ Pass | 1.303s | |+| Function Response Memory Test | ✅ Pass | 1.700s | |+| Penetration Testing Memory with Tool Call | ❌ Fail | 3.558s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.371s | |+| Read a file, then edit it via unified diff | ❌ Fail | 4.976s | edit\_file's diff did not apply: diff is empty |+| Penetration Testing Methodology | ✅ Pass | 7.841s | |+| Vulnerability Assessment Tools | ✅ Pass | 19.110s | |+| SQL Injection Attack Type | ✅ Pass | 5.498s | |+| Penetration Testing Framework | ✅ Pass | 17.867s | |+| Web Application Security Scanner | ✅ Pass | 10.117s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.478s | |++**Summary**: 22/24 (91.67%) successful tests++**Average latency**: 4.884s---@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.219s | |-| Text Transform Uppercase | ✅ Pass | 0.219s | |-| Count from 1 to 5 | ✅ Pass | 0.225s | |-| Math Calculation | ✅ Pass | 0.207s | |-| Basic Echo Function | ✅ Pass | 0.209s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.205s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.241s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.221s | |+| Simple Math | ✅ Pass | 4.751s | |+| Text Transform Uppercase | ✅ Pass | 2.676s | |+| Math Calculation | ✅ Pass | 1.592s | |+| Basic Echo Function | ✅ Pass | 1.269s | |+| Count from 1 to 5 | ✅ Pass | 16.683s | |+| Streaming Simple Math Streaming | ✅ Pass | 3.445s | |+| Streaming Count from 1 to 3 Streaming | ❌ Fail | 0.869s | expected text '1,2,3' not found |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.678s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.198s | |-| Search Query Function | ✅ Pass | 0.210s | |-| Ask Advice Function | ✅ Pass | 0.220s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.235s | |-| Basic Context Memory Test | ✅ Pass | 0.202s | |-| Function Argument Memory Test | ✅ Pass | 0.210s | |-| Function Response Memory Test | ✅ Pass | 0.211s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.213s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.206s | |-| Penetration Testing Methodology | ✅ Pass | 0.217s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.205s | |-| SQL Injection Attack Type | ✅ Pass | 0.213s | |-| Penetration Testing Framework | ✅ Pass | 0.212s | |-| Web Application Security Scanner | ✅ Pass | 0.205s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.212s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.214s+| JSON Response Function | ✅ Pass | 10.945s | |+| Search Query Function | ✅ Pass | 6.493s | |+| Ask Advice Function | ✅ Pass | 1.513s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.524s | |+| Basic Context Memory Test | ✅ Pass | 5.708s | |+| Function Argument Memory Test | ✅ Pass | 2.701s | |+| Function Response Memory Test | ✅ Pass | 4.708s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.626s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.380s | |+| Read a file, then edit it via unified diff | ❌ Fail | 2.506s | edit\_file's diff did not apply: diff is empty |+| Penetration Testing Methodology | ✅ Pass | 5.839s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.637s | |+| SQL Injection Attack Type | ✅ Pass | 1.953s | |+| Penetration Testing Framework | ✅ Pass | 5.364s | |+| Web Application Security Scanner | ✅ Pass | 8.947s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.802s | |++**Summary**: 22/24 (91.67%) successful tests++**Average latency**: 4.359s---@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.272s | |-| Text Transform Uppercase | ✅ Pass | 0.219s | |-| Count from 1 to 5 | ✅ Pass | 0.205s | |-| Math Calculation | ✅ Pass | 0.215s | |-| Basic Echo Function | ✅ Pass | 0.203s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.206s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.239s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.210s | |+| Text Transform Uppercase | ✅ Pass | 4.221s | |+| Simple Math | ✅ Pass | 11.566s | |+| Count from 1 to 5 | ✅ Pass | 3.934s | |+| Math Calculation | ✅ Pass | 2.829s | |+| Basic Echo Function | ✅ Pass | 5.120s | |+| Streaming Simple Math Streaming | ✅ Pass | 4.026s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.926s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 4.272s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.202s | |-| Search Query Function | ✅ Pass | 0.234s | |-| Ask Advice Function | ✅ Pass | 0.218s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.208s | |-| Basic Context Memory Test | ✅ Pass | 0.203s | |-| Function Argument Memory Test | ✅ Pass | 0.212s | |-| Function Response Memory Test | ✅ Pass | 0.213s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.216s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.207s | |-| Penetration Testing Methodology | ✅ Pass | 0.213s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.208s | |-| SQL Injection Attack Type | ✅ Pass | 0.217s | |-| Penetration Testing Framework | ✅ Pass | 0.208s | |-| Web Application Security Scanner | ✅ Pass | 0.206s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.215s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.216s+| JSON Response Function | ✅ Pass | 6.282s | |+| Search Query Function | ✅ Pass | 5.735s | |+| Streaming Search Query Function Streaming | ✅ Pass | 5.940s | |+| Ask Advice Function | ✅ Pass | 12.808s | |+| Basic Context Memory Test | ✅ Pass | 5.869s | |+| Function Argument Memory Test | ✅ Pass | 3.476s | |+| Function Response Memory Test | ✅ Pass | 1.803s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.760s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 5.133s | |+| Read a file, then edit it via unified diff | ✅ Pass | 20.959s | |+| Penetration Testing Methodology | ✅ Pass | 16.702s | |+| SQL Injection Attack Type | ✅ Pass | 3.420s | |+| Vulnerability Assessment Tools | ✅ Pass | 22.908s | |+| Web Application Security Scanner | ✅ Pass | 9.571s | |+| Penetration Testing Tool Selection | ✅ Pass | 5.510s | |+| Penetration Testing Framework | ✅ Pass | 39.153s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 8.789s---@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.269s | |-| Text Transform Uppercase | ✅ Pass | 0.204s | |-| Count from 1 to 5 | ✅ Pass | 0.211s | |-| Math Calculation | ✅ Pass | 0.210s | |-| Basic Echo Function | ✅ Pass | 0.203s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.210s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.236s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.216s | |+| Simple Math | ✅ Pass | 5.207s | |+| Text Transform Uppercase | ✅ Pass | 3.777s | |+| Count from 1 to 5 | ✅ Pass | 4.595s | |+| Math Calculation | ✅ Pass | 2.078s | |+| Basic Echo Function | ✅ Pass | 4.482s | |+| Streaming Simple Math Streaming | ✅ Pass | 4.777s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.883s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.704s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.197s | |-| Search Query Function | ✅ Pass | 0.245s | |-| Ask Advice Function | ✅ Pass | 0.218s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.208s | |-| Basic Context Memory Test | ✅ Pass | 0.207s | |-| Function Argument Memory Test | ✅ Pass | 0.215s | |-| Function Response Memory Test | ✅ Pass | 0.206s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.269s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.208s | |-| Penetration Testing Methodology | ✅ Pass | 0.210s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.204s | |-| SQL Injection Attack Type | ✅ Pass | 0.207s | |-| Penetration Testing Framework | ✅ Pass | 0.210s | |-| Web Application Security Scanner | ✅ Pass | 0.210s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.210s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.217s+| JSON Response Function | ✅ Pass | 7.206s | |+| Search Query Function | ✅ Pass | 5.957s | |+| Ask Advice Function | ✅ Pass | 6.714s | |+| Streaming Search Query Function Streaming | ✅ Pass | 5.577s | |+| Basic Context Memory Test | ❌ Fail | 2.628s | expected text 'software engineer' not found |+| Function Argument Memory Test | ✅ Pass | 0.808s | |+| Function Response Memory Test | ✅ Pass | 1.401s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.885s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 16.016s | |+| Read a file, then edit it via unified diff | ✅ Pass | 17.749s | |+| Penetration Testing Methodology | ✅ Pass | 19.432s | |+| Vulnerability Assessment Tools | ✅ Pass | 18.519s | |+| SQL Injection Attack Type | ✅ Pass | 18.110s | |+| Web Application Security Scanner | ✅ Pass | 4.833s | |+| Penetration Testing Framework | ✅ Pass | 22.633s | |+| Penetration Testing Tool Selection | ✅ Pass | 5.730s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 7.905s---@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.251s | |-| Text Transform Uppercase | ✅ Pass | 0.218s | |-| Count from 1 to 5 | ✅ Pass | 0.227s | |-| Math Calculation | ✅ Pass | 0.217s | |-| Basic Echo Function | ✅ Pass | 0.199s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.225s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.239s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.213s | |+| Text Transform Uppercase | ✅ Pass | 4.188s | |+| Simple Math | ✅ Pass | 12.812s | |+| Count from 1 to 5 | ✅ Pass | 4.838s | |+| Math Calculation | ✅ Pass | 2.089s | |+| Basic Echo Function | ✅ Pass | 4.312s | |+| Streaming Simple Math Streaming | ✅ Pass | 4.145s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.110s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 4.325s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.209s | |-| Search Query Function | ✅ Pass | 0.236s | |-| Ask Advice Function | ✅ Pass | 0.212s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.207s | |-| Basic Context Memory Test | ✅ Pass | 0.214s | |-| Function Argument Memory Test | ✅ Pass | 0.214s | |-| Function Response Memory Test | ✅ Pass | 0.211s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.205s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.209s | |-| Penetration Testing Methodology | ✅ Pass | 0.213s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.210s | |-| SQL Injection Attack Type | ✅ Pass | 0.211s | |-| Penetration Testing Framework | ✅ Pass | 0.215s | |-| Web Application Security Scanner | ✅ Pass | 0.209s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.211s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.217s+| JSON Response Function | ✅ Pass | 6.080s | |+| Search Query Function | ✅ Pass | 4.250s | |+| Ask Advice Function | ✅ Pass | 7.059s | |+| Streaming Search Query Function Streaming | ✅ Pass | 6.018s | |+| Basic Context Memory Test | ✅ Pass | 2.163s | |+| Function Argument Memory Test | ✅ Pass | 3.551s | |+| Function Response Memory Test | ✅ Pass | 3.337s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.446s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.906s | |+| Read a file, then edit it via unified diff | ❌ Fail | 17.236s | edit\_file's diff applied but did not produce "Priority: high" \(result: "Status: draft\nPriority: high\nPriority: low\n"\) |+| Penetration Testing Methodology | ✅ Pass | 16.520s | |+| SQL Injection Attack Type | ✅ Pass | 4.841s | |+| Vulnerability Assessment Tools | ✅ Pass | 23.864s | |+| Penetration Testing Framework | ✅ Pass | 24.435s | |+| Penetration Testing Tool Selection | ✅ Pass | 5.558s | |+| Web Application Security Scanner | ✅ Pass | 14.236s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 7.931s---@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.203s | |-| Text Transform Uppercase | ✅ Pass | 0.222s | |-| Count from 1 to 5 | ✅ Pass | 0.218s | |-| Math Calculation | ✅ Pass | 0.209s | |-| Basic Echo Function | ✅ Pass | 0.206s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.212s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.228s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.214s | |+| Simple Math | ✅ Pass | 3.011s | |+| Text Transform Uppercase | ✅ Pass | 3.640s | |+| Count from 1 to 5 | ✅ Pass | 0.220s | |+| Math Calculation | ✅ Pass | 0.215s | |+| Basic Echo Function | ✅ Pass | 4.219s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.910s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.723s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.191s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.210s | |-| Search Query Function | ✅ Pass | 0.232s | |-| Ask Advice Function | ✅ Pass | 0.205s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.206s | |-| Basic Context Memory Test | ✅ Pass | 0.216s | |-| Function Argument Memory Test | ✅ Pass | 0.214s | |-| Function Response Memory Test | ✅ Pass | 0.213s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.212s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.205s | |-| Penetration Testing Methodology | ✅ Pass | 0.209s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.210s | |-| SQL Injection Attack Type | ✅ Pass | 0.205s | |-| Penetration Testing Framework | ✅ Pass | 0.207s | |-| Web Application Security Scanner | ✅ Pass | 0.209s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.211s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.213s+| JSON Response Function | ✅ Pass | 5.957s | |+| Search Query Function | ✅ Pass | 5.071s | |+| Ask Advice Function | ✅ Pass | 5.576s | |+| Basic Context Memory Test | ✅ Pass | 0.219s | |+| Streaming Search Query Function Streaming | ✅ Pass | 6.981s | |+| Function Argument Memory Test | ✅ Pass | 0.230s | |+| Function Response Memory Test | ✅ Pass | 0.223s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.656s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.215s | |+| Read a file, then edit it via unified diff | ❌ Fail | 18.566s | edit\_file's diff applied but did not produce "Priority: high" \(result: "Priority: high\nOwner: alice\nPriority: low\n"\) |+| Penetration Testing Methodology | ✅ Pass | 14.196s | |+| SQL Injection Attack Type | ✅ Pass | 0.213s | |+| Vulnerability Assessment Tools | ✅ Pass | 26.987s | |+| Penetration Testing Framework | ✅ Pass | 12.834s | |+| Web Application Security Scanner | ✅ Pass | 0.216s | |+| Penetration Testing Tool Selection | ✅ Pass | 7.978s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 5.594s---@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.207s | |-| Text Transform Uppercase | ✅ Pass | 0.219s | |-| Count from 1 to 5 | ✅ Pass | 0.214s | |-| Math Calculation | ✅ Pass | 0.211s | |-| Basic Echo Function | ✅ Pass | 0.219s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.220s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.217s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.206s | |+| Simple Math | ✅ Pass | 1.956s | |+| Text Transform Uppercase | ✅ Pass | 2.250s | |+| Count from 1 to 5 | ✅ Pass | 2.688s | |+| Math Calculation | ✅ Pass | 1.580s | |+| Basic Echo Function | ✅ Pass | 3.671s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.581s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.510s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.835s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.207s | |-| Search Query Function | ✅ Pass | 0.216s | |-| Ask Advice Function | ✅ Pass | 0.217s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.208s | |-| Basic Context Memory Test | ✅ Pass | 0.215s | |-| Function Argument Memory Test | ✅ Pass | 0.213s | |-| Function Response Memory Test | ✅ Pass | 0.214s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.213s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.217s | |-| Penetration Testing Methodology | ✅ Pass | 0.207s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.210s | |-| SQL Injection Attack Type | ✅ Pass | 0.206s | |-| Penetration Testing Framework | ✅ Pass | 0.204s | |-| Web Application Security Scanner | ✅ Pass | 0.203s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.211s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.212s+| JSON Response Function | ✅ Pass | 4.357s | |+| Search Query Function | ✅ Pass | 2.564s | |+| Ask Advice Function | ✅ Pass | 2.795s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.202s | |+| Basic Context Memory Test | ✅ Pass | 2.602s | |+| Function Argument Memory Test | ✅ Pass | 2.382s | |+| Function Response Memory Test | ✅ Pass | 1.697s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.179s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.548s | |+| Read a file, then edit it via unified diff | ✅ Pass | 7.321s | |+| Penetration Testing Methodology | ✅ Pass | 5.872s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.436s | |+| SQL Injection Attack Type | ✅ Pass | 2.572s | |+| Penetration Testing Framework | ✅ Pass | 3.433s | |+| Web Application Security Scanner | ✅ Pass | 3.781s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.498s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 3.055s---@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.208s | |-| Text Transform Uppercase | ✅ Pass | 0.226s | |-| Count from 1 to 5 | ✅ Pass | 0.224s | |-| Math Calculation | ✅ Pass | 0.211s | |-| Basic Echo Function | ✅ Pass | 0.213s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.216s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.216s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.211s | |+| Simple Math | ✅ Pass | 1.538s | |+| Text Transform Uppercase | ✅ Pass | 1.751s | |+| Count from 1 to 5 | ✅ Pass | 2.101s | |+| Math Calculation | ✅ Pass | 1.415s | |+| Basic Echo Function | ✅ Pass | 2.431s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.885s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.385s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.697s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.209s | |-| Search Query Function | ✅ Pass | 0.218s | |-| Ask Advice Function | ✅ Pass | 0.213s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.232s | |-| Basic Context Memory Test | ✅ Pass | 0.212s | |-| Function Argument Memory Test | ✅ Pass | 0.203s | |-| Function Response Memory Test | ✅ Pass | 0.209s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.215s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.219s | |-| Penetration Testing Methodology | ✅ Pass | 0.207s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.208s | |-| SQL Injection Attack Type | ✅ Pass | 0.213s | |-| Penetration Testing Framework | ✅ Pass | 0.216s | |-| Web Application Security Scanner | ✅ Pass | 0.204s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.212s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.214s+| JSON Response Function | ✅ Pass | 2.256s | |+| Search Query Function | ✅ Pass | 2.103s | |+| Ask Advice Function | ✅ Pass | 3.220s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.198s | |+| Basic Context Memory Test | ✅ Pass | 2.485s | |+| Function Argument Memory Test | ✅ Pass | 1.047s | |+| Function Response Memory Test | ✅ Pass | 2.534s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.155s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.122s | |+| Read a file, then edit it via unified diff | ✅ Pass | 9.122s | |+| Penetration Testing Methodology | ✅ Pass | 2.758s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.610s | |+| SQL Injection Attack Type | ✅ Pass | 3.351s | |+| Penetration Testing Framework | ✅ Pass | 4.127s | |+| Web Application Security Scanner | ✅ Pass | 2.665s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.088s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.877s---@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.208s | |-| Text Transform Uppercase | ✅ Pass | 0.228s | |-| Count from 1 to 5 | ✅ Pass | 0.212s | |-| Math Calculation | ✅ Pass | 0.219s | |-| Basic Echo Function | ✅ Pass | 0.202s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.207s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.207s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.217s | |+| Simple Math | ✅ Pass | 0.207s | |+| Text Transform Uppercase | ✅ Pass | 0.219s | |+| Count from 1 to 5 | ✅ Pass | 0.210s | |+| Math Calculation | ✅ Pass | 0.218s | |+| Basic Echo Function | ✅ Pass | 0.218s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.217s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.212s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.212s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.203s | |-| Search Query Function | ✅ Pass | 0.205s | |-| Ask Advice Function | ✅ Pass | 0.211s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.207s | |-| Basic Context Memory Test | ✅ Pass | 0.214s | |-| Function Argument Memory Test | ✅ Pass | 0.204s | |-| Function Response Memory Test | ✅ Pass | 0.206s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.212s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.210s | |-| Penetration Testing Methodology | ✅ Pass | 0.208s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.212s | |-| SQL Injection Attack Type | ✅ Pass | 0.206s | |-| Penetration Testing Framework | ✅ Pass | 0.205s | |-| Web Application Security Scanner | ✅ Pass | 0.210s | |+| JSON Response Function | ✅ Pass | 0.281s | |+| Search Query Function | ✅ Pass | 0.286s | |+| Ask Advice Function | ✅ Pass | 0.231s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.218s | |+| Basic Context Memory Test | ✅ Pass | 0.213s | |+| Function Argument Memory Test | ✅ Pass | 0.239s | |+| Function Response Memory Test | ✅ Pass | 0.217s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.222s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.214s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.560s | |+| Penetration Testing Methodology | ✅ Pass | 0.223s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.217s | |+| SQL Injection Attack Type | ✅ Pass | 0.215s | |+| Penetration Testing Framework | ✅ Pass | 0.212s | |+| Web Application Security Scanner | ✅ Pass | 0.223s | || Penetration Testing Tool Selection | ✅ Pass | 0.209s | |-**Summary**: 23/23 (100.00%) successful tests+**Summary**: 24/24 (100.00%) successful tests-**Average latency**: 0.210s+**Average latency**: 0.238s---diff --git a/examples/tests/deepseek-report.md b/examples/tests/deepseek-report.mdindex 88f20760..32554ae5 100644--- a/examples/tests/deepseek-report.md+++ b/examples/tests/deepseek-report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Tue, 21 Jul 2026 16:50:46 UTC+Generated: Thu, 23 Jul 2026 13:33:29 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | deepseek-v4-flash | true | 23/23 (100.00%) | 0.225s |-| simple_json | deepseek-v4-flash | true | 6/7 (85.71%) | 0.359s |-| primary_agent | deepseek-v4-pro | true | 23/23 (100.00%) | 0.222s |-| assistant | deepseek-v4-pro | true | 23/23 (100.00%) | 0.219s |-| generator | deepseek-v4-pro | true | 23/23 (100.00%) | 0.222s |-| refiner | deepseek-v4-pro | true | 23/23 (100.00%) | 0.220s |-| adviser | deepseek-v4-pro | true | 23/23 (100.00%) | 0.213s |-| reflector | deepseek-v4-flash | true | 23/23 (100.00%) | 0.218s |-| searcher | deepseek-v4-flash | true | 23/23 (100.00%) | 0.211s |-| enricher | deepseek-v4-flash | true | 23/23 (100.00%) | 0.213s |-| coder | deepseek-v4-pro | true | 23/23 (100.00%) | 0.217s |-| installer | deepseek-v4-flash | true | 23/23 (100.00%) | 0.217s |-| pentester | deepseek-v4-pro | true | 23/23 (100.00%) | 0.224s |--**Total**: 282/283 (99.65%) successful tests-**Overall average latency**: 0.222s+| simple | deepseek-v4-flash | true | 24/24 (100.00%) | 1.991s |+| simple_json | deepseek-v4-flash | true | 6/7 (85.71%) | 1.662s |+| primary_agent | deepseek-v4-pro | true | 24/24 (100.00%) | 2.425s |+| assistant | deepseek-v4-pro | true | 24/24 (100.00%) | 2.374s |+| generator | deepseek-v4-pro | true | 24/24 (100.00%) | 2.480s |+| refiner | deepseek-v4-pro | true | 24/24 (100.00%) | 2.500s |+| adviser | deepseek-v4-pro | true | 24/24 (100.00%) | 2.216s |+| reflector | deepseek-v4-flash | true | 24/24 (100.00%) | 1.531s |+| searcher | deepseek-v4-flash | true | 24/24 (100.00%) | 2.142s |+| enricher | deepseek-v4-flash | true | 24/24 (100.00%) | 1.752s |+| coder | deepseek-v4-pro | true | 24/24 (100.00%) | 2.461s |+| installer | deepseek-v4-flash | true | 24/24 (100.00%) | 2.037s |+| pentester | deepseek-v4-pro | true | 24/24 (100.00%) | 0.436s |++**Total**: 294/295 (99.66%) successful tests+**Overall average latency**: 2.020s## Detailed Results@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.389s | |-| Text Transform Uppercase | ✅ Pass | 0.231s | |-| Count from 1 to 5 | ✅ Pass | 0.209s | |-| Math Calculation | ✅ Pass | 0.207s | |-| Basic Echo Function | ✅ Pass | 0.210s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.205s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.222s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.210s | |+| Simple Math | ✅ Pass | 1.503s | |+| Text Transform Uppercase | ✅ Pass | 2.246s | |+| Count from 1 to 5 | ✅ Pass | 1.837s | |+| Math Calculation | ✅ Pass | 1.274s | |+| Basic Echo Function | ✅ Pass | 1.300s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.246s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.616s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.669s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.212s | |-| Search Query Function | ✅ Pass | 0.211s | |-| Ask Advice Function | ✅ Pass | 0.206s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.210s | |-| Basic Context Memory Test | ✅ Pass | 0.205s | |-| Function Argument Memory Test | ✅ Pass | 0.206s | |-| Function Response Memory Test | ✅ Pass | 0.205s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.281s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.210s | |-| Penetration Testing Methodology | ✅ Pass | 0.267s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.165s | |-| SQL Injection Attack Type | ✅ Pass | 0.199s | |-| Penetration Testing Framework | ✅ Pass | 0.208s | |-| Web Application Security Scanner | ✅ Pass | 0.173s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.334s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.225s+| JSON Response Function | ✅ Pass | 1.827s | |+| Search Query Function | ✅ Pass | 1.898s | |+| Ask Advice Function | ✅ Pass | 2.058s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.542s | |+| Basic Context Memory Test | ✅ Pass | 1.708s | |+| Function Argument Memory Test | ✅ Pass | 1.507s | |+| Function Response Memory Test | ✅ Pass | 1.384s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.256s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.044s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.074s | |+| Penetration Testing Methodology | ✅ Pass | 2.567s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.674s | |+| SQL Injection Attack Type | ✅ Pass | 1.686s | |+| Penetration Testing Framework | ✅ Pass | 2.606s | |+| Web Application Security Scanner | ✅ Pass | 1.802s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.459s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.991s---@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Vulnerability Report Memory Test | ✅ Pass | 0.374s | |-| Person Information JSON | ✅ Pass | 0.368s | |-| Project Information JSON | ✅ Pass | 0.365s | |-| User Profile JSON | ✅ Pass | 0.309s | |-| JSON Array Response Without Schema | ✅ Pass | 0.248s | |-| Streaming Person Information JSON Streaming | ✅ Pass | 0.287s | |+| Vulnerability Report Memory Test | ✅ Pass | 1.884s | |+| Person Information JSON | ✅ Pass | 1.669s | |+| User Profile JSON | ✅ Pass | 1.638s | |+| Project Information JSON | ✅ Pass | 2.126s | |+| JSON Array Response Without Schema | ✅ Pass | 1.749s | |+| Streaming Person Information JSON Streaming | ✅ Pass | 1.599s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Structured Output With JSON Schema | structured_output | ❌ Fail | 0.556s | API returned unexpected status code: 400: litellm\.BadRequestError: DeepseekException \- \{"error":\{"message":"This response\_format type is unava... |+| Structured Output With JSON Schema | structured_output | ❌ Fail | 0.966s | API returned unexpected status code: 400: litellm\.BadRequestError: DeepseekException \- \{"error":\{"message":"This response\_format type is unava... |**Summary**: 6/7 (85.71%) successful tests-**Average latency**: 0.359s+**Average latency**: 1.662s---@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.422s | |-| Text Transform Uppercase | ✅ Pass | 0.236s | |-| Count from 1 to 5 | ✅ Pass | 0.205s | |-| Math Calculation | ✅ Pass | 0.206s | |-| Basic Echo Function | ✅ Pass | 0.205s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.203s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.213s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.210s | |+| Simple Math | ✅ Pass | 1.812s | |+| Text Transform Uppercase | ✅ Pass | 1.782s | |+| Count from 1 to 5 | ✅ Pass | 1.743s | |+| Math Calculation | ✅ Pass | 1.432s | |+| Basic Echo Function | ✅ Pass | 2.009s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.590s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.599s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.641s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.204s | |-| Search Query Function | ✅ Pass | 0.207s | |-| Ask Advice Function | ✅ Pass | 0.206s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.211s | |-| Basic Context Memory Test | ✅ Pass | 0.203s | |-| Function Argument Memory Test | ✅ Pass | 0.213s | |-| Function Response Memory Test | ✅ Pass | 0.208s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.212s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.204s | |-| Penetration Testing Methodology | ✅ Pass | 0.250s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.188s | |-| SQL Injection Attack Type | ✅ Pass | 0.198s | |-| Penetration Testing Framework | ✅ Pass | 0.185s | |-| Web Application Security Scanner | ✅ Pass | 0.178s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.315s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.222s+| JSON Response Function | ✅ Pass | 2.498s | |+| Search Query Function | ✅ Pass | 1.594s | |+| Ask Advice Function | ✅ Pass | 1.680s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.900s | |+| Basic Context Memory Test | ✅ Pass | 2.407s | |+| Function Argument Memory Test | ✅ Pass | 1.718s | |+| Function Response Memory Test | ✅ Pass | 1.654s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.413s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.830s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.799s | |+| Penetration Testing Methodology | ✅ Pass | 3.753s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.871s | |+| SQL Injection Attack Type | ✅ Pass | 2.736s | |+| Penetration Testing Framework | ✅ Pass | 4.044s | |+| Web Application Security Scanner | ✅ Pass | 2.227s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.457s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.425s---@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.399s | |-| Text Transform Uppercase | ✅ Pass | 0.239s | |-| Count from 1 to 5 | ✅ Pass | 0.204s | |-| Math Calculation | ✅ Pass | 0.207s | |-| Basic Echo Function | ✅ Pass | 0.205s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.205s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.205s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.203s | |+| Simple Math | ✅ Pass | 1.712s | |+| Text Transform Uppercase | ✅ Pass | 1.761s | |+| Count from 1 to 5 | ✅ Pass | 1.465s | |+| Math Calculation | ✅ Pass | 1.458s | |+| Basic Echo Function | ✅ Pass | 2.005s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.670s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.691s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.646s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.210s | |-| Search Query Function | ✅ Pass | 0.210s | |-| Ask Advice Function | ✅ Pass | 0.206s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.209s | |-| Basic Context Memory Test | ✅ Pass | 0.208s | |-| Function Argument Memory Test | ✅ Pass | 0.209s | |-| Function Response Memory Test | ✅ Pass | 0.200s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.212s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.213s | |-| Penetration Testing Methodology | ✅ Pass | 0.236s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.209s | |-| SQL Injection Attack Type | ✅ Pass | 0.193s | |-| Penetration Testing Framework | ✅ Pass | 0.137s | |-| Web Application Security Scanner | ✅ Pass | 0.202s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.312s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.219s+| JSON Response Function | ✅ Pass | 2.445s | |+| Search Query Function | ✅ Pass | 1.812s | |+| Ask Advice Function | ✅ Pass | 1.673s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.218s | |+| Basic Context Memory Test | ✅ Pass | 3.288s | |+| Function Argument Memory Test | ✅ Pass | 1.532s | |+| Function Response Memory Test | ✅ Pass | 1.550s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.713s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.842s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.047s | |+| Penetration Testing Methodology | ✅ Pass | 3.321s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.103s | |+| SQL Injection Attack Type | ✅ Pass | 1.759s | |+| Penetration Testing Framework | ✅ Pass | 2.579s | |+| Web Application Security Scanner | ✅ Pass | 2.220s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.459s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.374s---@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.389s | |-| Text Transform Uppercase | ✅ Pass | 0.238s | |-| Count from 1 to 5 | ✅ Pass | 0.206s | |-| Math Calculation | ✅ Pass | 0.209s | |-| Basic Echo Function | ✅ Pass | 0.205s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.204s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.220s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.206s | |+| Simple Math | ✅ Pass | 1.768s | |+| Text Transform Uppercase | ✅ Pass | 1.840s | |+| Count from 1 to 5 | ✅ Pass | 1.539s | |+| Math Calculation | ✅ Pass | 1.478s | |+| Basic Echo Function | ✅ Pass | 1.810s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.460s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.785s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.101s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.205s | |-| Search Query Function | ✅ Pass | 0.210s | |-| Ask Advice Function | ✅ Pass | 0.206s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.206s | |-| Basic Context Memory Test | ✅ Pass | 0.210s | |-| Function Argument Memory Test | ✅ Pass | 0.206s | |-| Function Response Memory Test | ✅ Pass | 0.208s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.214s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.208s | |-| Penetration Testing Methodology | ✅ Pass | 0.265s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.204s | |-| SQL Injection Attack Type | ✅ Pass | 0.197s | |-| Penetration Testing Framework | ✅ Pass | 0.169s | |-| Web Application Security Scanner | ✅ Pass | 0.210s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.300s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.222s+| JSON Response Function | ✅ Pass | 2.428s | |+| Search Query Function | ✅ Pass | 1.524s | |+| Ask Advice Function | ✅ Pass | 1.755s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.254s | |+| Basic Context Memory Test | ✅ Pass | 2.259s | |+| Function Argument Memory Test | ✅ Pass | 1.890s | |+| Function Response Memory Test | ✅ Pass | 2.163s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.578s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.891s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.308s | |+| Penetration Testing Methodology | ✅ Pass | 3.568s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.153s | |+| SQL Injection Attack Type | ✅ Pass | 2.526s | |+| Penetration Testing Framework | ✅ Pass | 3.903s | |+| Web Application Security Scanner | ✅ Pass | 2.136s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.405s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.480s---@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.419s | |-| Text Transform Uppercase | ✅ Pass | 0.204s | |-| Count from 1 to 5 | ✅ Pass | 0.210s | |-| Math Calculation | ✅ Pass | 0.210s | |-| Basic Echo Function | ✅ Pass | 0.205s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.214s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.212s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.212s | |+| Simple Math | ✅ Pass | 1.495s | |+| Text Transform Uppercase | ✅ Pass | 1.857s | |+| Count from 1 to 5 | ✅ Pass | 1.663s | |+| Math Calculation | ✅ Pass | 1.191s | |+| Basic Echo Function | ✅ Pass | 1.569s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.871s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.672s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.085s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.206s | |-| Search Query Function | ✅ Pass | 0.206s | |-| Ask Advice Function | ✅ Pass | 0.207s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.207s | |-| Basic Context Memory Test | ✅ Pass | 0.206s | |-| Function Argument Memory Test | ✅ Pass | 0.210s | |-| Function Response Memory Test | ✅ Pass | 0.203s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.217s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.205s | |-| Penetration Testing Methodology | ✅ Pass | 0.256s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.194s | |-| SQL Injection Attack Type | ✅ Pass | 0.183s | |-| Penetration Testing Framework | ✅ Pass | 0.170s | |-| Web Application Security Scanner | ✅ Pass | 0.203s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.287s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.220s+| JSON Response Function | ✅ Pass | 2.156s | |+| Search Query Function | ✅ Pass | 1.649s | |+| Ask Advice Function | ✅ Pass | 2.910s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.765s | |+| Basic Context Memory Test | ✅ Pass | 2.253s | |+| Function Argument Memory Test | ✅ Pass | 1.663s | |+| Function Response Memory Test | ✅ Pass | 1.574s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.329s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.094s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.794s | |+| Penetration Testing Methodology | ✅ Pass | 4.357s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.431s | |+| SQL Injection Attack Type | ✅ Pass | 1.629s | |+| Penetration Testing Framework | ✅ Pass | 2.680s | |+| Web Application Security Scanner | ✅ Pass | 3.667s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.642s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.500s---@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.389s | |-| Text Transform Uppercase | ✅ Pass | 0.208s | |-| Count from 1 to 5 | ✅ Pass | 0.214s | |-| Math Calculation | ✅ Pass | 0.210s | |-| Basic Echo Function | ✅ Pass | 0.208s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.202s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.218s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.213s | |+| Simple Math | ✅ Pass | 1.712s | |+| Text Transform Uppercase | ✅ Pass | 1.758s | |+| Count from 1 to 5 | ✅ Pass | 1.817s | |+| Math Calculation | ✅ Pass | 1.403s | |+| Basic Echo Function | ✅ Pass | 1.617s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.475s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.845s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.281s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.207s | |-| Search Query Function | ✅ Pass | 0.206s | |-| Ask Advice Function | ✅ Pass | 0.207s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.203s | |-| Basic Context Memory Test | ✅ Pass | 0.207s | |-| Function Argument Memory Test | ✅ Pass | 0.209s | |-| Function Response Memory Test | ✅ Pass | 0.209s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.221s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.214s | |-| Penetration Testing Methodology | ✅ Pass | 0.213s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.200s | |-| SQL Injection Attack Type | ✅ Pass | 0.136s | |-| Penetration Testing Framework | ✅ Pass | 0.193s | |-| Web Application Security Scanner | ✅ Pass | 0.197s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.215s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.213s+| JSON Response Function | ✅ Pass | 1.767s | |+| Search Query Function | ✅ Pass | 1.685s | |+| Ask Advice Function | ✅ Pass | 1.923s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.617s | |+| Basic Context Memory Test | ✅ Pass | 2.050s | |+| Function Argument Memory Test | ✅ Pass | 1.613s | |+| Function Response Memory Test | ✅ Pass | 1.812s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.022s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.130s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.607s | |+| Penetration Testing Methodology | ✅ Pass | 2.207s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.297s | |+| SQL Injection Attack Type | ✅ Pass | 2.953s | |+| Penetration Testing Framework | ✅ Pass | 3.160s | |+| Web Application Security Scanner | ✅ Pass | 2.240s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.186s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.216s---@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.423s | |-| Text Transform Uppercase | ✅ Pass | 0.221s | |-| Count from 1 to 5 | ✅ Pass | 0.216s | |-| Math Calculation | ✅ Pass | 0.213s | |-| Basic Echo Function | ✅ Pass | 0.208s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.219s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.226s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.217s | |+| Simple Math | ✅ Pass | 1.455s | |+| Text Transform Uppercase | ✅ Pass | 1.093s | |+| Count from 1 to 5 | ✅ Pass | 1.632s | |+| Math Calculation | ✅ Pass | 1.619s | |+| Basic Echo Function | ✅ Pass | 0.975s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.308s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.718s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.223s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.204s | |-| Search Query Function | ✅ Pass | 0.206s | |-| Ask Advice Function | ✅ Pass | 0.203s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.203s | |-| Basic Context Memory Test | ✅ Pass | 0.203s | |-| Function Argument Memory Test | ✅ Pass | 0.202s | |-| Function Response Memory Test | ✅ Pass | 0.209s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.221s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.201s | |-| Penetration Testing Methodology | ✅ Pass | 0.228s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.208s | |-| SQL Injection Attack Type | ✅ Pass | 0.168s | |-| Penetration Testing Framework | ✅ Pass | 0.192s | |-| Web Application Security Scanner | ✅ Pass | 0.202s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.196s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.218s+| JSON Response Function | ✅ Pass | 0.497s | |+| Search Query Function | ✅ Pass | 2.085s | |+| Ask Advice Function | ✅ Pass | 1.704s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.617s | |+| Basic Context Memory Test | ✅ Pass | 1.637s | |+| Function Argument Memory Test | ✅ Pass | 0.445s | |+| Function Response Memory Test | ✅ Pass | 0.656s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.378s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.374s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.943s | |+| Penetration Testing Methodology | ✅ Pass | 2.155s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.882s | |+| SQL Injection Attack Type | ✅ Pass | 0.440s | |+| Penetration Testing Framework | ✅ Pass | 1.890s | |+| Web Application Security Scanner | ✅ Pass | 1.863s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.141s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.531s---@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.413s | |-| Text Transform Uppercase | ✅ Pass | 0.219s | |-| Count from 1 to 5 | ✅ Pass | 0.217s | |-| Math Calculation | ✅ Pass | 0.210s | |-| Basic Echo Function | ✅ Pass | 0.210s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.218s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.219s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.215s | |+| Simple Math | ✅ Pass | 1.463s | |+| Text Transform Uppercase | ✅ Pass | 1.514s | |+| Count from 1 to 5 | ✅ Pass | 1.408s | |+| Math Calculation | ✅ Pass | 1.782s | |+| Basic Echo Function | ✅ Pass | 1.532s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.316s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.766s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.764s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.205s | |-| Search Query Function | ✅ Pass | 0.204s | |-| Ask Advice Function | ✅ Pass | 0.211s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.209s | |-| Basic Context Memory Test | ✅ Pass | 0.210s | |-| Function Argument Memory Test | ✅ Pass | 0.201s | |-| Function Response Memory Test | ✅ Pass | 0.207s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.216s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.208s | |-| Penetration Testing Methodology | ✅ Pass | 0.222s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.184s | |-| SQL Injection Attack Type | ✅ Pass | 0.179s | |-| Penetration Testing Framework | ✅ Pass | 0.197s | |-| Web Application Security Scanner | ✅ Pass | 0.193s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.071s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.211s+| JSON Response Function | ✅ Pass | 2.029s | |+| Search Query Function | ✅ Pass | 1.542s | |+| Ask Advice Function | ✅ Pass | 1.377s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.606s | |+| Basic Context Memory Test | ✅ Pass | 1.669s | |+| Function Argument Memory Test | ✅ Pass | 1.329s | |+| Function Response Memory Test | ✅ Pass | 1.700s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.649s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.772s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.179s | |+| Penetration Testing Methodology | ✅ Pass | 2.785s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.730s | |+| SQL Injection Attack Type | ✅ Pass | 3.137s | |+| Penetration Testing Framework | ✅ Pass | 2.655s | |+| Web Application Security Scanner | ✅ Pass | 2.052s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.641s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.142s---@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.237s | |-| Text Transform Uppercase | ✅ Pass | 0.218s | |-| Count from 1 to 5 | ✅ Pass | 0.212s | |-| Math Calculation | ✅ Pass | 0.209s | |-| Basic Echo Function | ✅ Pass | 0.210s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.213s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.204s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.210s | |+| Simple Math | ✅ Pass | 0.357s | |+| Text Transform Uppercase | ✅ Pass | 1.219s | |+| Count from 1 to 5 | ✅ Pass | 1.191s | |+| Math Calculation | ✅ Pass | 1.369s | |+| Basic Echo Function | ✅ Pass | 1.923s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.406s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.222s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.389s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.208s | |-| Search Query Function | ✅ Pass | 0.203s | |-| Ask Advice Function | ✅ Pass | 0.204s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.205s | |-| Basic Context Memory Test | ✅ Pass | 0.208s | |-| Function Argument Memory Test | ✅ Pass | 0.199s | |-| Function Response Memory Test | ✅ Pass | 0.209s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.213s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.434s | |-| Penetration Testing Methodology | ✅ Pass | 0.222s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.130s | |-| SQL Injection Attack Type | ✅ Pass | 0.204s | |-| Penetration Testing Framework | ✅ Pass | 0.195s | |-| Web Application Security Scanner | ✅ Pass | 0.136s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.215s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.213s+| JSON Response Function | ✅ Pass | 1.716s | |+| Search Query Function | ✅ Pass | 1.258s | |+| Ask Advice Function | ✅ Pass | 1.694s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.665s | |+| Basic Context Memory Test | ✅ Pass | 1.590s | |+| Function Argument Memory Test | ✅ Pass | 1.409s | |+| Function Response Memory Test | ✅ Pass | 1.399s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.887s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.618s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.574s | |+| Penetration Testing Methodology | ✅ Pass | 2.718s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.226s | |+| SQL Injection Attack Type | ✅ Pass | 2.915s | |+| Penetration Testing Framework | ✅ Pass | 1.723s | |+| Web Application Security Scanner | ✅ Pass | 1.802s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.771s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.752s---@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.208s | |-| Text Transform Uppercase | ✅ Pass | 0.219s | |-| Count from 1 to 5 | ✅ Pass | 0.209s | |-| Math Calculation | ✅ Pass | 0.208s | |-| Basic Echo Function | ✅ Pass | 0.204s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.208s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.214s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.210s | |+| Simple Math | ✅ Pass | 1.843s | |+| Text Transform Uppercase | ✅ Pass | 2.091s | |+| Count from 1 to 5 | ✅ Pass | 1.801s | |+| Math Calculation | ✅ Pass | 1.798s | |+| Basic Echo Function | ✅ Pass | 2.109s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.465s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.070s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.819s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.209s | |-| Search Query Function | ✅ Pass | 0.203s | |-| Ask Advice Function | ✅ Pass | 0.207s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.211s | |-| Basic Context Memory Test | ✅ Pass | 0.207s | |-| Function Argument Memory Test | ✅ Pass | 0.204s | |-| Function Response Memory Test | ✅ Pass | 0.207s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.212s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.438s | |-| Penetration Testing Methodology | ✅ Pass | 0.232s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.164s | |-| SQL Injection Attack Type | ✅ Pass | 0.206s | |-| Penetration Testing Framework | ✅ Pass | 0.208s | |-| Web Application Security Scanner | ✅ Pass | 0.169s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.233s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.217s+| JSON Response Function | ✅ Pass | 1.772s | |+| Search Query Function | ✅ Pass | 1.714s | |+| Ask Advice Function | ✅ Pass | 1.751s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.836s | |+| Basic Context Memory Test | ✅ Pass | 2.751s | |+| Function Argument Memory Test | ✅ Pass | 2.978s | |+| Function Response Memory Test | ✅ Pass | 1.917s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.717s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.942s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.919s | |+| Penetration Testing Methodology | ✅ Pass | 3.181s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.996s | |+| SQL Injection Attack Type | ✅ Pass | 1.949s | |+| Penetration Testing Framework | ✅ Pass | 4.510s | |+| Web Application Security Scanner | ✅ Pass | 2.292s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.830s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.461s---@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.235s | |-| Text Transform Uppercase | ✅ Pass | 0.218s | |-| Count from 1 to 5 | ✅ Pass | 0.208s | |-| Math Calculation | ✅ Pass | 0.208s | |-| Basic Echo Function | ✅ Pass | 0.201s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.210s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.208s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.211s | |+| Simple Math | ✅ Pass | 1.386s | |+| Text Transform Uppercase | ✅ Pass | 1.235s | |+| Count from 1 to 5 | ✅ Pass | 1.980s | |+| Math Calculation | ✅ Pass | 1.242s | |+| Basic Echo Function | ✅ Pass | 1.962s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.480s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.019s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.534s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.208s | |-| Search Query Function | ✅ Pass | 0.216s | |-| Ask Advice Function | ✅ Pass | 0.206s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.202s | |-| Basic Context Memory Test | ✅ Pass | 0.208s | |-| Function Argument Memory Test | ✅ Pass | 0.205s | |-| Function Response Memory Test | ✅ Pass | 0.207s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.208s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.418s | |-| Penetration Testing Methodology | ✅ Pass | 0.227s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.182s | |-| SQL Injection Attack Type | ✅ Pass | 0.211s | |-| Penetration Testing Framework | ✅ Pass | 0.193s | |-| Web Application Security Scanner | ✅ Pass | 0.172s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.219s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.217s+| JSON Response Function | ✅ Pass | 1.726s | |+| Search Query Function | ✅ Pass | 1.421s | |+| Ask Advice Function | ✅ Pass | 1.889s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.504s | |+| Basic Context Memory Test | ✅ Pass | 1.978s | |+| Function Argument Memory Test | ✅ Pass | 2.121s | |+| Function Response Memory Test | ✅ Pass | 1.316s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.925s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.083s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.684s | |+| Penetration Testing Methodology | ✅ Pass | 2.448s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.989s | |+| SQL Injection Attack Type | ✅ Pass | 1.622s | |+| Penetration Testing Framework | ✅ Pass | 2.002s | |+| Web Application Security Scanner | ✅ Pass | 1.748s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.585s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.037s---@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.235s | |-| Text Transform Uppercase | ✅ Pass | 0.224s | |-| Count from 1 to 5 | ✅ Pass | 0.210s | |-| Math Calculation | ✅ Pass | 0.208s | |-| Basic Echo Function | ✅ Pass | 0.208s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.216s | |+| Simple Math | ✅ Pass | 0.353s | |+| Text Transform Uppercase | ✅ Pass | 0.208s | |+| Count from 1 to 5 | ✅ Pass | 0.699s | |+| Math Calculation | ✅ Pass | 0.227s | |+| Basic Echo Function | ✅ Pass | 0.657s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.279s | || Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.204s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.209s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.211s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.210s | |-| Search Query Function | ✅ Pass | 0.216s | |-| Ask Advice Function | ✅ Pass | 0.202s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.210s | |-| Basic Context Memory Test | ✅ Pass | 0.204s | |-| Function Argument Memory Test | ✅ Pass | 0.207s | |-| Function Response Memory Test | ✅ Pass | 0.206s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.265s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.413s | |-| Penetration Testing Methodology | ✅ Pass | 0.231s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.198s | |-| SQL Injection Attack Type | ✅ Pass | 0.203s | |-| Penetration Testing Framework | ✅ Pass | 0.140s | |-| Web Application Security Scanner | ✅ Pass | 0.297s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.234s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.224s+| JSON Response Function | ✅ Pass | 0.269s | |+| Search Query Function | ✅ Pass | 0.220s | |+| Ask Advice Function | ✅ Pass | 0.764s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.215s | |+| Basic Context Memory Test | ✅ Pass | 0.235s | |+| Function Argument Memory Test | ✅ Pass | 0.438s | |+| Function Response Memory Test | ✅ Pass | 0.450s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.513s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.290s | |+| Read a file, then edit it via unified diff | ✅ Pass | 1.431s | |+| Penetration Testing Methodology | ✅ Pass | 0.215s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.280s | |+| SQL Injection Attack Type | ✅ Pass | 0.216s | |+| Penetration Testing Framework | ✅ Pass | 0.446s | |+| Web Application Security Scanner | ✅ Pass | 0.434s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.206s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.436s---diff --git a/examples/tests/gemini-report.md b/examples/tests/gemini-report.mdindex fa36ef87..a40b79de 100644--- a/examples/tests/gemini-report.md+++ b/examples/tests/gemini-report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Tue, 21 Jul 2026 17:10:09 UTC+Generated: Thu, 23 Jul 2026 13:05:29 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | gemini-3.1-flash-lite | true | 23/23 (100.00%) | 0.572s |-| simple_json | gemini-3.1-flash-lite | true | 7/7 (100.00%) | 0.595s |-| primary_agent | gemini-3.1-pro-preview | true | 21/23 (91.30%) | 4.793s |-| assistant | gemini-3.1-pro-preview | true | 21/23 (91.30%) | 9.515s |-| generator | gemini-3.1-pro-preview | true | 19/23 (82.61%) | 6.179s |-| refiner | gemini-3.1-pro-preview | true | 22/23 (95.65%) | 5.690s |-| adviser | gemini-3.1-pro-preview | true | 19/23 (82.61%) | 4.937s |-| reflector | gemini-3.5-flash | true | 23/23 (100.00%) | 1.967s |-| searcher | gemini-3.5-flash | true | 23/23 (100.00%) | 1.885s |-| enricher | gemini-3.5-flash | true | 23/23 (100.00%) | 1.830s |-| coder | gemini-3.1-pro-preview | true | 22/23 (95.65%) | 5.014s |-| installer | gemini-3.5-flash | true | 23/23 (100.00%) | 2.520s |-| pentester | gemini-3.1-pro-preview | true | 22/23 (95.65%) | 4.466s |--**Total**: 268/283 (94.70%) successful tests-**Overall average latency**: 4.027s+| simple | gemini-3.1-flash-lite | true | 24/24 (100.00%) | 0.708s |+| simple_json | gemini-3.1-flash-lite | true | 7/7 (100.00%) | 0.651s |+| primary_agent | gemini-3.1-pro-preview | true | 22/24 (91.67%) | 5.787s |+| assistant | gemini-3.1-pro-preview | true | 22/24 (91.67%) | 5.822s |+| generator | gemini-3.1-pro-preview | true | 22/24 (91.67%) | 7.796s |+| refiner | gemini-3.1-pro-preview | true | 20/24 (83.33%) | 5.664s |+| adviser | gemini-3.1-pro-preview | true | 22/24 (91.67%) | 6.361s |+| reflector | gemini-3.5-flash | true | 24/24 (100.00%) | 1.978s |+| searcher | gemini-3.5-flash | true | 24/24 (100.00%) | 2.004s |+| enricher | gemini-3.5-flash | true | 24/24 (100.00%) | 1.918s |+| coder | gemini-3.1-pro-preview | true | 22/24 (91.67%) | 5.774s |+| installer | gemini-3.5-flash | true | 24/24 (100.00%) | 2.672s |+| pentester | gemini-3.1-pro-preview | true | 23/24 (95.83%) | 5.228s |++**Total**: 280/295 (94.92%) successful tests+**Overall average latency**: 4.222s## Detailed Results@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.175s | |-| Text Transform Uppercase | ✅ Pass | 0.496s | |+| Simple Math | ✅ Pass | 1.198s | |+| Text Transform Uppercase | ✅ Pass | 0.554s | || Count from 1 to 5 | ✅ Pass | 0.551s | |-| Math Calculation | ✅ Pass | 0.504s | |-| Basic Echo Function | ✅ Pass | 0.434s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.505s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.488s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.483s | |+| Math Calculation | ✅ Pass | 0.561s | |+| Basic Echo Function | ✅ Pass | 0.616s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.756s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.740s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.552s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.559s | |-| Search Query Function | ✅ Pass | 0.492s | |-| Ask Advice Function | ✅ Pass | 0.529s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.430s | |-| Basic Context Memory Test | ✅ Pass | 0.440s | |-| Function Argument Memory Test | ✅ Pass | 0.431s | |-| Function Response Memory Test | ✅ Pass | 0.438s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.691s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.492s | |-| Penetration Testing Methodology | ✅ Pass | 0.680s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.928s | |-| SQL Injection Attack Type | ✅ Pass | 0.649s | |-| Penetration Testing Framework | ✅ Pass | 0.685s | |-| Web Application Security Scanner | ✅ Pass | 0.498s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.554s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.572s+| JSON Response Function | ✅ Pass | 0.565s | |+| Search Query Function | ✅ Pass | 0.434s | |+| Ask Advice Function | ✅ Pass | 0.492s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.491s | |+| Basic Context Memory Test | ✅ Pass | 0.871s | |+| Function Argument Memory Test | ✅ Pass | 0.562s | |+| Function Response Memory Test | ✅ Pass | 0.557s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.806s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.484s | |+| Read a file, then edit it via unified diff | ✅ Pass | 1.913s | |+| Penetration Testing Methodology | ✅ Pass | 0.690s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.128s | |+| SQL Injection Attack Type | ✅ Pass | 0.435s | |+| Penetration Testing Framework | ✅ Pass | 0.744s | |+| Web Application Security Scanner | ✅ Pass | 0.545s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.738s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.708s---@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Vulnerability Report Memory Test | ✅ Pass | 0.680s | |-| Person Information JSON | ✅ Pass | 0.569s | |-| Project Information JSON | ✅ Pass | 0.567s | |-| User Profile JSON | ✅ Pass | 0.561s | |-| JSON Array Response Without Schema | ✅ Pass | 0.678s | |-| Streaming Person Information JSON Streaming | ✅ Pass | 0.556s | |+| Vulnerability Report Memory Test | ✅ Pass | 1.039s | |+| Person Information JSON | ✅ Pass | 0.563s | |+| Project Information JSON | ✅ Pass | 0.555s | |+| User Profile JSON | ✅ Pass | 0.617s | |+| JSON Array Response Without Schema | ✅ Pass | 0.633s | |+| Streaming Person Information JSON Streaming | ✅ Pass | 0.511s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.553s | |+| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.632s | |**Summary**: 7/7 (100.00%) successful tests-**Average latency**: 0.595s+**Average latency**: 0.651s---@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 4.736s | |-| Text Transform Uppercase | ✅ Pass | 3.911s | |-| Count from 1 to 5 | ✅ Pass | 4.733s | |-| Math Calculation | ✅ Pass | 3.294s | |-| Basic Echo Function | ✅ Pass | 4.043s | |-| Streaming Simple Math Streaming | ✅ Pass | 3.061s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.591s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.864s | |+| Simple Math | ✅ Pass | 4.479s | |+| Text Transform Uppercase | ✅ Pass | 3.897s | |+| Count from 1 to 5 | ✅ Pass | 4.944s | |+| Math Calculation | ✅ Pass | 3.530s | |+| Basic Echo Function | ✅ Pass | 3.761s | |+| Streaming Simple Math Streaming | ✅ Pass | 3.319s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.266s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.785s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 5.274s | |-| Search Query Function | ✅ Pass | 5.765s | |-| Ask Advice Function | ✅ Pass | 4.155s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.039s | |-| Basic Context Memory Test | ✅ Pass | 4.656s | |-| Function Argument Memory Test | ✅ Pass | 3.736s | |-| Function Response Memory Test | ✅ Pass | 4.103s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 8.039s | no tool calls found, expected at least 1 |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.921s | |-| Penetration Testing Methodology | ✅ Pass | 6.699s | |-| Vulnerability Assessment Tools | ✅ Pass | 6.705s | |-| SQL Injection Attack Type | ✅ Pass | 3.375s | |-| Penetration Testing Framework | ✅ Pass | 4.664s | |-| Web Application Security Scanner | ✅ Pass | 5.470s | |-| Penetration Testing Tool Selection | ❌ Fail | 12.396s | no tool calls found, expected at least 1 |--**Summary**: 21/23 (91.30%) successful tests--**Average latency**: 4.793s+| JSON Response Function | ✅ Pass | 5.761s | |+| Search Query Function | ✅ Pass | 3.472s | |+| Ask Advice Function | ✅ Pass | 4.733s | |+| Streaming Search Query Function Streaming | ✅ Pass | 3.317s | |+| Basic Context Memory Test | ✅ Pass | 5.209s | |+| Function Argument Memory Test | ✅ Pass | 5.174s | |+| Function Response Memory Test | ✅ Pass | 4.418s | |+| Penetration Testing Memory with Tool Call | ❌ Fail | 12.806s | no tool calls found, expected at least 1 |+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.084s | |+| Read a file, then edit it via unified diff | ✅ Pass | 13.145s | |+| Penetration Testing Methodology | ✅ Pass | 10.534s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.105s | |+| SQL Injection Attack Type | ✅ Pass | 3.893s | |+| Penetration Testing Framework | ✅ Pass | 5.381s | |+| Web Application Security Scanner | ✅ Pass | 7.676s | |+| Penetration Testing Tool Selection | ❌ Fail | 13.189s | no tool calls found, expected at least 1 |++**Summary**: 22/24 (91.67%) successful tests++**Average latency**: 5.787s---@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 4.922s | |-| Text Transform Uppercase | ✅ Pass | 4.325s | |-| Count from 1 to 5 | ✅ Pass | 7.273s | |-| Math Calculation | ✅ Pass | 2.922s | |-| Basic Echo Function | ✅ Pass | 5.052s | |-| Streaming Simple Math Streaming | ✅ Pass | 3.366s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.613s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.735s | |+| Simple Math | ✅ Pass | 4.969s | |+| Text Transform Uppercase | ✅ Pass | 4.575s | |+| Count from 1 to 5 | ✅ Pass | 4.031s | |+| Math Calculation | ✅ Pass | 2.974s | |+| Basic Echo Function | ✅ Pass | 5.974s | |+| Streaming Simple Math Streaming | ✅ Pass | 3.016s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.636s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.163s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 4.776s | |-| Search Query Function | ✅ Pass | 3.675s | |-| Ask Advice Function | ✅ Pass | 4.402s | |-| Basic Context Memory Test | ✅ Pass | 4.029s | |-| Function Argument Memory Test | ✅ Pass | 3.728s | |-| Function Response Memory Test | ✅ Pass | 4.033s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 16.108s | no tool calls found, expected at least 1 |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.484s | |-| Penetration Testing Methodology | ✅ Pass | 4.964s | |-| Vulnerability Assessment Tools | ✅ Pass | 6.272s | |-| SQL Injection Attack Type | ✅ Pass | 4.569s | |-| Penetration Testing Framework | ✅ Pass | 4.902s | |-| Web Application Security Scanner | ✅ Pass | 5.659s | |-| Penetration Testing Tool Selection | ❌ Fail | 16.806s | no tool calls found, expected at least 1 |-| Streaming Search Query Function Streaming | ✅ Pass | 98.207s | |--**Summary**: 21/23 (91.30%) successful tests--**Average latency**: 9.515s+| JSON Response Function | ✅ Pass | 4.333s | |+| Search Query Function | ✅ Pass | 4.032s | |+| Ask Advice Function | ✅ Pass | 4.857s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.484s | |+| Basic Context Memory Test | ✅ Pass | 4.464s | |+| Function Argument Memory Test | ✅ Pass | 3.922s | |+| Function Response Memory Test | ✅ Pass | 5.974s | |+| Penetration Testing Memory with Tool Call | ❌ Fail | 14.174s | no tool calls found, expected at least 1 |+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.267s | |+| Read a file, then edit it via unified diff | ✅ Pass | 9.599s | |+| Penetration Testing Methodology | ✅ Pass | 11.854s | |+| Vulnerability Assessment Tools | ✅ Pass | 9.294s | |+| SQL Injection Attack Type | ✅ Pass | 4.364s | |+| Penetration Testing Framework | ✅ Pass | 6.620s | |+| Web Application Security Scanner | ✅ Pass | 5.772s | |+| Penetration Testing Tool Selection | ❌ Fail | 11.363s | no tool calls found, expected at least 1 |++**Summary**: 22/24 (91.67%) successful tests++**Average latency**: 5.822s---@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 3.806s | |-| Text Transform Uppercase | ✅ Pass | 4.008s | |-| Count from 1 to 5 | ✅ Pass | 5.580s | |-| Math Calculation | ✅ Pass | 3.740s | |-| Basic Echo Function | ✅ Pass | 3.731s | |-| Streaming Simple Math Streaming | ✅ Pass | 3.053s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.228s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 6.705s | |+| Simple Math | ✅ Pass | 4.602s | |+| Text Transform Uppercase | ✅ Pass | 3.897s | |+| Count from 1 to 5 | ✅ Pass | 5.386s | |+| Math Calculation | ✅ Pass | 4.753s | |+| Basic Echo Function | ✅ Pass | 7.449s | |+| Streaming Simple Math Streaming | ✅ Pass | 4.495s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.941s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.117s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 3.933s | |-| Search Query Function | ❌ Fail | 6.695s | no tool calls found, expected at least 1 |-| Ask Advice Function | ❌ Fail | 6.017s | no tool calls found, expected at least 1 |-| Streaming Search Query Function Streaming | ✅ Pass | 1.922s | |-| Basic Context Memory Test | ✅ Pass | 3.532s | |-| Function Argument Memory Test | ✅ Pass | 3.905s | |-| Function Response Memory Test | ✅ Pass | 3.967s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 4.051s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 20.272s | no tool calls found, expected at least 1 |-| Penetration Testing Methodology | ✅ Pass | 7.631s | |-| Vulnerability Assessment Tools | ✅ Pass | 7.752s | |-| SQL Injection Attack Type | ✅ Pass | 3.358s | |-| Penetration Testing Framework | ✅ Pass | 6.881s | |-| Web Application Security Scanner | ✅ Pass | 5.409s | |-| Penetration Testing Tool Selection | ❌ Fail | 22.927s | no tool calls found, expected at least 1 |--**Summary**: 19/23 (82.61%) successful tests--**Average latency**: 6.179s+| JSON Response Function | ✅ Pass | 5.624s | |+| Search Query Function | ✅ Pass | 6.399s | |+| Ask Advice Function | ✅ Pass | 4.300s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.482s | |+| Basic Context Memory Test | ✅ Pass | 9.524s | |+| Function Argument Memory Test | ✅ Pass | 4.497s | |+| Function Response Memory Test | ✅ Pass | 3.620s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 11.191s | |+| Penetration Testing Memory with Tool Call | ❌ Fail | 25.241s | no tool calls found, expected at least 1 |+| Read a file, then edit it via unified diff | ✅ Pass | 8.475s | |+| Penetration Testing Methodology | ✅ Pass | 8.229s | |+| Vulnerability Assessment Tools | ✅ Pass | 7.745s | |+| SQL Injection Attack Type | ✅ Pass | 4.052s | |+| Penetration Testing Framework | ✅ Pass | 7.977s | |+| Web Application Security Scanner | ✅ Pass | 5.705s | |+| Penetration Testing Tool Selection | ❌ Fail | 34.381s | no tool calls found, expected at least 1 |++**Summary**: 22/24 (91.67%) successful tests++**Average latency**: 7.796s---@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 4.555s | |-| Text Transform Uppercase | ✅ Pass | 3.360s | |-| Count from 1 to 5 | ✅ Pass | 4.623s | |-| Math Calculation | ✅ Pass | 2.988s | |-| Streaming Simple Math Streaming | ✅ Pass | 3.184s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.860s | |-| Basic Echo Function | ✅ Pass | 14.128s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.895s | |+| Simple Math | ✅ Pass | 4.289s | |+| Text Transform Uppercase | ✅ Pass | 3.891s | |+| Count from 1 to 5 | ✅ Pass | 4.272s | |+| Math Calculation | ✅ Pass | 3.642s | |+| Basic Echo Function | ❌ Fail | 7.574s | no tool calls found, expected at least 1 |+| Streaming Simple Math Streaming | ✅ Pass | 3.019s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.325s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.605s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 5.466s | |-| Search Query Function | ✅ Pass | 2.973s | |-| Ask Advice Function | ✅ Pass | 3.722s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.918s | |-| Basic Context Memory Test | ✅ Pass | 4.045s | |-| Function Argument Memory Test | ✅ Pass | 3.300s | |-| Function Response Memory Test | ✅ Pass | 4.094s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 14.605s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 6.032s | |-| Vulnerability Assessment Tools | ✅ Pass | 5.394s | |-| Penetration Testing Methodology | ✅ Pass | 14.148s | |-| SQL Injection Attack Type | ✅ Pass | 3.666s | |-| Penetration Testing Framework | ✅ Pass | 4.038s | |-| Web Application Security Scanner | ✅ Pass | 4.975s | |-| Penetration Testing Tool Selection | ❌ Fail | 12.892s | no tool calls found, expected at least 1 |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 5.690s+| JSON Response Function | ✅ Pass | 5.137s | |+| Search Query Function | ✅ Pass | 5.767s | |+| Ask Advice Function | ✅ Pass | 4.616s | |+| Streaming Search Query Function Streaming | ❌ Fail | 4.795s | no tool calls found, expected at least 1 |+| Basic Context Memory Test | ✅ Pass | 5.216s | |+| Function Argument Memory Test | ✅ Pass | 4.368s | |+| Function Response Memory Test | ✅ Pass | 4.294s | |+| Penetration Testing Memory with Tool Call | ❌ Fail | 10.890s | no tool calls found, expected at least 1 |+| Cybersecurity Workflow Memory Test | ✅ Pass | 5.076s | |+| Read a file, then edit it via unified diff | ✅ Pass | 9.409s | |+| Penetration Testing Methodology | ✅ Pass | 6.178s | |+| Vulnerability Assessment Tools | ✅ Pass | 8.431s | |+| SQL Injection Attack Type | ✅ Pass | 3.669s | |+| Penetration Testing Framework | ✅ Pass | 4.891s | |+| Web Application Security Scanner | ✅ Pass | 7.688s | |+| Penetration Testing Tool Selection | ❌ Fail | 12.883s | no tool calls found, expected at least 1 |++**Summary**: 20/24 (83.33%) successful tests++**Average latency**: 5.664s---@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 4.242s | |-| Text Transform Uppercase | ✅ Pass | 3.971s | |-| Count from 1 to 5 | ✅ Pass | 4.435s | |-| Math Calculation | ✅ Pass | 3.617s | |-| Basic Echo Function | ✅ Pass | 4.109s | |-| Streaming Simple Math Streaming | ✅ Pass | 3.995s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.637s | |-| Streaming Basic Echo Function Streaming | ❌ Fail | 4.687s | no tool calls found, expected at least 1 |+| Simple Math | ✅ Pass | 4.540s | |+| Text Transform Uppercase | ✅ Pass | 4.140s | |+| Count from 1 to 5 | ✅ Pass | 4.329s | |+| Math Calculation | ✅ Pass | 4.070s | |+| Streaming Simple Math Streaming | ✅ Pass | 4.683s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.017s | |+| Basic Echo Function | ✅ Pass | 13.951s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.971s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 4.164s | |-| Search Query Function | ❌ Fail | 3.340s | no tool calls found, expected at least 1 |-| Ask Advice Function | ✅ Pass | 4.271s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.594s | |-| Basic Context Memory Test | ✅ Pass | 3.187s | |-| Function Argument Memory Test | ✅ Pass | 2.980s | |-| Function Response Memory Test | ✅ Pass | 3.858s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 15.658s | no tool calls found, expected at least 1 |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.167s | |-| Penetration Testing Methodology | ✅ Pass | 6.449s | |-| Vulnerability Assessment Tools | ✅ Pass | 4.278s | |-| SQL Injection Attack Type | ✅ Pass | 3.853s | |-| Penetration Testing Framework | ✅ Pass | 5.700s | |-| Web Application Security Scanner | ✅ Pass | 4.230s | |-| Penetration Testing Tool Selection | ❌ Fail | 14.125s | no tool calls found, expected at least 1 |--**Summary**: 19/23 (82.61%) successful tests--**Average latency**: 4.937s+| JSON Response Function | ✅ Pass | 5.451s | |+| Search Query Function | ✅ Pass | 3.782s | |+| Ask Advice Function | ✅ Pass | 4.297s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.548s | |+| Basic Context Memory Test | ✅ Pass | 3.715s | |+| Function Argument Memory Test | ✅ Pass | 4.375s | |+| Function Response Memory Test | ✅ Pass | 4.101s | |+| Penetration Testing Memory with Tool Call | ❌ Fail | 14.220s | no tool calls found, expected at least 1 |+| Cybersecurity Workflow Memory Test | ✅ Pass | 6.195s | |+| Read a file, then edit it via unified diff | ✅ Pass | 9.745s | |+| Penetration Testing Methodology | ✅ Pass | 6.603s | |+| Vulnerability Assessment Tools | ✅ Pass | 7.740s | |+| SQL Injection Attack Type | ✅ Pass | 3.788s | |+| Penetration Testing Framework | ✅ Pass | 8.540s | |+| Web Application Security Scanner | ✅ Pass | 6.199s | |+| Penetration Testing Tool Selection | ❌ Fail | 18.647s | no tool calls found, expected at least 1 |++**Summary**: 22/24 (91.67%) successful tests++**Average latency**: 6.361s---@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.856s | |-| Text Transform Uppercase | ✅ Pass | 1.177s | |-| Count from 1 to 5 | ✅ Pass | 1.626s | |-| Math Calculation | ✅ Pass | 0.995s | |-| Basic Echo Function | ✅ Pass | 1.200s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.000s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.423s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.056s | |+| Simple Math | ✅ Pass | 2.124s | |+| Text Transform Uppercase | ✅ Pass | 1.548s | |+| Count from 1 to 5 | ✅ Pass | 1.488s | |+| Math Calculation | ✅ Pass | 1.115s | |+| Basic Echo Function | ✅ Pass | 1.194s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.985s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.420s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.164s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.257s | |-| Search Query Function | ✅ Pass | 1.050s | |-| Ask Advice Function | ✅ Pass | 1.228s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.870s | |-| Basic Context Memory Test | ✅ Pass | 1.409s | |-| Function Argument Memory Test | ✅ Pass | 1.798s | |-| Function Response Memory Test | ✅ Pass | 1.306s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.170s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.111s | |-| Penetration Testing Methodology | ✅ Pass | 2.948s | |-| Vulnerability Assessment Tools | ✅ Pass | 3.927s | |-| SQL Injection Attack Type | ✅ Pass | 2.370s | |-| Penetration Testing Framework | ✅ Pass | 4.652s | |-| Web Application Security Scanner | ✅ Pass | 1.685s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.114s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.967s+| JSON Response Function | ✅ Pass | 1.485s | |+| Search Query Function | ✅ Pass | 2.161s | |+| Ask Advice Function | ✅ Pass | 1.242s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.052s | |+| Basic Context Memory Test | ✅ Pass | 1.562s | |+| Function Argument Memory Test | ✅ Pass | 1.690s | |+| Function Response Memory Test | ✅ Pass | 1.744s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.033s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.950s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.484s | |+| Penetration Testing Methodology | ✅ Pass | 2.618s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.453s | |+| SQL Injection Attack Type | ✅ Pass | 2.356s | |+| Penetration Testing Framework | ✅ Pass | 1.943s | |+| Web Application Security Scanner | ✅ Pass | 2.414s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.242s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.978s---@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.171s | |-| Text Transform Uppercase | ✅ Pass | 1.366s | |-| Count from 1 to 5 | ✅ Pass | 1.447s | |-| Math Calculation | ✅ Pass | 1.371s | |-| Basic Echo Function | ✅ Pass | 1.324s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.439s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.443s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.493s | |+| Simple Math | ✅ Pass | 1.816s | |+| Text Transform Uppercase | ✅ Pass | 1.359s | |+| Count from 1 to 5 | ✅ Pass | 1.482s | |+| Math Calculation | ✅ Pass | 1.351s | |+| Basic Echo Function | ✅ Pass | 1.194s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.048s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.418s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.434s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.152s | |-| Search Query Function | ✅ Pass | 1.112s | |-| Ask Advice Function | ✅ Pass | 1.490s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.065s | |-| Basic Context Memory Test | ✅ Pass | 1.277s | |-| Function Argument Memory Test | ✅ Pass | 1.805s | |-| Function Response Memory Test | ✅ Pass | 1.433s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.231s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.482s | |-| Penetration Testing Methodology | ✅ Pass | 2.539s | |-| Vulnerability Assessment Tools | ✅ Pass | 3.027s | |-| SQL Injection Attack Type | ✅ Pass | 1.613s | |-| Penetration Testing Framework | ✅ Pass | 2.977s | |-| Web Application Security Scanner | ✅ Pass | 2.852s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.242s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.885s+| JSON Response Function | ✅ Pass | 1.301s | |+| Search Query Function | ✅ Pass | 1.352s | |+| Ask Advice Function | ✅ Pass | 1.062s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.124s | |+| Basic Context Memory Test | ✅ Pass | 1.608s | |+| Function Argument Memory Test | ✅ Pass | 1.438s | |+| Function Response Memory Test | ✅ Pass | 1.483s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.994s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.333s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.855s | |+| Penetration Testing Methodology | ✅ Pass | 2.876s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.066s | |+| SQL Injection Attack Type | ✅ Pass | 2.195s | |+| Penetration Testing Framework | ✅ Pass | 2.796s | |+| Web Application Security Scanner | ✅ Pass | 3.147s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.355s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.004s---@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.931s | |-| Text Transform Uppercase | ✅ Pass | 1.375s | |-| Count from 1 to 5 | ✅ Pass | 1.435s | |-| Math Calculation | ✅ Pass | 1.295s | |-| Basic Echo Function | ✅ Pass | 1.140s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.995s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.424s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.549s | |+| Simple Math | ✅ Pass | 1.239s | |+| Text Transform Uppercase | ✅ Pass | 1.361s | |+| Count from 1 to 5 | ✅ Pass | 1.295s | |+| Math Calculation | ✅ Pass | 1.163s | |+| Basic Echo Function | ✅ Pass | 1.520s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.043s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.474s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.173s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.419s | |-| Search Query Function | ✅ Pass | 1.175s | |-| Ask Advice Function | ✅ Pass | 1.304s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.055s | |-| Basic Context Memory Test | ✅ Pass | 1.304s | |-| Function Argument Memory Test | ✅ Pass | 1.741s | |-| Function Response Memory Test | ✅ Pass | 1.550s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.407s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.805s | |-| Penetration Testing Methodology | ✅ Pass | 2.351s | |-| Vulnerability Assessment Tools | ✅ Pass | 3.706s | |-| SQL Injection Attack Type | ✅ Pass | 1.863s | |-| Penetration Testing Framework | ✅ Pass | 1.976s | |-| Web Application Security Scanner | ✅ Pass | 2.727s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.552s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.830s+| JSON Response Function | ✅ Pass | 1.358s | |+| Search Query Function | ✅ Pass | 1.122s | |+| Ask Advice Function | ✅ Pass | 1.112s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.189s | |+| Basic Context Memory Test | ✅ Pass | 1.556s | |+| Function Argument Memory Test | ✅ Pass | 0.999s | |+| Function Response Memory Test | ✅ Pass | 1.236s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.048s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.153s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.264s | |+| Penetration Testing Methodology | ✅ Pass | 2.695s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.572s | |+| SQL Injection Attack Type | ✅ Pass | 1.658s | |+| Penetration Testing Framework | ✅ Pass | 2.569s | |+| Web Application Security Scanner | ✅ Pass | 2.851s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.363s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.918s---@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 3.937s | |-| Text Transform Uppercase | ✅ Pass | 3.855s | |-| Count from 1 to 5 | ✅ Pass | 3.427s | |-| Math Calculation | ✅ Pass | 3.287s | |-| Basic Echo Function | ✅ Pass | 3.881s | |-| Streaming Simple Math Streaming | ✅ Pass | 4.231s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.236s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.602s | |+| Simple Math | ✅ Pass | 4.575s | |+| Text Transform Uppercase | ✅ Pass | 6.799s | |+| Count from 1 to 5 | ✅ Pass | 4.195s | |+| Math Calculation | ✅ Pass | 3.173s | |+| Basic Echo Function | ✅ Pass | 4.304s | |+| Streaming Simple Math Streaming | ✅ Pass | 4.006s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.089s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.451s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 4.478s | |-| Search Query Function | ✅ Pass | 3.723s | |-| Ask Advice Function | ✅ Pass | 4.353s | |-| Streaming Search Query Function Streaming | ✅ Pass | 3.942s | |-| Basic Context Memory Test | ✅ Pass | 3.981s | |-| Function Argument Memory Test | ✅ Pass | 2.978s | |-| Function Response Memory Test | ✅ Pass | 3.865s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 11.925s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 4.649s | |-| Vulnerability Assessment Tools | ✅ Pass | 4.950s | |-| Penetration Testing Methodology | ✅ Pass | 19.930s | |-| SQL Injection Attack Type | ✅ Pass | 4.029s | |-| Penetration Testing Framework | ✅ Pass | 5.204s | |-| Web Application Security Scanner | ✅ Pass | 4.520s | |-| Penetration Testing Tool Selection | ❌ Fail | 5.328s | no tool calls found, expected at least 1 |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 5.014s+| JSON Response Function | ✅ Pass | 4.283s | |+| Search Query Function | ✅ Pass | 7.589s | |+| Streaming Search Query Function Streaming | ❌ Fail | 3.334s | no tool calls found, expected at least 1 |+| Ask Advice Function | ✅ Pass | 7.819s | |+| Basic Context Memory Test | ✅ Pass | 4.497s | |+| Function Argument Memory Test | ✅ Pass | 3.679s | |+| Function Response Memory Test | ✅ Pass | 4.530s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 11.984s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 6.663s | |+| Read a file, then edit it via unified diff | ✅ Pass | 9.817s | |+| Penetration Testing Methodology | ✅ Pass | 5.779s | |+| Vulnerability Assessment Tools | ✅ Pass | 8.471s | |+| SQL Injection Attack Type | ✅ Pass | 4.140s | |+| Penetration Testing Framework | ✅ Pass | 4.484s | |+| Web Application Security Scanner | ✅ Pass | 5.506s | |+| Penetration Testing Tool Selection | ❌ Fail | 13.386s | no tool calls found, expected at least 1 |++**Summary**: 22/24 (91.67%) successful tests++**Average latency**: 5.774s---@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.758s | |-| Text Transform Uppercase | ✅ Pass | 3.107s | |-| Count from 1 to 5 | ✅ Pass | 2.562s | |-| Math Calculation | ✅ Pass | 2.153s | |-| Basic Echo Function | ✅ Pass | 1.689s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.054s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.487s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.991s | |+| Simple Math | ✅ Pass | 2.045s | |+| Text Transform Uppercase | ✅ Pass | 1.978s | |+| Count from 1 to 5 | ✅ Pass | 2.466s | |+| Math Calculation | ✅ Pass | 2.621s | |+| Basic Echo Function | ✅ Pass | 1.846s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.159s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.350s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.061s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.981s | |-| Search Query Function | ✅ Pass | 2.041s | |-| Ask Advice Function | ✅ Pass | 0.928s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.933s | |-| Basic Context Memory Test | ✅ Pass | 2.175s | |-| Function Argument Memory Test | ✅ Pass | 3.162s | |-| Function Response Memory Test | ✅ Pass | 2.878s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.772s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.602s | |-| Penetration Testing Methodology | ✅ Pass | 3.909s | |-| Vulnerability Assessment Tools | ✅ Pass | 4.209s | |-| SQL Injection Attack Type | ✅ Pass | 2.117s | |-| Penetration Testing Framework | ✅ Pass | 3.217s | |-| Web Application Security Scanner | ✅ Pass | 2.360s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.856s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.520s+| JSON Response Function | ✅ Pass | 1.982s | |+| Search Query Function | ✅ Pass | 2.164s | |+| Ask Advice Function | ✅ Pass | 2.294s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.910s | |+| Basic Context Memory Test | ✅ Pass | 2.186s | |+| Function Argument Memory Test | ✅ Pass | 2.427s | |+| Function Response Memory Test | ✅ Pass | 2.414s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.299s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.909s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.882s | |+| Penetration Testing Methodology | ✅ Pass | 3.476s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.097s | |+| SQL Injection Attack Type | ✅ Pass | 2.475s | |+| Penetration Testing Framework | ✅ Pass | 4.139s | |+| Web Application Security Scanner | ✅ Pass | 3.033s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.915s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.672s---@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 3.191s | |-| Text Transform Uppercase | ✅ Pass | 3.663s | |-| Count from 1 to 5 | ✅ Pass | 4.359s | |-| Math Calculation | ✅ Pass | 2.914s | |-| Basic Echo Function | ✅ Pass | 3.995s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.860s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.531s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.597s | |+| Simple Math | ✅ Pass | 3.149s | |+| Text Transform Uppercase | ✅ Pass | 4.346s | |+| Count from 1 to 5 | ✅ Pass | 6.332s | |+| Math Calculation | ✅ Pass | 3.452s | |+| Basic Echo Function | ✅ Pass | 3.629s | |+| Streaming Simple Math Streaming | ✅ Pass | 4.748s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.812s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.851s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 4.768s | |-| Search Query Function | ✅ Pass | 3.387s | |-| Ask Advice Function | ✅ Pass | 4.440s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.496s | |-| Basic Context Memory Test | ✅ Pass | 3.669s | |-| Function Argument Memory Test | ✅ Pass | 3.852s | |-| Function Response Memory Test | ✅ Pass | 3.675s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 8.701s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.324s | |-| Penetration Testing Methodology | ✅ Pass | 5.095s | |-| Vulnerability Assessment Tools | ✅ Pass | 6.883s | |-| SQL Injection Attack Type | ✅ Pass | 3.547s | |-| Penetration Testing Framework | ✅ Pass | 4.535s | |-| Web Application Security Scanner | ✅ Pass | 5.704s | |-| Penetration Testing Tool Selection | ❌ Fail | 12.517s | no tool calls found, expected at least 1 |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 4.466s+| JSON Response Function | ✅ Pass | 6.325s | |+| Search Query Function | ✅ Pass | 5.168s | |+| Ask Advice Function | ✅ Pass | 4.231s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.851s | |+| Basic Context Memory Test | ✅ Pass | 3.927s | |+| Function Argument Memory Test | ✅ Pass | 4.171s | |+| Function Response Memory Test | ✅ Pass | 4.969s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 9.344s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.906s | |+| Read a file, then edit it via unified diff | ✅ Pass | 12.312s | |+| Penetration Testing Methodology | ✅ Pass | 5.591s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.225s | |+| SQL Injection Attack Type | ✅ Pass | 4.361s | |+| Penetration Testing Framework | ✅ Pass | 6.942s | |+| Web Application Security Scanner | ✅ Pass | 6.087s | |+| Penetration Testing Tool Selection | ❌ Fail | 8.726s | no tool calls found, expected at least 1 |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 5.228s---diff --git a/examples/tests/glm-report.md b/examples/tests/glm-report.mdindex 42893b69..d81a0141 100644--- a/examples/tests/glm-report.md+++ b/examples/tests/glm-report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Tue, 21 Jul 2026 17:03:13 UTC+Generated: Thu, 23 Jul 2026 13:30:24 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | glm-4.5-air | false | 22/23 (95.65%) | 0.236s |-| simple_json | glm-4.5-air | false | 6/7 (85.71%) | 1.870s |-| primary_agent | glm-5-turbo | true | 22/23 (95.65%) | 0.232s |-| assistant | glm-5-turbo | true | 22/23 (95.65%) | 0.233s |-| generator | glm-5.2 | true | 23/23 (100.00%) | 0.233s |-| refiner | glm-5.2 | true | 23/23 (100.00%) | 0.231s |-| adviser | glm-5.2 | true | 22/23 (95.65%) | 0.228s |-| reflector | glm-4.5-air | false | 22/23 (95.65%) | 0.230s |-| searcher | glm-4.5-air | false | 23/23 (100.00%) | 0.231s |-| enricher | glm-4.5-air | false | 23/23 (100.00%) | 0.210s |-| coder | glm-5.2 | true | 23/23 (100.00%) | 0.214s |-| installer | glm-4.5-air | true | 23/23 (100.00%) | 0.213s |-| pentester | glm-5.2 | true | 23/23 (100.00%) | 0.210s |--**Total**: 277/283 (97.88%) successful tests-**Overall average latency**: 0.266s+| simple | glm-4.5-air | false | 24/24 (100.00%) | 2.690s |+| simple_json | glm-4.5-air | false | 5/7 (71.43%) | 23.074s |+| primary_agent | glm-5-turbo | true | 23/24 (95.83%) | 13.213s |+| assistant | glm-5-turbo | true | 21/24 (87.50%) | 7.770s |+| generator | glm-5.2 | true | 24/24 (100.00%) | 6.324s |+| refiner | glm-5.2 | true | 24/24 (100.00%) | 5.923s |+| adviser | glm-5.2 | true | 24/24 (100.00%) | 6.481s |+| reflector | glm-4.5-air | true | 24/24 (100.00%) | 0.709s |+| searcher | glm-4.5-air | true | 24/24 (100.00%) | 2.869s |+| enricher | glm-4.5-air | true | 24/24 (100.00%) | 2.432s |+| coder | glm-5.2 | true | 24/24 (100.00%) | 6.389s |+| installer | glm-4.5-air | true | 24/24 (100.00%) | 5.674s |+| pentester | glm-5.2 | true | 24/24 (100.00%) | 6.601s |++**Total**: 289/295 (97.97%) successful tests+**Overall average latency**: 6.004s## Detailed Results@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.428s | |-| Text Transform Uppercase | ✅ Pass | 0.216s | |-| Count from 1 to 5 | ✅ Pass | 0.214s | |-| Math Calculation | ✅ Pass | 0.201s | |-| Basic Echo Function | ✅ Pass | 0.205s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.203s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.215s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.220s | |+| Simple Math | ✅ Pass | 1.448s | |+| Text Transform Uppercase | ✅ Pass | 1.437s | |+| Math Calculation | ✅ Pass | 1.179s | |+| Count from 1 to 5 | ✅ Pass | 11.038s | |+| Basic Echo Function | ✅ Pass | 1.732s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.523s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.770s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.527s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.212s | |-| Search Query Function | ✅ Pass | 0.207s | |-| Ask Advice Function | ✅ Pass | 0.206s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.249s | |-| Basic Context Memory Test | ✅ Pass | 0.208s | |-| Function Argument Memory Test | ✅ Pass | 0.218s | |-| Function Response Memory Test | ✅ Pass | 0.496s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 0.256s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.206s | |-| Penetration Testing Methodology | ✅ Pass | 0.205s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.213s | |-| SQL Injection Attack Type | ✅ Pass | 0.208s | |-| Penetration Testing Framework | ✅ Pass | 0.208s | |-| Web Application Security Scanner | ✅ Pass | 0.205s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.220s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 0.236s+| JSON Response Function | ✅ Pass | 1.471s | |+| Search Query Function | ✅ Pass | 1.549s | |+| Ask Advice Function | ✅ Pass | 1.692s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.479s | |+| Basic Context Memory Test | ✅ Pass | 1.233s | |+| Function Argument Memory Test | ✅ Pass | 0.980s | |+| Function Response Memory Test | ✅ Pass | 0.980s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.328s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.350s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.748s | |+| Penetration Testing Methodology | ✅ Pass | 4.638s | |+| Vulnerability Assessment Tools | ✅ Pass | 9.160s | |+| SQL Injection Attack Type | ✅ Pass | 1.130s | |+| Penetration Testing Framework | ✅ Pass | 3.896s | |+| Web Application Security Scanner | ✅ Pass | 3.121s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.128s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.690s---@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Person Information JSON | ✅ Pass | 1.448s | |-| Streaming Person Information JSON Streaming | ✅ Pass | 1.375s | |-| Project Information JSON | ✅ Pass | 1.654s | |-| User Profile JSON | ✅ Pass | 1.684s | |-| JSON Array Response Without Schema | ✅ Pass | 2.093s | |-| Vulnerability Report Memory Test | ✅ Pass | 3.363s | |+| Vulnerability Report Memory Test | ✅ Pass | 3.658s | |+| Person Information JSON | ✅ Pass | 2.657s | |+| Project Information JSON | ✅ Pass | 1.464s | |+| User Profile JSON | ✅ Pass | 1.698s | |+| Streaming Person Information JSON Streaming | ❌ Fail | 1.839s | got map\[string\]interface \{\}\{"answer":map\[string\]interface \{\}\{"age":25, "city":"Boston", "name":"Jane Doe"\}\}, expected map\[string\]inte... |+| JSON Array Response Without Schema | ✅ Pass | 148.756s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Structured Output With JSON Schema | structured_output | ❌ Fail | 1.471s | structured output: response validation failed \(provider=openai model=zai/glm\-4\.5\-air choice=0 stop\_reason=stop\): response is not a single JSO... |+| Structured Output With JSON Schema | structured_output | ❌ Fail | 1.440s | structured output: response validation failed \(provider=openai model=zai/glm\-4\.5\-air choice=0 stop\_reason=stop\): response is not a single JSO... |-**Summary**: 6/7 (85.71%) successful tests+**Summary**: 5/7 (71.43%) successful tests-**Average latency**: 1.870s+**Average latency**: 23.074s---@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.423s | |-| Text Transform Uppercase | ✅ Pass | 0.214s | |-| Count from 1 to 5 | ✅ Pass | 0.219s | |-| Math Calculation | ✅ Pass | 0.206s | |-| Basic Echo Function | ✅ Pass | 0.205s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.202s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.219s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.221s | |+| Simple Math | ✅ Pass | 4.070s | |+| Text Transform Uppercase | ✅ Pass | 3.554s | |+| Math Calculation | ✅ Pass | 2.745s | |+| Basic Echo Function | ✅ Pass | 3.248s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.188s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.911s | |+| Streaming Basic Echo Function Streaming | ❌ Fail | 5.852s | expected function 'echo' not found in tool calls: invalid JSON in tool call echo: invalid character '<' after top\-level value |+| Count from 1 to 5 | ✅ Pass | 160.978s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.209s | |-| Search Query Function | ✅ Pass | 0.205s | |-| Ask Advice Function | ✅ Pass | 0.204s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.213s | |-| Basic Context Memory Test | ✅ Pass | 0.205s | |-| Function Argument Memory Test | ✅ Pass | 0.219s | |-| Function Response Memory Test | ✅ Pass | 0.480s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 0.239s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.206s | |-| Penetration Testing Methodology | ✅ Pass | 0.215s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.205s | |-| SQL Injection Attack Type | ✅ Pass | 0.206s | |-| Penetration Testing Framework | ✅ Pass | 0.204s | |-| Web Application Security Scanner | ✅ Pass | 0.207s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.208s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 0.232s+| JSON Response Function | ✅ Pass | 3.383s | |+| Search Query Function | ✅ Pass | 3.644s | |+| Ask Advice Function | ✅ Pass | 4.559s | |+| Streaming Search Query Function Streaming | ✅ Pass | 3.805s | |+| Basic Context Memory Test | ✅ Pass | 3.655s | |+| Function Argument Memory Test | ✅ Pass | 2.211s | |+| Function Response Memory Test | ✅ Pass | 11.439s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 11.153s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.689s | |+| Read a file, then edit it via unified diff | ✅ Pass | 18.285s | |+| Penetration Testing Methodology | ✅ Pass | 11.278s | |+| Vulnerability Assessment Tools | ✅ Pass | 23.513s | |+| SQL Injection Attack Type | ✅ Pass | 5.162s | |+| Penetration Testing Framework | ✅ Pass | 10.235s | |+| Web Application Security Scanner | ✅ Pass | 10.197s | |+| Penetration Testing Tool Selection | ✅ Pass | 5.334s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 13.213s---@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.399s | |-| Text Transform Uppercase | ✅ Pass | 0.226s | |-| Count from 1 to 5 | ✅ Pass | 0.216s | |-| Math Calculation | ✅ Pass | 0.215s | |-| Basic Echo Function | ✅ Pass | 0.207s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.204s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.219s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.225s | |+| Simple Math | ✅ Pass | 4.105s | |+| Text Transform Uppercase | ✅ Pass | 5.128s | |+| Count from 1 to 5 | ✅ Pass | 3.076s | |+| Math Calculation | ✅ Pass | 2.237s | |+| Basic Echo Function | ✅ Pass | 2.713s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.178s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.621s | |+| Streaming Basic Echo Function Streaming | ❌ Fail | 4.763s | expected function 'echo' not found in tool calls: invalid JSON in tool call echo: invalid character '<' after top\-level value |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.212s | |-| Search Query Function | ✅ Pass | 0.203s | |-| Ask Advice Function | ✅ Pass | 0.199s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.217s | |-| Basic Context Memory Test | ✅ Pass | 0.207s | |-| Function Argument Memory Test | ✅ Pass | 0.213s | |-| Function Response Memory Test | ✅ Pass | 0.466s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 0.284s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.205s | |-| Penetration Testing Methodology | ✅ Pass | 0.217s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.208s | |-| SQL Injection Attack Type | ✅ Pass | 0.204s | |-| Penetration Testing Framework | ✅ Pass | 0.204s | |-| Web Application Security Scanner | ✅ Pass | 0.206s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.201s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 0.233s+| JSON Response Function | ✅ Pass | 4.332s | |+| Search Query Function | ✅ Pass | 3.830s | |+| Ask Advice Function | ✅ Pass | 4.463s | |+| Streaming Search Query Function Streaming | ❌ Fail | 3.517s | expected function 'search' not found in tool calls: invalid JSON in tool call search: invalid character '<' after top\-level value |+| Basic Context Memory Test | ✅ Pass | 4.045s | |+| Function Argument Memory Test | ✅ Pass | 2.119s | |+| Function Response Memory Test | ✅ Pass | 11.299s | |+| Penetration Testing Memory with Tool Call | ❌ Fail | 7.600s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |+| Read a file, then edit it via unified diff | ✅ Pass | 10.333s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 33.409s | |+| Penetration Testing Methodology | ✅ Pass | 14.086s | |+| Vulnerability Assessment Tools | ✅ Pass | 26.508s | |+| SQL Injection Attack Type | ✅ Pass | 4.860s | |+| Penetration Testing Framework | ✅ Pass | 15.850s | |+| Web Application Security Scanner | ✅ Pass | 8.916s | |+| Penetration Testing Tool Selection | ✅ Pass | 4.477s | |++**Summary**: 21/24 (87.50%) successful tests++**Average latency**: 7.770s---@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.389s | |-| Text Transform Uppercase | ✅ Pass | 0.223s | |-| Count from 1 to 5 | ✅ Pass | 0.219s | |-| Math Calculation | ✅ Pass | 0.208s | |-| Basic Echo Function | ✅ Pass | 0.202s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.204s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.231s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.218s | |+| Simple Math | ✅ Pass | 4.070s | |+| Text Transform Uppercase | ✅ Pass | 5.023s | |+| Count from 1 to 5 | ✅ Pass | 5.744s | |+| Math Calculation | ✅ Pass | 2.586s | |+| Basic Echo Function | ✅ Pass | 6.074s | |+| Streaming Simple Math Streaming | ✅ Pass | 4.396s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.776s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 6.853s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.207s | |-| Search Query Function | ✅ Pass | 0.203s | |-| Ask Advice Function | ✅ Pass | 0.202s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.252s | |-| Basic Context Memory Test | ✅ Pass | 0.214s | |-| Function Argument Memory Test | ✅ Pass | 0.205s | |-| Function Response Memory Test | ✅ Pass | 0.458s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.243s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.216s | |-| Penetration Testing Methodology | ✅ Pass | 0.211s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.204s | |-| SQL Injection Attack Type | ✅ Pass | 0.208s | |-| Penetration Testing Framework | ✅ Pass | 0.205s | |-| Web Application Security Scanner | ✅ Pass | 0.207s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.210s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.233s+| JSON Response Function | ✅ Pass | 4.833s | |+| Search Query Function | ✅ Pass | 5.833s | |+| Ask Advice Function | ✅ Pass | 5.948s | |+| Streaming Search Query Function Streaming | ✅ Pass | 5.127s | |+| Basic Context Memory Test | ✅ Pass | 4.813s | |+| Function Argument Memory Test | ✅ Pass | 3.243s | |+| Function Response Memory Test | ✅ Pass | 3.263s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 9.433s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 5.264s | |+| Read a file, then edit it via unified diff | ✅ Pass | 12.480s | |+| Penetration Testing Methodology | ✅ Pass | 9.812s | |+| Vulnerability Assessment Tools | ✅ Pass | 14.806s | |+| SQL Injection Attack Type | ✅ Pass | 4.152s | |+| Penetration Testing Framework | ✅ Pass | 8.074s | |+| Web Application Security Scanner | ✅ Pass | 7.400s | |+| Penetration Testing Tool Selection | ✅ Pass | 7.754s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 6.324s---@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.418s | |-| Text Transform Uppercase | ✅ Pass | 0.207s | |-| Count from 1 to 5 | ✅ Pass | 0.215s | |-| Math Calculation | ✅ Pass | 0.209s | |-| Basic Echo Function | ✅ Pass | 0.201s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.211s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.225s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.205s | |+| Simple Math | ✅ Pass | 4.514s | |+| Text Transform Uppercase | ✅ Pass | 4.874s | |+| Count from 1 to 5 | ✅ Pass | 3.841s | |+| Math Calculation | ✅ Pass | 3.815s | |+| Basic Echo Function | ✅ Pass | 5.789s | |+| Streaming Simple Math Streaming | ✅ Pass | 3.944s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.863s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 6.129s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.201s | |-| Search Query Function | ✅ Pass | 0.213s | |-| Ask Advice Function | ✅ Pass | 0.199s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.252s | |-| Basic Context Memory Test | ✅ Pass | 0.210s | |-| Function Argument Memory Test | ✅ Pass | 0.206s | |-| Function Response Memory Test | ✅ Pass | 0.444s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.206s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.243s | |-| Penetration Testing Methodology | ✅ Pass | 0.216s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.205s | |-| SQL Injection Attack Type | ✅ Pass | 0.209s | |-| Penetration Testing Framework | ✅ Pass | 0.207s | |-| Web Application Security Scanner | ✅ Pass | 0.208s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.200s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.231s+| JSON Response Function | ✅ Pass | 7.190s | |+| Search Query Function | ✅ Pass | 10.930s | |+| Ask Advice Function | ✅ Pass | 5.956s | |+| Streaming Search Query Function Streaming | ✅ Pass | 5.711s | |+| Basic Context Memory Test | ✅ Pass | 3.735s | |+| Function Argument Memory Test | ✅ Pass | 4.998s | |+| Function Response Memory Test | ✅ Pass | 3.293s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.040s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.407s | |+| Read a file, then edit it via unified diff | ✅ Pass | 11.738s | |+| Penetration Testing Methodology | ✅ Pass | 7.259s | |+| Vulnerability Assessment Tools | ✅ Pass | 11.545s | |+| SQL Injection Attack Type | ✅ Pass | 3.523s | |+| Penetration Testing Framework | ✅ Pass | 8.997s | |+| Web Application Security Scanner | ✅ Pass | 6.842s | |+| Penetration Testing Tool Selection | ✅ Pass | 5.202s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 5.923s---@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.389s | |-| Text Transform Uppercase | ✅ Pass | 0.208s | |-| Count from 1 to 5 | ✅ Pass | 0.213s | |-| Math Calculation | ✅ Pass | 0.203s | |-| Basic Echo Function | ✅ Pass | 0.201s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.221s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.228s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.207s | |+| Simple Math | ✅ Pass | 4.277s | |+| Text Transform Uppercase | ✅ Pass | 5.256s | |+| Count from 1 to 5 | ✅ Pass | 4.698s | |+| Math Calculation | ✅ Pass | 2.907s | |+| Basic Echo Function | ✅ Pass | 5.613s | |+| Streaming Simple Math Streaming | ✅ Pass | 5.410s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 7.059s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 4.879s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.198s | |-| Search Query Function | ✅ Pass | 0.202s | |-| Ask Advice Function | ✅ Pass | 0.196s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.215s | |-| Basic Context Memory Test | ✅ Pass | 0.208s | |-| Function Argument Memory Test | ✅ Pass | 0.208s | |-| Function Response Memory Test | ✅ Pass | 0.431s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 0.210s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.251s | |-| Penetration Testing Methodology | ✅ Pass | 0.212s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.215s | |-| SQL Injection Attack Type | ✅ Pass | 0.213s | |-| Penetration Testing Framework | ✅ Pass | 0.202s | |-| Web Application Security Scanner | ✅ Pass | 0.208s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.199s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 0.228s+| JSON Response Function | ✅ Pass | 6.672s | |+| Search Query Function | ✅ Pass | 6.512s | |+| Ask Advice Function | ✅ Pass | 8.049s | |+| Streaming Search Query Function Streaming | ✅ Pass | 7.859s | |+| Basic Context Memory Test | ✅ Pass | 3.940s | |+| Function Argument Memory Test | ✅ Pass | 3.591s | |+| Function Response Memory Test | ✅ Pass | 4.301s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 7.539s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 5.499s | |+| Read a file, then edit it via unified diff | ✅ Pass | 14.382s | |+| Penetration Testing Methodology | ✅ Pass | 10.753s | |+| Vulnerability Assessment Tools | ✅ Pass | 13.019s | |+| SQL Injection Attack Type | ✅ Pass | 5.268s | |+| Penetration Testing Framework | ✅ Pass | 5.572s | |+| Web Application Security Scanner | ✅ Pass | 6.523s | |+| Penetration Testing Tool Selection | ✅ Pass | 5.964s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 6.481s---@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.418s | |-| Text Transform Uppercase | ✅ Pass | 0.211s | |-| Count from 1 to 5 | ✅ Pass | 0.220s | |-| Math Calculation | ✅ Pass | 0.207s | |-| Basic Echo Function | ✅ Pass | 0.204s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.212s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.215s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.210s | |+| Simple Math | ✅ Pass | 1.504s | |+| Text Transform Uppercase | ✅ Pass | 0.254s | |+| Math Calculation | ✅ Pass | 0.218s | |+| Count from 1 to 5 | ✅ Pass | 7.088s | |+| Basic Echo Function | ✅ Pass | 0.216s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.213s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.224s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.226s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.201s | |-| Search Query Function | ✅ Pass | 0.202s | |-| Ask Advice Function | ✅ Pass | 0.197s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.253s | |-| Basic Context Memory Test | ✅ Pass | 0.207s | |-| Function Argument Memory Test | ✅ Pass | 0.224s | |-| Function Response Memory Test | ✅ Pass | 0.410s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 0.216s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.237s | |-| Penetration Testing Methodology | ✅ Pass | 0.208s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.213s | |-| SQL Injection Attack Type | ✅ Pass | 0.204s | |-| Penetration Testing Framework | ✅ Pass | 0.208s | |-| Web Application Security Scanner | ✅ Pass | 0.211s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.199s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 0.230s+| JSON Response Function | ✅ Pass | 0.214s | |+| Search Query Function | ✅ Pass | 0.212s | |+| Ask Advice Function | ✅ Pass | 0.211s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.219s | |+| Basic Context Memory Test | ✅ Pass | 0.217s | |+| Function Argument Memory Test | ✅ Pass | 0.209s | |+| Function Response Memory Test | ✅ Pass | 0.217s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.731s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.270s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.436s | |+| Penetration Testing Methodology | ✅ Pass | 0.351s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.216s | |+| SQL Injection Attack Type | ✅ Pass | 0.213s | |+| Penetration Testing Framework | ✅ Pass | 2.180s | |+| Web Application Security Scanner | ✅ Pass | 0.880s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.275s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.709s---@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.418s | |-| Text Transform Uppercase | ✅ Pass | 0.212s | |-| Count from 1 to 5 | ✅ Pass | 0.218s | |-| Math Calculation | ✅ Pass | 0.215s | |-| Basic Echo Function | ✅ Pass | 0.214s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.209s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.215s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.203s | |+| Simple Math | ✅ Pass | 1.615s | |+| Text Transform Uppercase | ✅ Pass | 1.354s | |+| Count from 1 to 5 | ✅ Pass | 2.493s | |+| Math Calculation | ✅ Pass | 1.276s | |+| Basic Echo Function | ✅ Pass | 1.904s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.275s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.580s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.335s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.204s | |-| Search Query Function | ✅ Pass | 0.201s | |-| Ask Advice Function | ✅ Pass | 0.203s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.229s | |-| Basic Context Memory Test | ✅ Pass | 0.218s | |-| Function Argument Memory Test | ✅ Pass | 0.207s | |-| Function Response Memory Test | ✅ Pass | 0.400s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.243s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.239s | |-| Penetration Testing Methodology | ✅ Pass | 0.210s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.208s | |-| SQL Injection Attack Type | ✅ Pass | 0.206s | |-| Penetration Testing Framework | ✅ Pass | 0.208s | |-| Web Application Security Scanner | ✅ Pass | 0.204s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.209s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.231s+| JSON Response Function | ✅ Pass | 1.651s | |+| Search Query Function | ✅ Pass | 1.668s | |+| Ask Advice Function | ✅ Pass | 2.978s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.713s | |+| Basic Context Memory Test | ✅ Pass | 2.069s | |+| Function Argument Memory Test | ✅ Pass | 1.027s | |+| Function Response Memory Test | ✅ Pass | 1.049s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.309s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.402s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.997s | |+| Penetration Testing Methodology | ✅ Pass | 4.685s | |+| Vulnerability Assessment Tools | ✅ Pass | 13.958s | |+| SQL Injection Attack Type | ✅ Pass | 8.267s | |+| Penetration Testing Framework | ✅ Pass | 2.551s | |+| Web Application Security Scanner | ✅ Pass | 3.521s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.163s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.869s---@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.211s | |-| Text Transform Uppercase | ✅ Pass | 0.212s | |-| Count from 1 to 5 | ✅ Pass | 0.206s | |-| Math Calculation | ✅ Pass | 0.216s | |-| Basic Echo Function | ✅ Pass | 0.208s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.201s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.208s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.204s | |+| Simple Math | ✅ Pass | 0.213s | |+| Text Transform Uppercase | ✅ Pass | 1.167s | |+| Count from 1 to 5 | ✅ Pass | 1.243s | |+| Math Calculation | ✅ Pass | 3.079s | |+| Basic Echo Function | ✅ Pass | 1.508s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.362s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.682s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.236s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.202s | |-| Search Query Function | ✅ Pass | 0.200s | |-| Ask Advice Function | ✅ Pass | 0.202s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.219s | |-| Basic Context Memory Test | ✅ Pass | 0.207s | |-| Function Argument Memory Test | ✅ Pass | 0.210s | |-| Function Response Memory Test | ✅ Pass | 0.208s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.239s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.210s | |-| Penetration Testing Methodology | ✅ Pass | 0.215s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.204s | |-| SQL Injection Attack Type | ✅ Pass | 0.209s | |-| Penetration Testing Framework | ✅ Pass | 0.208s | |-| Web Application Security Scanner | ✅ Pass | 0.208s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.209s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.210s+| JSON Response Function | ✅ Pass | 1.817s | |+| Search Query Function | ✅ Pass | 1.761s | |+| Ask Advice Function | ✅ Pass | 2.252s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.660s | |+| Basic Context Memory Test | ✅ Pass | 1.538s | |+| Function Argument Memory Test | ✅ Pass | 1.388s | |+| Function Response Memory Test | ✅ Pass | 1.179s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.462s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.025s | |+| Read a file, then edit it via unified diff | ✅ Pass | 1.743s | |+| Penetration Testing Methodology | ✅ Pass | 4.692s | |+| Vulnerability Assessment Tools | ✅ Pass | 13.508s | |+| SQL Injection Attack Type | ✅ Pass | 8.224s | |+| Penetration Testing Framework | ✅ Pass | 0.216s | |+| Web Application Security Scanner | ✅ Pass | 2.688s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.702s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.432s---@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.221s | |-| Text Transform Uppercase | ✅ Pass | 0.216s | |-| Count from 1 to 5 | ✅ Pass | 0.204s | |-| Math Calculation | ✅ Pass | 0.215s | |-| Basic Echo Function | ✅ Pass | 0.202s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.202s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.211s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.204s | |+| Simple Math | ✅ Pass | 3.373s | |+| Text Transform Uppercase | ✅ Pass | 5.911s | |+| Count from 1 to 5 | ✅ Pass | 5.028s | |+| Math Calculation | ✅ Pass | 3.569s | |+| Basic Echo Function | ✅ Pass | 7.232s | |+| Streaming Simple Math Streaming | ✅ Pass | 3.459s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 7.813s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 7.102s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.206s | |-| Search Query Function | ✅ Pass | 0.205s | |-| Ask Advice Function | ✅ Pass | 0.206s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.218s | |-| Basic Context Memory Test | ✅ Pass | 0.212s | |-| Function Argument Memory Test | ✅ Pass | 0.220s | |-| Function Response Memory Test | ✅ Pass | 0.259s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.237s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.207s | |-| Penetration Testing Methodology | ✅ Pass | 0.212s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.208s | |-| SQL Injection Attack Type | ✅ Pass | 0.209s | |-| Penetration Testing Framework | ✅ Pass | 0.210s | |-| Web Application Security Scanner | ✅ Pass | 0.211s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.202s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.214s+| JSON Response Function | ✅ Pass | 5.664s | |+| Search Query Function | ✅ Pass | 8.198s | |+| Ask Advice Function | ✅ Pass | 6.082s | |+| Streaming Search Query Function Streaming | ✅ Pass | 6.145s | |+| Basic Context Memory Test | ✅ Pass | 8.122s | |+| Function Argument Memory Test | ✅ Pass | 3.838s | |+| Function Response Memory Test | ✅ Pass | 2.840s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.192s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 5.717s | |+| Read a file, then edit it via unified diff | ✅ Pass | 13.172s | |+| Penetration Testing Methodology | ✅ Pass | 8.214s | |+| Vulnerability Assessment Tools | ✅ Pass | 9.367s | |+| SQL Injection Attack Type | ✅ Pass | 4.730s | |+| Penetration Testing Framework | ✅ Pass | 9.291s | |+| Web Application Security Scanner | ✅ Pass | 5.950s | |+| Penetration Testing Tool Selection | ✅ Pass | 6.308s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 6.389s---@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.219s | |-| Text Transform Uppercase | ✅ Pass | 0.223s | |-| Count from 1 to 5 | ✅ Pass | 0.202s | |-| Math Calculation | ✅ Pass | 0.209s | |-| Basic Echo Function | ✅ Pass | 0.205s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.207s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.210s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.203s | |+| Simple Math | ✅ Pass | 3.844s | |+| Text Transform Uppercase | ✅ Pass | 1.616s | |+| Count from 1 to 5 | ✅ Pass | 3.212s | |+| Math Calculation | ✅ Pass | 3.598s | |+| Basic Echo Function | ✅ Pass | 3.240s | |+| Streaming Simple Math Streaming | ✅ Pass | 4.605s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.524s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.938s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.205s | |-| Search Query Function | ✅ Pass | 0.202s | |-| Ask Advice Function | ✅ Pass | 0.210s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.260s | |-| Basic Context Memory Test | ✅ Pass | 0.205s | |-| Function Argument Memory Test | ✅ Pass | 0.204s | |-| Function Response Memory Test | ✅ Pass | 0.247s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.237s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.205s | |-| Penetration Testing Methodology | ✅ Pass | 0.207s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.206s | |-| SQL Injection Attack Type | ✅ Pass | 0.206s | |-| Penetration Testing Framework | ✅ Pass | 0.205s | |-| Web Application Security Scanner | ✅ Pass | 0.217s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.202s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.213s+| JSON Response Function | ✅ Pass | 2.494s | |+| Search Query Function | ✅ Pass | 2.355s | |+| Ask Advice Function | ✅ Pass | 3.301s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.853s | |+| Basic Context Memory Test | ✅ Pass | 1.953s | |+| Function Argument Memory Test | ✅ Pass | 2.465s | |+| Function Response Memory Test | ✅ Pass | 2.606s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.093s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.295s | |+| Read a file, then edit it via unified diff | ✅ Pass | 15.525s | |+| Penetration Testing Methodology | ✅ Pass | 10.094s | |+| Vulnerability Assessment Tools | ✅ Pass | 7.555s | |+| SQL Injection Attack Type | ✅ Pass | 16.020s | |+| Penetration Testing Framework | ✅ Pass | 13.716s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.431s | |+| Web Application Security Scanner | ✅ Pass | 19.827s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 5.674s---@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.234s | |-| Text Transform Uppercase | ✅ Pass | 0.221s | |-| Count from 1 to 5 | ✅ Pass | 0.213s | |-| Math Calculation | ✅ Pass | 0.212s | |-| Basic Echo Function | ✅ Pass | 0.199s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.199s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.206s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.208s | |+| Simple Math | ✅ Pass | 5.930s | |+| Text Transform Uppercase | ✅ Pass | 3.980s | |+| Count from 1 to 5 | ✅ Pass | 3.671s | |+| Math Calculation | ✅ Pass | 3.386s | |+| Basic Echo Function | ✅ Pass | 7.024s | |+| Streaming Simple Math Streaming | ✅ Pass | 3.530s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.290s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.992s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.206s | |-| Search Query Function | ✅ Pass | 0.200s | |-| Ask Advice Function | ✅ Pass | 0.207s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.203s | |-| Basic Context Memory Test | ✅ Pass | 0.207s | |-| Function Argument Memory Test | ✅ Pass | 0.203s | |-| Function Response Memory Test | ✅ Pass | 0.222s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.218s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.210s | |-| Penetration Testing Methodology | ✅ Pass | 0.212s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.204s | |-| SQL Injection Attack Type | ✅ Pass | 0.208s | |-| Penetration Testing Framework | ✅ Pass | 0.210s | |-| Web Application Security Scanner | ✅ Pass | 0.218s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.207s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.210s+| JSON Response Function | ✅ Pass | 6.293s | |+| Search Query Function | ✅ Pass | 7.141s | |+| Ask Advice Function | ✅ Pass | 7.505s | |+| Streaming Search Query Function Streaming | ✅ Pass | 10.111s | |+| Basic Context Memory Test | ✅ Pass | 6.321s | |+| Function Argument Memory Test | ✅ Pass | 3.493s | |+| Function Response Memory Test | ✅ Pass | 3.300s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 7.846s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 6.589s | |+| Read a file, then edit it via unified diff | ✅ Pass | 17.209s | |+| Penetration Testing Methodology | ✅ Pass | 6.461s | |+| Vulnerability Assessment Tools | ✅ Pass | 11.694s | |+| SQL Injection Attack Type | ✅ Pass | 5.683s | |+| Penetration Testing Framework | ✅ Pass | 8.022s | |+| Web Application Security Scanner | ✅ Pass | 7.447s | |+| Penetration Testing Tool Selection | ✅ Pass | 5.485s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 6.601s---diff --git a/examples/tests/hcnsec-report.md b/examples/tests/hcnsec-report.mdnew file mode 100644index 00000000..8207aeff--- /dev/null+++ b/examples/tests/hcnsec-report.md@@ -0,0 +1,556 @@+# LLM Agent Testing Report++Generated: Thu, 23 Jul 2026 13:16:11 UTC++## Overall Results++| Agent | Model | Reasoning | Success Rate | Average Latency |+|-------|-------|-----------|--------------|-----------------|+| simple | Qwen3.6-35B-A3B | false | 24/24 (100.00%) | 0.395s |+| simple_json | Qwen3.6-35B-A3B | false | 7/7 (100.00%) | 0.367s |+| primary_agent | Qwen3-Coder-Next-FP8 | false | 24/24 (100.00%) | 1.632s |+| assistant | Qwen3-Coder-Next-FP8 | false | 24/24 (100.00%) | 0.397s |+| generator | kat-coder-pro-v2 | false | 24/24 (100.00%) | 1.990s |+| refiner | kat-coder-pro-v2 | false | 24/24 (100.00%) | 0.318s |+| adviser | Qwen3-Coder-Next-FP8 | false | 24/24 (100.00%) | 0.445s |+| reflector | Qwen3.6-35B-A3B | false | 24/24 (100.00%) | 0.380s |+| searcher | Qwen3.6-35B-A3B | false | 23/24 (95.83%) | 2.023s |+| enricher | Qwen3.6-35B-A3B | false | 24/24 (100.00%) | 1.753s |+| coder | Qwen3-Coder-Next-FP8 | false | 24/24 (100.00%) | 1.730s |+| installer | Qwen3-Coder-Next-FP8 | false | 24/24 (100.00%) | 0.418s |+| pentester | Qwen3.6-35B-A3B | false | 24/24 (100.00%) | 0.432s |++**Total**: 294/295 (99.66%) successful tests+**Overall average latency**: 0.978s++## Detailed Results++### simple (Qwen3.6-35B-A3B)++#### Basic Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| Simple Math | ✅ Pass | 0.082s | |+| Text Transform Uppercase | ✅ Pass | 0.214s | |+| Count from 1 to 5 | ✅ Pass | 0.328s | |+| Math Calculation | ✅ Pass | 0.221s | |+| Basic Echo Function | ✅ Pass | 1.501s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.208s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.216s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.354s | |++#### Advanced Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| JSON Response Function | ✅ Pass | 0.223s | |+| Search Query Function | ✅ Pass | 0.210s | |+| Ask Advice Function | ✅ Pass | 0.222s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.220s | |+| Basic Context Memory Test | ✅ Pass | 0.277s | |+| Function Argument Memory Test | ✅ Pass | 0.223s | |+| Function Response Memory Test | ✅ Pass | 0.793s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.223s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.090s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.632s | |+| Penetration Testing Methodology | ✅ Pass | 0.442s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.215s | |+| SQL Injection Attack Type | ✅ Pass | 0.342s | |+| Penetration Testing Framework | ✅ Pass | 0.553s | |+| Web Application Security Scanner | ✅ Pass | 0.348s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.336s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.395s++---++### simple_json (Qwen3.6-35B-A3B)++#### Advanced Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| Vulnerability Report Memory Test | ✅ Pass | 0.692s | |+| Person Information JSON | ✅ Pass | 0.217s | |+| Project Information JSON | ✅ Pass | 0.440s | |+| User Profile JSON | ✅ Pass | 0.214s | |+| JSON Array Response Without Schema | ✅ Pass | 0.501s | |+| Streaming Person Information JSON Streaming | ✅ Pass | 0.215s | |++#### Capability Tests++| Test | Capability | Result | Latency | Note |+|------|------------|--------|---------|------|+| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.285s | |++**Summary**: 7/7 (100.00%) successful tests++**Average latency**: 0.367s++---++### primary_agent (Qwen3-Coder-Next-FP8)++#### Basic Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| Simple Math | ✅ Pass | 0.216s | |+| Text Transform Uppercase | ✅ Pass | 0.665s | |+| Count from 1 to 5 | ✅ Pass | 0.210s | |+| Math Calculation | ✅ Pass | 0.807s | |+| Basic Echo Function | ✅ Pass | 1.235s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.059s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.608s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.976s | |++#### Advanced Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| JSON Response Function | ✅ Pass | 3.947s | |+| Search Query Function | ✅ Pass | 1.575s | |+| Ask Advice Function | ✅ Pass | 2.398s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.299s | |+| Basic Context Memory Test | ✅ Pass | 1.321s | |+| Function Argument Memory Test | ✅ Pass | 2.631s | |+| Function Response Memory Test | ✅ Pass | 1.082s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.206s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.942s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.727s | |+| Penetration Testing Methodology | ✅ Pass | 2.790s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.976s | |+| SQL Injection Attack Type | ✅ Pass | 1.209s | |+| Penetration Testing Framework | ✅ Pass | 2.221s | |+| Web Application Security Scanner | ✅ Pass | 1.687s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.371s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.632s++---++### assistant (Qwen3-Coder-Next-FP8)++#### Basic Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| Simple Math | ✅ Pass | 0.605s | |+| Text Transform Uppercase | ✅ Pass | 0.434s | |+| Count from 1 to 5 | ✅ Pass | 0.273s | |+| Math Calculation | ✅ Pass | 1.144s | |+| Basic Echo Function | ✅ Pass | 0.360s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.214s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.273s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.216s | |++#### Advanced Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| JSON Response Function | ✅ Pass | 0.492s | |+| Search Query Function | ✅ Pass | 0.217s | |+| Ask Advice Function | ✅ Pass | 0.204s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.217s | |+| Basic Context Memory Test | ✅ Pass | 0.211s | |+| Function Argument Memory Test | ✅ Pass | 0.425s | |+| Function Response Memory Test | ✅ Pass | 0.234s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.502s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.284s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.623s | |+| Penetration Testing Methodology | ✅ Pass | 0.215s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.215s | |+| SQL Injection Attack Type | ✅ Pass | 0.305s | |+| Penetration Testing Framework | ✅ Pass | 0.222s | |+| Web Application Security Scanner | ✅ Pass | 1.419s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.218s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.397s++---++### generator (kat-coder-pro-v2)++#### Basic Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| Simple Math | ✅ Pass | 1.292s | |+| Text Transform Uppercase | ✅ Pass | 0.435s | |+| Count from 1 to 5 | ✅ Pass | 0.656s | |+| Math Calculation | ✅ Pass | 1.600s | |+| Basic Echo Function | ✅ Pass | 1.702s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.461s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.441s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.364s | |++#### Advanced Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| JSON Response Function | ✅ Pass | 2.188s | |+| Search Query Function | ✅ Pass | 1.560s | |+| Ask Advice Function | ✅ Pass | 2.401s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.659s | |+| Basic Context Memory Test | ✅ Pass | 1.704s | |+| Function Argument Memory Test | ✅ Pass | 1.270s | |+| Function Response Memory Test | ✅ Pass | 1.344s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.995s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.396s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.735s | |+| Penetration Testing Methodology | ✅ Pass | 2.544s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.125s | |+| SQL Injection Attack Type | ✅ Pass | 1.951s | |+| Penetration Testing Framework | ✅ Pass | 3.590s | |+| Web Application Security Scanner | ✅ Pass | 1.041s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.287s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.990s++---++### refiner (kat-coder-pro-v2)++#### Basic Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| Simple Math | ✅ Pass | 0.219s | |+| Text Transform Uppercase | ✅ Pass | 0.338s | |+| Count from 1 to 5 | ✅ Pass | 0.208s | |+| Math Calculation | ✅ Pass | 0.221s | |+| Basic Echo Function | ✅ Pass | 0.224s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.229s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.232s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.440s | |++#### Advanced Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| JSON Response Function | ✅ Pass | 0.214s | |+| Search Query Function | ✅ Pass | 0.430s | |+| Ask Advice Function | ✅ Pass | 0.442s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.262s | |+| Basic Context Memory Test | ✅ Pass | 0.386s | |+| Function Argument Memory Test | ✅ Pass | 0.213s | |+| Function Response Memory Test | ✅ Pass | 0.273s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.768s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.491s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.503s | |+| Penetration Testing Methodology | ✅ Pass | 0.213s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.213s | |+| SQL Injection Attack Type | ✅ Pass | 0.441s | |+| Penetration Testing Framework | ✅ Pass | 0.228s | |+| Web Application Security Scanner | ✅ Pass | 0.213s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.222s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.318s++---++### adviser (Qwen3-Coder-Next-FP8)++#### Basic Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| Simple Math | ✅ Pass | 0.457s | |+| Text Transform Uppercase | ✅ Pass | 0.276s | |+| Count from 1 to 5 | ✅ Pass | 0.212s | |+| Math Calculation | ✅ Pass | 0.218s | |+| Basic Echo Function | ✅ Pass | 0.223s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.212s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.432s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.415s | |++#### Advanced Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| JSON Response Function | ✅ Pass | 0.214s | |+| Search Query Function | ✅ Pass | 0.209s | |+| Ask Advice Function | ✅ Pass | 1.659s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.339s | |+| Basic Context Memory Test | ✅ Pass | 0.212s | |+| Function Argument Memory Test | ✅ Pass | 0.276s | |+| Function Response Memory Test | ✅ Pass | 0.441s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.226s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.305s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.568s | |+| Penetration Testing Methodology | ✅ Pass | 0.214s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.334s | |+| SQL Injection Attack Type | ✅ Pass | 1.512s | |+| Penetration Testing Framework | ✅ Pass | 0.284s | |+| Web Application Security Scanner | ✅ Pass | 0.208s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.223s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.445s++---++### reflector (Qwen3.6-35B-A3B)++#### Basic Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| Simple Math | ✅ Pass | 0.279s | |+| Text Transform Uppercase | ✅ Pass | 0.278s | |+| Count from 1 to 5 | ✅ Pass | 0.206s | |+| Math Calculation | ✅ Pass | 0.222s | |+| Basic Echo Function | ✅ Pass | 0.622s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.306s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.208s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.611s | |++#### Advanced Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| JSON Response Function | ✅ Pass | 0.215s | |+| Search Query Function | ✅ Pass | 0.213s | |+| Ask Advice Function | ✅ Pass | 0.212s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.513s | |+| Basic Context Memory Test | ✅ Pass | 0.211s | |+| Function Argument Memory Test | ✅ Pass | 0.288s | |+| Function Response Memory Test | ✅ Pass | 0.214s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.339s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.380s | |+| Read a file, then edit it via unified diff | ✅ Pass | 1.862s | |+| Penetration Testing Methodology | ✅ Pass | 0.219s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.433s | |+| SQL Injection Attack Type | ✅ Pass | 0.444s | |+| Penetration Testing Framework | ✅ Pass | 0.210s | |+| Web Application Security Scanner | ✅ Pass | 0.279s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.345s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.380s++---++### searcher (Qwen3.6-35B-A3B)++#### Basic Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| Simple Math | ✅ Pass | 0.213s | |+| Text Transform Uppercase | ✅ Pass | 0.216s | |+| Count from 1 to 5 | ✅ Pass | 1.279s | |+| Math Calculation | ✅ Pass | 0.916s | |+| Basic Echo Function | ✅ Pass | 2.776s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.776s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.993s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.484s | |++#### Advanced Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| JSON Response Function | ✅ Pass | 1.290s | |+| Search Query Function | ✅ Pass | 5.080s | |+| Ask Advice Function | ✅ Pass | 1.042s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.036s | |+| Basic Context Memory Test | ✅ Pass | 1.694s | |+| Function Argument Memory Test | ✅ Pass | 1.870s | |+| Function Response Memory Test | ✅ Pass | 0.793s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.412s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.364s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.186s | |+| Penetration Testing Methodology | ✅ Pass | 3.582s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.001s | |+| SQL Injection Attack Type | ❌ Fail | 1.196s | expected text 'injection' not found |+| Penetration Testing Framework | ✅ Pass | 5.772s | |+| Web Application Security Scanner | ✅ Pass | 2.500s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.056s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 2.023s++---++### enricher (Qwen3.6-35B-A3B)++#### Basic Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| Simple Math | ✅ Pass | 0.221s | |+| Text Transform Uppercase | ✅ Pass | 0.276s | |+| Count from 1 to 5 | ✅ Pass | 1.225s | |+| Math Calculation | ✅ Pass | 2.021s | |+| Basic Echo Function | ✅ Pass | 1.204s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.288s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.104s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.431s | |++#### Advanced Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| JSON Response Function | ✅ Pass | 0.848s | |+| Search Query Function | ✅ Pass | 1.649s | |+| Ask Advice Function | ✅ Pass | 1.212s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.691s | |+| Basic Context Memory Test | ✅ Pass | 2.067s | |+| Function Argument Memory Test | ✅ Pass | 1.399s | |+| Function Response Memory Test | ✅ Pass | 2.046s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.557s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.271s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.445s | |+| Penetration Testing Methodology | ✅ Pass | 3.672s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.236s | |+| SQL Injection Attack Type | ✅ Pass | 1.127s | |+| Penetration Testing Framework | ✅ Pass | 2.537s | |+| Web Application Security Scanner | ✅ Pass | 1.925s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.606s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.753s++---++### coder (Qwen3-Coder-Next-FP8)++#### Basic Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| Simple Math | ✅ Pass | 0.224s | |+| Text Transform Uppercase | ✅ Pass | 0.219s | |+| Count from 1 to 5 | ✅ Pass | 0.863s | |+| Math Calculation | ✅ Pass | 1.320s | |+| Basic Echo Function | ✅ Pass | 1.444s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.865s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.987s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.875s | |++#### Advanced Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| JSON Response Function | ✅ Pass | 1.220s | |+| Search Query Function | ✅ Pass | 2.548s | |+| Ask Advice Function | ✅ Pass | 1.528s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.707s | |+| Basic Context Memory Test | ✅ Pass | 1.596s | |+| Function Argument Memory Test | ✅ Pass | 0.813s | |+| Function Response Memory Test | ✅ Pass | 0.874s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.821s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.360s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.612s | |+| Penetration Testing Methodology | ✅ Pass | 7.219s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.553s | |+| SQL Injection Attack Type | ✅ Pass | 1.517s | |+| Penetration Testing Framework | ✅ Pass | 2.280s | |+| Web Application Security Scanner | ✅ Pass | 1.826s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.230s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.730s++---++### installer (Qwen3-Coder-Next-FP8)++#### Basic Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| Simple Math | ✅ Pass | 0.283s | |+| Text Transform Uppercase | ✅ Pass | 0.276s | |+| Count from 1 to 5 | ✅ Pass | 0.216s | |+| Math Calculation | ✅ Pass | 0.215s | |+| Basic Echo Function | ✅ Pass | 0.210s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.276s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.234s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.253s | |++#### Advanced Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| JSON Response Function | ✅ Pass | 2.005s | |+| Search Query Function | ✅ Pass | 0.219s | |+| Ask Advice Function | ✅ Pass | 0.461s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.216s | |+| Basic Context Memory Test | ✅ Pass | 0.220s | |+| Function Argument Memory Test | ✅ Pass | 0.219s | |+| Function Response Memory Test | ✅ Pass | 0.757s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.271s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.208s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.439s | |+| Penetration Testing Methodology | ✅ Pass | 0.335s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.214s | |+| SQL Injection Attack Type | ✅ Pass | 0.280s | |+| Penetration Testing Framework | ✅ Pass | 0.212s | |+| Web Application Security Scanner | ✅ Pass | 0.664s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.348s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.418s++---++### pentester (Qwen3.6-35B-A3B)++#### Basic Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| Simple Math | ✅ Pass | 0.281s | |+| Text Transform Uppercase | ✅ Pass | 0.270s | |+| Count from 1 to 5 | ✅ Pass | 0.277s | |+| Math Calculation | ✅ Pass | 0.634s | |+| Basic Echo Function | ✅ Pass | 0.431s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.210s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.349s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.431s | |++#### Advanced Tests++| Test | Result | Latency | Error |+|------|--------|---------|-------|+| JSON Response Function | ✅ Pass | 0.211s | |+| Search Query Function | ✅ Pass | 0.211s | |+| Ask Advice Function | ✅ Pass | 0.437s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.214s | |+| Basic Context Memory Test | ✅ Pass | 0.281s | |+| Function Argument Memory Test | ✅ Pass | 0.213s | |+| Function Response Memory Test | ✅ Pass | 1.228s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.216s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.818s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.946s | |+| Penetration Testing Methodology | ✅ Pass | 0.446s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.657s | |+| SQL Injection Attack Type | ✅ Pass | 0.717s | |+| Penetration Testing Framework | ✅ Pass | 0.342s | |+| Web Application Security Scanner | ✅ Pass | 0.215s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.326s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.432s++---+diff --git a/examples/tests/kimi-report.md b/examples/tests/kimi-report.mdindex e668a033..7177518b 100644--- a/examples/tests/kimi-report.md+++ b/examples/tests/kimi-report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Tue, 21 Jul 2026 16:45:17 UTC+Generated: Thu, 23 Jul 2026 13:25:22 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | kimi-k2.5 | true | 23/23 (100.00%) | 1.748s |-| simple_json | kimi-k2.5 | true | 7/7 (100.00%) | 2.417s |-| primary_agent | kimi-k2.7-code-highspeed | true | 23/23 (100.00%) | 0.918s |-| assistant | kimi-k2.7-code-highspeed | true | 23/23 (100.00%) | 0.859s |-| generator | kimi-k3 | true | 22/23 (95.65%) | 6.887s |-| refiner | kimi-k3 | true | 22/23 (95.65%) | 5.991s |-| adviser | kimi-k3 | true | 22/23 (95.65%) | 6.501s |-| reflector | kimi-k2.5 | true | 23/23 (100.00%) | 3.374s |-| searcher | kimi-k2.5 | true | 23/23 (100.00%) | 3.541s |-| enricher | kimi-k2.5 | true | 23/23 (100.00%) | 2.676s |-| coder | kimi-k2.7-code | true | 23/23 (100.00%) | 1.857s |-| installer | kimi-k2.5 | true | 23/23 (100.00%) | 4.023s |-| pentester | kimi-k2.7-code | true | 23/23 (100.00%) | 1.658s |--**Total**: 280/283 (98.94%) successful tests-**Overall average latency**: 3.313s+| simple | kimi-k2.5 | true | 24/24 (100.00%) | 1.979s |+| simple_json | kimi-k2.5 | true | 7/7 (100.00%) | 2.252s |+| primary_agent | kimi-k2.7-code-highspeed | true | 24/24 (100.00%) | 1.455s |+| assistant | kimi-k2.7-code-highspeed | true | 24/24 (100.00%) | 1.411s |+| generator | kimi-k3 | true | 24/24 (100.00%) | 10.614s |+| refiner | kimi-k3 | true | 24/24 (100.00%) | 10.050s |+| adviser | kimi-k3 | true | 24/24 (100.00%) | 10.096s |+| reflector | kimi-k2.5 | true | 24/24 (100.00%) | 2.053s |+| searcher | kimi-k2.5 | true | 24/24 (100.00%) | 1.798s |+| enricher | kimi-k2.5 | true | 24/24 (100.00%) | 1.342s |+| coder | kimi-k2.7-code | true | 24/24 (100.00%) | 2.450s |+| installer | kimi-k2.5 | true | 24/24 (100.00%) | 4.658s |+| pentester | kimi-k2.7-code | true | 24/24 (100.00%) | 2.705s |++**Total**: 295/295 (100.00%) successful tests+**Overall average latency**: 4.171s## Detailed Results@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.168s | |-| Text Transform Uppercase | ✅ Pass | 0.847s | |-| Count from 1 to 5 | ✅ Pass | 1.035s | |-| Math Calculation | ✅ Pass | 0.850s | |-| Basic Echo Function | ✅ Pass | 1.267s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.791s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.979s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.140s | |+| Simple Math | ✅ Pass | 1.327s | |+| Text Transform Uppercase | ✅ Pass | 0.934s | |+| Count from 1 to 5 | ✅ Pass | 1.314s | |+| Math Calculation | ✅ Pass | 0.865s | |+| Basic Echo Function | ✅ Pass | 1.326s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.893s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.943s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.179s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.398s | |-| Search Query Function | ✅ Pass | 1.141s | |-| Ask Advice Function | ✅ Pass | 3.642s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.218s | |-| Basic Context Memory Test | ✅ Pass | 1.036s | |-| Function Argument Memory Test | ✅ Pass | 0.924s | |-| Function Response Memory Test | ✅ Pass | 0.819s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.141s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.905s | |-| Penetration Testing Methodology | ✅ Pass | 6.074s | |-| Vulnerability Assessment Tools | ✅ Pass | 3.232s | |-| SQL Injection Attack Type | ✅ Pass | 1.155s | |-| Penetration Testing Framework | ✅ Pass | 4.287s | |-| Web Application Security Scanner | ✅ Pass | 2.473s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.677s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.748s+| JSON Response Function | ✅ Pass | 3.323s | |+| Search Query Function | ✅ Pass | 1.861s | |+| Ask Advice Function | ✅ Pass | 1.397s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.054s | |+| Basic Context Memory Test | ✅ Pass | 2.179s | |+| Function Argument Memory Test | ✅ Pass | 1.128s | |+| Function Response Memory Test | ✅ Pass | 0.966s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.216s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.533s | |+| Read a file, then edit it via unified diff | ✅ Pass | 6.107s | |+| Penetration Testing Methodology | ✅ Pass | 5.160s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.358s | |+| SQL Injection Attack Type | ✅ Pass | 1.092s | |+| Penetration Testing Framework | ✅ Pass | 3.099s | |+| Web Application Security Scanner | ✅ Pass | 1.780s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.447s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.979s---@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Project Information JSON | ✅ Pass | 1.108s | |-| User Profile JSON | ✅ Pass | 1.267s | |-| Person Information JSON | ✅ Pass | 3.657s | |-| Vulnerability Report Memory Test | ✅ Pass | 3.801s | |-| Streaming Person Information JSON Streaming | ✅ Pass | 3.193s | |-| JSON Array Response Without Schema | ✅ Pass | 3.663s | |+| Vulnerability Report Memory Test | ✅ Pass | 5.773s | |+| Project Information JSON | ✅ Pass | 1.054s | |+| User Profile JSON | ✅ Pass | 1.302s | |+| JSON Array Response Without Schema | ✅ Pass | 1.270s | |+| Streaming Person Information JSON Streaming | ✅ Pass | 1.055s | |+| Person Information JSON | ✅ Pass | 4.187s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.225s | |+| Structured Output With JSON Schema | structured_output | ✅ Pass | 1.118s | |**Summary**: 7/7 (100.00%) successful tests-**Average latency**: 2.417s+**Average latency**: 2.252s---@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.475s | |-| Text Transform Uppercase | ✅ Pass | 0.213s | |-| Count from 1 to 5 | ✅ Pass | 0.217s | |-| Math Calculation | ✅ Pass | 0.218s | |-| Basic Echo Function | ✅ Pass | 0.234s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.215s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.243s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.008s | |+| Simple Math | ✅ Pass | 1.478s | |+| Text Transform Uppercase | ✅ Pass | 1.090s | |+| Count from 1 to 5 | ✅ Pass | 1.231s | |+| Math Calculation | ✅ Pass | 0.996s | |+| Basic Echo Function | ✅ Pass | 1.255s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.248s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.159s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.219s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.081s | |-| Search Query Function | ✅ Pass | 0.896s | |-| Ask Advice Function | ✅ Pass | 1.040s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.019s | |-| Basic Context Memory Test | ✅ Pass | 1.074s | |-| Function Argument Memory Test | ✅ Pass | 1.040s | |-| Function Response Memory Test | ✅ Pass | 0.944s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.317s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.104s | |-| Penetration Testing Methodology | ✅ Pass | 1.063s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.716s | |-| SQL Injection Attack Type | ✅ Pass | 1.002s | |-| Penetration Testing Framework | ✅ Pass | 1.607s | |-| Web Application Security Scanner | ✅ Pass | 1.204s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.160s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.918s+| JSON Response Function | ✅ Pass | 1.070s | |+| Search Query Function | ✅ Pass | 1.377s | |+| Ask Advice Function | ✅ Pass | 1.036s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.265s | |+| Basic Context Memory Test | ✅ Pass | 2.126s | |+| Function Argument Memory Test | ✅ Pass | 2.883s | |+| Function Response Memory Test | ✅ Pass | 1.145s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.402s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.290s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.971s | |+| Penetration Testing Methodology | ✅ Pass | 1.713s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.437s | |+| SQL Injection Attack Type | ✅ Pass | 1.043s | |+| Penetration Testing Framework | ✅ Pass | 1.327s | |+| Web Application Security Scanner | ✅ Pass | 1.037s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.106s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.455s---@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.473s | |-| Text Transform Uppercase | ✅ Pass | 0.213s | |-| Count from 1 to 5 | ✅ Pass | 0.208s | |-| Math Calculation | ✅ Pass | 0.212s | |-| Basic Echo Function | ✅ Pass | 0.216s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.217s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.166s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.120s | |+| Simple Math | ✅ Pass | 1.772s | |+| Text Transform Uppercase | ✅ Pass | 1.028s | |+| Count from 1 to 5 | ✅ Pass | 1.319s | |+| Math Calculation | ✅ Pass | 1.027s | |+| Basic Echo Function | ✅ Pass | 1.747s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.072s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.106s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.722s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.086s | |-| Search Query Function | ✅ Pass | 1.038s | |-| Ask Advice Function | ✅ Pass | 2.175s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.014s | |-| Basic Context Memory Test | ✅ Pass | 1.012s | |-| Function Argument Memory Test | ✅ Pass | 1.053s | |-| Function Response Memory Test | ✅ Pass | 1.089s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.377s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.055s | |-| Penetration Testing Methodology | ✅ Pass | 1.270s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.209s | |-| SQL Injection Attack Type | ✅ Pass | 0.224s | |-| Penetration Testing Framework | ✅ Pass | 1.119s | |-| Web Application Security Scanner | ✅ Pass | 0.997s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.199s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.859s+| JSON Response Function | ✅ Pass | 1.196s | |+| Search Query Function | ✅ Pass | 1.231s | |+| Ask Advice Function | ✅ Pass | 3.256s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.173s | |+| Basic Context Memory Test | ✅ Pass | 1.746s | |+| Function Argument Memory Test | ✅ Pass | 2.125s | |+| Function Response Memory Test | ✅ Pass | 0.432s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.425s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.188s | |+| Read a file, then edit it via unified diff | ✅ Pass | 1.745s | |+| Penetration Testing Methodology | ✅ Pass | 1.274s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.221s | |+| SQL Injection Attack Type | ✅ Pass | 1.357s | |+| Penetration Testing Framework | ✅ Pass | 1.423s | |+| Web Application Security Scanner | ✅ Pass | 1.132s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.123s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.411s---@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 3.409s | |-| Text Transform Uppercase | ✅ Pass | 3.522s | |-| Count from 1 to 5 | ✅ Pass | 3.907s | |-| Math Calculation | ✅ Pass | 2.995s | |-| Basic Echo Function | ✅ Pass | 4.075s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.937s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.215s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.155s | |+| Simple Math | ✅ Pass | 4.767s | |+| Text Transform Uppercase | ✅ Pass | 6.021s | |+| Count from 1 to 5 | ✅ Pass | 4.450s | |+| Streaming Simple Math Streaming | ✅ Pass | 3.996s | |+| Math Calculation | ✅ Pass | 14.386s | |+| Basic Echo Function | ✅ Pass | 10.924s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 7.680s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.415s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 4.522s | |-| Search Query Function | ✅ Pass | 5.932s | |-| Ask Advice Function | ✅ Pass | 3.868s | |-| Streaming Search Query Function Streaming | ✅ Pass | 4.012s | |-| Basic Context Memory Test | ✅ Pass | 5.962s | |-| Function Argument Memory Test | ✅ Pass | 4.789s | |-| Function Response Memory Test | ✅ Pass | 4.603s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 9.806s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |-| Cybersecurity Workflow Memory Test | ✅ Pass | 4.822s | |-| Penetration Testing Methodology | ✅ Pass | 20.204s | |-| Vulnerability Assessment Tools | ✅ Pass | 15.992s | |-| SQL Injection Attack Type | ✅ Pass | 5.997s | |-| Penetration Testing Framework | ✅ Pass | 19.052s | |-| Web Application Security Scanner | ✅ Pass | 11.354s | |-| Penetration Testing Tool Selection | ✅ Pass | 9.255s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 6.887s+| JSON Response Function | ✅ Pass | 10.908s | |+| Search Query Function | ✅ Pass | 5.575s | |+| Streaming Search Query Function Streaming | ✅ Pass | 6.278s | |+| Ask Advice Function | ✅ Pass | 15.143s | |+| Basic Context Memory Test | ✅ Pass | 7.313s | |+| Function Argument Memory Test | ✅ Pass | 6.073s | |+| Function Response Memory Test | ✅ Pass | 5.373s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.590s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 6.053s | |+| Read a file, then edit it via unified diff | ✅ Pass | 21.782s | |+| Penetration Testing Methodology | ✅ Pass | 18.427s | |+| Vulnerability Assessment Tools | ✅ Pass | 20.134s | |+| SQL Injection Attack Type | ✅ Pass | 9.790s | |+| Penetration Testing Framework | ✅ Pass | 16.675s | |+| Penetration Testing Tool Selection | ✅ Pass | 8.623s | |+| Web Application Security Scanner | ✅ Pass | 33.347s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 10.614s---@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 3.383s | |-| Text Transform Uppercase | ✅ Pass | 3.330s | |-| Count from 1 to 5 | ✅ Pass | 4.068s | |-| Math Calculation | ✅ Pass | 5.388s | |-| Basic Echo Function | ✅ Pass | 4.278s | |-| Streaming Simple Math Streaming | ✅ Pass | 3.022s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.832s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.464s | |+| Simple Math | ✅ Pass | 12.162s | |+| Count from 1 to 5 | ✅ Pass | 6.859s | |+| Text Transform Uppercase | ✅ Pass | 12.751s | |+| Math Calculation | ✅ Pass | 4.629s | |+| Basic Echo Function | ✅ Pass | 5.056s | |+| Streaming Simple Math Streaming | ✅ Pass | 4.253s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 7.661s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 6.564s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 4.040s | |-| Search Query Function | ✅ Pass | 3.786s | |-| Ask Advice Function | ✅ Pass | 4.272s | |-| Streaming Search Query Function Streaming | ✅ Pass | 3.479s | |-| Basic Context Memory Test | ✅ Pass | 4.717s | |-| Function Argument Memory Test | ✅ Pass | 6.360s | |-| Function Response Memory Test | ✅ Pass | 3.190s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 7.865s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |-| Cybersecurity Workflow Memory Test | ✅ Pass | 4.861s | |-| Penetration Testing Methodology | ✅ Pass | 19.021s | |-| Vulnerability Assessment Tools | ✅ Pass | 10.633s | |-| SQL Injection Attack Type | ✅ Pass | 5.304s | |-| Penetration Testing Framework | ✅ Pass | 11.172s | |-| Web Application Security Scanner | ✅ Pass | 12.213s | |-| Penetration Testing Tool Selection | ✅ Pass | 6.113s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 5.991s+| JSON Response Function | ✅ Pass | 5.702s | |+| Search Query Function | ✅ Pass | 8.275s | |+| Ask Advice Function | ✅ Pass | 6.169s | |+| Streaming Search Query Function Streaming | ✅ Pass | 5.735s | |+| Basic Context Memory Test | ✅ Pass | 5.274s | |+| Function Argument Memory Test | ✅ Pass | 4.808s | |+| Function Response Memory Test | ✅ Pass | 7.610s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 6.437s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 19.066s | |+| Read a file, then edit it via unified diff | ✅ Pass | 17.777s | |+| Penetration Testing Methodology | ✅ Pass | 17.466s | |+| SQL Injection Attack Type | ✅ Pass | 8.995s | |+| Vulnerability Assessment Tools | ✅ Pass | 23.879s | |+| Penetration Testing Framework | ✅ Pass | 16.354s | |+| Web Application Security Scanner | ✅ Pass | 16.188s | |+| Penetration Testing Tool Selection | ✅ Pass | 11.517s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 10.050s---@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.838s | |-| Text Transform Uppercase | ✅ Pass | 3.910s | |-| Count from 1 to 5 | ✅ Pass | 4.158s | |-| Math Calculation | ✅ Pass | 2.513s | |-| Basic Echo Function | ✅ Pass | 4.136s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.902s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.926s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 5.287s | |+| Simple Math | ✅ Pass | 5.645s | |+| Text Transform Uppercase | ✅ Pass | 4.182s | |+| Count from 1 to 5 | ✅ Pass | 5.406s | |+| Math Calculation | ✅ Pass | 6.002s | |+| Basic Echo Function | ✅ Pass | 6.063s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 7.301s | |+| Streaming Simple Math Streaming | ✅ Pass | 14.819s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 10.171s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ❌ Fail | 4.621s | no tool calls found, expected at least 1 |-| Search Query Function | ✅ Pass | 5.229s | |-| Ask Advice Function | ✅ Pass | 4.019s | |-| Streaming Search Query Function Streaming | ✅ Pass | 4.333s | |-| Basic Context Memory Test | ✅ Pass | 7.273s | |-| Function Argument Memory Test | ✅ Pass | 4.714s | |-| Function Response Memory Test | ✅ Pass | 3.870s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 8.639s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 6.006s | |-| Penetration Testing Methodology | ✅ Pass | 18.671s | |-| Vulnerability Assessment Tools | ✅ Pass | 14.315s | |-| SQL Injection Attack Type | ✅ Pass | 5.862s | |-| Penetration Testing Framework | ✅ Pass | 14.244s | |-| Web Application Security Scanner | ✅ Pass | 11.567s | |-| Penetration Testing Tool Selection | ✅ Pass | 7.487s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 6.501s+| JSON Response Function | ✅ Pass | 5.018s | |+| Search Query Function | ✅ Pass | 4.286s | |+| Ask Advice Function | ✅ Pass | 4.868s | |+| Streaming Search Query Function Streaming | ✅ Pass | 4.879s | |+| Basic Context Memory Test | ✅ Pass | 6.534s | |+| Function Response Memory Test | ✅ Pass | 4.418s | |+| Function Argument Memory Test | ✅ Pass | 13.681s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 9.044s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 15.040s | |+| Read a file, then edit it via unified diff | ✅ Pass | 17.163s | |+| Penetration Testing Methodology | ✅ Pass | 22.598s | |+| SQL Injection Attack Type | ✅ Pass | 8.602s | |+| Vulnerability Assessment Tools | ✅ Pass | 21.549s | |+| Penetration Testing Framework | ✅ Pass | 10.437s | |+| Web Application Security Scanner | ✅ Pass | 16.482s | |+| Penetration Testing Tool Selection | ✅ Pass | 18.103s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 10.096s---@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.784s | |-| Text Transform Uppercase | ✅ Pass | 0.986s | |-| Count from 1 to 5 | ✅ Pass | 1.347s | |-| Math Calculation | ✅ Pass | 2.671s | |-| Basic Echo Function | ✅ Pass | 4.613s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.516s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.414s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.371s | |+| Simple Math | ✅ Pass | 1.470s | |+| Text Transform Uppercase | ✅ Pass | 1.001s | |+| Count from 1 to 5 | ✅ Pass | 0.965s | |+| Math Calculation | ✅ Pass | 0.954s | |+| Basic Echo Function | ✅ Pass | 1.190s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.871s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.880s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.847s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 5.791s | |-| Search Query Function | ✅ Pass | 1.454s | |-| Ask Advice Function | ✅ Pass | 5.769s | |-| Streaming Search Query Function Streaming | ✅ Pass | 3.161s | |-| Basic Context Memory Test | ✅ Pass | 2.177s | |-| Function Argument Memory Test | ✅ Pass | 0.825s | |-| Function Response Memory Test | ✅ Pass | 0.815s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.192s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.839s | |-| Penetration Testing Methodology | ✅ Pass | 9.492s | |-| Vulnerability Assessment Tools | ✅ Pass | 8.875s | |-| SQL Injection Attack Type | ✅ Pass | 1.054s | |-| Penetration Testing Framework | ✅ Pass | 8.044s | |-| Web Application Security Scanner | ✅ Pass | 2.056s | |-| Penetration Testing Tool Selection | ✅ Pass | 5.347s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.374s+| JSON Response Function | ✅ Pass | 3.158s | |+| Search Query Function | ✅ Pass | 1.781s | |+| Ask Advice Function | ✅ Pass | 2.221s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.334s | |+| Basic Context Memory Test | ✅ Pass | 1.098s | |+| Function Argument Memory Test | ✅ Pass | 0.999s | |+| Function Response Memory Test | ✅ Pass | 1.104s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.072s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.901s | |+| Read a file, then edit it via unified diff | ✅ Pass | 6.344s | |+| Penetration Testing Methodology | ✅ Pass | 6.410s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.716s | |+| SQL Injection Attack Type | ✅ Pass | 1.090s | |+| Penetration Testing Framework | ✅ Pass | 3.125s | |+| Web Application Security Scanner | ✅ Pass | 2.337s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.402s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.053s---@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.660s | |-| Text Transform Uppercase | ✅ Pass | 1.039s | |-| Count from 1 to 5 | ✅ Pass | 1.295s | |-| Math Calculation | ✅ Pass | 1.552s | |-| Basic Echo Function | ✅ Pass | 4.212s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.500s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.993s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.287s | |+| Simple Math | ✅ Pass | 1.197s | |+| Text Transform Uppercase | ✅ Pass | 1.023s | |+| Count from 1 to 5 | ✅ Pass | 0.739s | |+| Math Calculation | ✅ Pass | 0.896s | |+| Basic Echo Function | ✅ Pass | 1.203s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.931s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.049s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.884s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 5.724s | |-| Search Query Function | ✅ Pass | 5.527s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.268s | |-| Ask Advice Function | ✅ Pass | 5.755s | |-| Basic Context Memory Test | ✅ Pass | 2.214s | |-| Function Argument Memory Test | ✅ Pass | 0.813s | |-| Function Response Memory Test | ✅ Pass | 0.886s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.317s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.290s | |-| Penetration Testing Methodology | ✅ Pass | 9.712s | |-| Vulnerability Assessment Tools | ✅ Pass | 8.599s | |-| SQL Injection Attack Type | ✅ Pass | 1.166s | |-| Penetration Testing Framework | ✅ Pass | 12.429s | |-| Web Application Security Scanner | ✅ Pass | 6.200s | |-| Penetration Testing Tool Selection | ✅ Pass | 4.004s | |+| JSON Response Function | ✅ Pass | 3.494s | |+| Search Query Function | ✅ Pass | 1.905s | |+| Ask Advice Function | ✅ Pass | 1.748s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.361s | |+| Basic Context Memory Test | ✅ Pass | 1.282s | |+| Function Argument Memory Test | ✅ Pass | 0.320s | |+| Function Response Memory Test | ✅ Pass | 1.418s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.256s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.271s | |+| Read a file, then edit it via unified diff | ✅ Pass | 6.587s | |+| Penetration Testing Methodology | ✅ Pass | 7.071s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.284s | |+| SQL Injection Attack Type | ✅ Pass | 0.215s | |+| Penetration Testing Framework | ✅ Pass | 3.346s | |+| Web Application Security Scanner | ✅ Pass | 0.217s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.445s | |-**Summary**: 23/23 (100.00%) successful tests+**Summary**: 24/24 (100.00%) successful tests-**Average latency**: 3.541s+**Average latency**: 1.798s---@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.194s | |-| Text Transform Uppercase | ✅ Pass | 0.984s | |-| Count from 1 to 5 | ✅ Pass | 1.359s | |-| Math Calculation | ✅ Pass | 1.392s | |-| Basic Echo Function | ✅ Pass | 2.918s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.439s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.296s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.038s | |+| Simple Math | ✅ Pass | 0.332s | |+| Text Transform Uppercase | ✅ Pass | 0.216s | |+| Count from 1 to 5 | ✅ Pass | 0.269s | |+| Math Calculation | ✅ Pass | 1.264s | |+| Basic Echo Function | ✅ Pass | 0.892s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.221s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.213s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.435s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 5.582s | |-| Search Query Function | ✅ Pass | 5.275s | |-| Ask Advice Function | ✅ Pass | 1.614s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.364s | |-| Basic Context Memory Test | ✅ Pass | 1.956s | |-| Function Argument Memory Test | ✅ Pass | 0.816s | |-| Function Response Memory Test | ✅ Pass | 0.827s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.101s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.220s | |-| Penetration Testing Methodology | ✅ Pass | 5.329s | |-| SQL Injection Attack Type | ✅ Pass | 1.034s | |-| Vulnerability Assessment Tools | ✅ Pass | 11.682s | |-| Penetration Testing Framework | ✅ Pass | 6.363s | |-| Web Application Security Scanner | ✅ Pass | 0.217s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.527s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.676s+| JSON Response Function | ✅ Pass | 1.899s | |+| Search Query Function | ✅ Pass | 1.851s | |+| Ask Advice Function | ✅ Pass | 1.709s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.448s | |+| Basic Context Memory Test | ✅ Pass | 1.410s | |+| Function Argument Memory Test | ✅ Pass | 0.225s | |+| Function Response Memory Test | ✅ Pass | 1.070s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.971s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.297s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.839s | |+| Penetration Testing Methodology | ✅ Pass | 5.167s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.240s | |+| SQL Injection Attack Type | ✅ Pass | 0.216s | |+| Penetration Testing Framework | ✅ Pass | 5.254s | |+| Web Application Security Scanner | ✅ Pass | 0.544s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.209s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.342s---@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.222s | |-| Text Transform Uppercase | ✅ Pass | 0.210s | |-| Count from 1 to 5 | ✅ Pass | 0.208s | |-| Math Calculation | ✅ Pass | 0.214s | |-| Basic Echo Function | ✅ Pass | 0.210s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.214s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.737s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.779s | |+| Simple Math | ✅ Pass | 2.387s | |+| Text Transform Uppercase | ✅ Pass | 1.631s | |+| Count from 1 to 5 | ✅ Pass | 2.468s | |+| Math Calculation | ✅ Pass | 1.950s | |+| Basic Echo Function | ✅ Pass | 2.946s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.138s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.563s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.805s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.980s | |-| Search Query Function | ✅ Pass | 1.959s | |-| Ask Advice Function | ✅ Pass | 1.882s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.525s | |-| Basic Context Memory Test | ✅ Pass | 1.567s | |-| Function Argument Memory Test | ✅ Pass | 1.594s | |-| Function Response Memory Test | ✅ Pass | 1.481s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.682s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.334s | |-| Penetration Testing Methodology | ✅ Pass | 2.137s | |-| Vulnerability Assessment Tools | ✅ Pass | 4.048s | |-| SQL Injection Attack Type | ✅ Pass | 1.848s | |-| Penetration Testing Framework | ✅ Pass | 3.963s | |-| Web Application Security Scanner | ✅ Pass | 2.175s | |-| Penetration Testing Tool Selection | ✅ Pass | 4.730s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.857s+| JSON Response Function | ✅ Pass | 1.972s | |+| Search Query Function | ✅ Pass | 2.042s | |+| Ask Advice Function | ✅ Pass | 1.855s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.640s | |+| Basic Context Memory Test | ✅ Pass | 2.806s | |+| Function Argument Memory Test | ✅ Pass | 2.398s | |+| Function Response Memory Test | ✅ Pass | 2.017s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.310s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.156s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.678s | |+| Penetration Testing Methodology | ✅ Pass | 2.746s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.246s | |+| SQL Injection Attack Type | ✅ Pass | 2.462s | |+| Penetration Testing Framework | ✅ Pass | 3.252s | |+| Web Application Security Scanner | ✅ Pass | 1.847s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.479s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.450s---@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.195s | |-| Text Transform Uppercase | ✅ Pass | 1.955s | |-| Count from 1 to 5 | ✅ Pass | 6.687s | |-| Math Calculation | ✅ Pass | 3.855s | |-| Basic Echo Function | ✅ Pass | 1.849s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.962s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.923s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.689s | |+| Simple Math | ✅ Pass | 2.363s | |+| Text Transform Uppercase | ✅ Pass | 2.303s | |+| Count from 1 to 5 | ✅ Pass | 2.222s | |+| Math Calculation | ✅ Pass | 2.074s | |+| Basic Echo Function | ✅ Pass | 1.749s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.799s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.032s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.941s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.772s | |-| Search Query Function | ✅ Pass | 1.840s | |-| Ask Advice Function | ✅ Pass | 1.972s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.081s | |-| Basic Context Memory Test | ✅ Pass | 3.618s | |-| Function Argument Memory Test | ✅ Pass | 2.526s | |-| Function Response Memory Test | ✅ Pass | 2.659s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.096s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.482s | |-| Penetration Testing Methodology | ✅ Pass | 12.085s | |-| SQL Injection Attack Type | ✅ Pass | 2.480s | |-| Vulnerability Assessment Tools | ✅ Pass | 9.315s | |-| Penetration Testing Framework | ✅ Pass | 9.074s | |-| Web Application Security Scanner | ✅ Pass | 11.971s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.424s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 4.023s+| JSON Response Function | ✅ Pass | 3.966s | |+| Search Query Function | ✅ Pass | 1.860s | |+| Ask Advice Function | ✅ Pass | 4.482s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.927s | |+| Basic Context Memory Test | ✅ Pass | 2.184s | |+| Function Argument Memory Test | ✅ Pass | 2.256s | |+| Function Response Memory Test | ✅ Pass | 2.092s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.421s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.012s | |+| Read a file, then edit it via unified diff | ✅ Pass | 10.076s | |+| Penetration Testing Methodology | ✅ Pass | 14.179s | |+| SQL Injection Attack Type | ✅ Pass | 5.030s | |+| Vulnerability Assessment Tools | ✅ Pass | 19.863s | |+| Penetration Testing Framework | ✅ Pass | 12.593s | |+| Web Application Security Scanner | ✅ Pass | 7.074s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.277s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 4.658s---@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.210s | |-| Text Transform Uppercase | ✅ Pass | 0.208s | |-| Count from 1 to 5 | ✅ Pass | 0.214s | |-| Math Calculation | ✅ Pass | 0.215s | |-| Basic Echo Function | ✅ Pass | 0.209s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.220s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.391s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.889s | |+| Simple Math | ✅ Pass | 1.894s | |+| Text Transform Uppercase | ✅ Pass | 2.200s | |+| Count from 1 to 5 | ✅ Pass | 1.636s | |+| Math Calculation | ✅ Pass | 1.392s | |+| Basic Echo Function | ✅ Pass | 2.021s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.719s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.194s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.640s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.085s | |-| Search Query Function | ✅ Pass | 2.094s | |-| Ask Advice Function | ✅ Pass | 1.860s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.555s | |-| Basic Context Memory Test | ✅ Pass | 1.725s | |-| Function Argument Memory Test | ✅ Pass | 1.524s | |-| Function Response Memory Test | ✅ Pass | 1.178s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.426s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.003s | |-| Penetration Testing Methodology | ✅ Pass | 1.798s | |-| Vulnerability Assessment Tools | ✅ Pass | 5.907s | |-| SQL Injection Attack Type | ✅ Pass | 2.046s | |-| Penetration Testing Framework | ✅ Pass | 2.358s | |-| Web Application Security Scanner | ✅ Pass | 2.833s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.177s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.658s+| JSON Response Function | ✅ Pass | 2.490s | |+| Search Query Function | ✅ Pass | 3.285s | |+| Ask Advice Function | ✅ Pass | 2.092s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.750s | |+| Basic Context Memory Test | ✅ Pass | 2.025s | |+| Function Argument Memory Test | ✅ Pass | 1.910s | |+| Function Response Memory Test | ✅ Pass | 1.574s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.993s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.235s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.970s | |+| Penetration Testing Methodology | ✅ Pass | 2.114s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.289s | |+| SQL Injection Attack Type | ✅ Pass | 2.965s | |+| Penetration Testing Framework | ✅ Pass | 3.358s | |+| Web Application Security Scanner | ✅ Pass | 6.417s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.754s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.705s---diff --git a/examples/tests/minimax-report.md b/examples/tests/minimax-report.mdindex cfbb14c1..24374904 100644--- a/examples/tests/minimax-report.md+++ b/examples/tests/minimax-report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Tue, 21 Jul 2026 19:11:05 UTC+Generated: Thu, 23 Jul 2026 13:19:09 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | MiniMax-M2.7 | true | 23/23 (100.00%) | 3.034s |-| simple_json | MiniMax-M2.7 | true | 6/7 (85.71%) | 2.505s |-| primary_agent | MiniMax-M3 | true | 23/23 (100.00%) | 1.784s |-| assistant | MiniMax-M3 | true | 22/23 (95.65%) | 1.863s |-| generator | MiniMax-M3 | true | 22/23 (95.65%) | 1.774s |-| refiner | MiniMax-M3 | true | 22/23 (95.65%) | 1.857s |-| adviser | MiniMax-M3 | true | 22/23 (95.65%) | 1.618s |-| reflector | MiniMax-M3 | true | 23/23 (100.00%) | 3.042s |-| searcher | MiniMax-M3 | true | 23/23 (100.00%) | 2.713s |-| enricher | MiniMax-M3 | true | 23/23 (100.00%) | 2.287s |-| coder | MiniMax-M3 | true | 22/23 (95.65%) | 1.399s |-| installer | MiniMax-M3 | true | 23/23 (100.00%) | 0.224s |-| pentester | MiniMax-M3 | true | 23/23 (100.00%) | 0.222s |--**Total**: 277/283 (97.88%) successful tests-**Overall average latency**: 1.835s+| simple | MiniMax-M2.7 | true | 24/24 (100.00%) | 4.180s |+| simple_json | MiniMax-M2.7 | true | 7/7 (100.00%) | 3.094s |+| primary_agent | MiniMax-M3 | true | 23/24 (95.83%) | 4.614s |+| assistant | MiniMax-M3 | true | 23/24 (95.83%) | 3.513s |+| generator | MiniMax-M3 | true | 21/24 (87.50%) | 4.044s |+| refiner | MiniMax-M3 | true | 22/24 (91.67%) | 4.646s |+| adviser | MiniMax-M3 | true | 22/24 (91.67%) | 3.606s |+| reflector | MiniMax-M3 | true | 22/24 (91.67%) | 3.728s |+| searcher | MiniMax-M3 | true | 23/24 (95.83%) | 3.266s |+| enricher | MiniMax-M3 | true | 21/24 (87.50%) | 3.035s |+| coder | MiniMax-M3 | true | 21/24 (87.50%) | 1.792s |+| installer | MiniMax-M3 | true | 23/24 (95.83%) | 0.634s |+| pentester | MiniMax-M3 | true | 23/24 (95.83%) | 0.349s |++**Total**: 275/295 (93.22%) successful tests+**Overall average latency**: 3.117s## Detailed Results@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 4.424s | |-| Math Calculation | ✅ Pass | 1.493s | |-| Count from 1 to 5 | ✅ Pass | 2.932s | |-| Text Transform Uppercase | ✅ Pass | 5.049s | |-| Basic Echo Function | ✅ Pass | 1.800s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.018s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.595s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.591s | |+| Simple Math | ✅ Pass | 3.252s | |+| Text Transform Uppercase | ✅ Pass | 3.106s | |+| Count from 1 to 5 | ✅ Pass | 4.481s | |+| Math Calculation | ✅ Pass | 2.401s | |+| Basic Echo Function | ✅ Pass | 2.715s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.683s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.789s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.201s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.775s | |-| Search Query Function | ✅ Pass | 1.895s | |-| Ask Advice Function | ✅ Pass | 2.342s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.684s | |-| Basic Context Memory Test | ✅ Pass | 2.271s | |-| Function Argument Memory Test | ✅ Pass | 2.541s | |-| Function Response Memory Test | ✅ Pass | 2.198s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.435s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.963s | |-| Penetration Testing Methodology | ✅ Pass | 4.513s | |-| Vulnerability Assessment Tools | ✅ Pass | 6.186s | |-| SQL Injection Attack Type | ✅ Pass | 4.290s | |-| Penetration Testing Framework | ✅ Pass | 6.556s | |-| Web Application Security Scanner | ✅ Pass | 2.842s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.374s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.034s+| JSON Response Function | ✅ Pass | 2.551s | |+| Search Query Function | ✅ Pass | 5.124s | |+| Ask Advice Function | ✅ Pass | 2.923s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.530s | |+| Basic Context Memory Test | ✅ Pass | 3.674s | |+| Function Argument Memory Test | ✅ Pass | 2.445s | |+| Function Response Memory Test | ✅ Pass | 1.888s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.701s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.431s | |+| Read a file, then edit it via unified diff | ✅ Pass | 8.266s | |+| Penetration Testing Methodology | ✅ Pass | 5.606s | |+| SQL Injection Attack Type | ✅ Pass | 6.478s | |+| Vulnerability Assessment Tools | ✅ Pass | 15.618s | |+| Penetration Testing Framework | ✅ Pass | 4.319s | |+| Web Application Security Scanner | ✅ Pass | 3.048s | |+| Penetration Testing Tool Selection | ✅ Pass | 4.068s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 4.180s---@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Project Information JSON | ✅ Pass | 2.120s | |-| Person Information JSON | ✅ Pass | 2.365s | |-| User Profile JSON | ✅ Pass | 2.581s | |-| Vulnerability Report Memory Test | ✅ Pass | 2.818s | |-| Streaming Person Information JSON Streaming | ❌ Fail | 2.079s | invalid JSON response: invalid character '<' after top\-level value |-| JSON Array Response Without Schema | ✅ Pass | 2.834s | |+| Vulnerability Report Memory Test | ✅ Pass | 3.973s | |+| User Profile JSON | ✅ Pass | 2.414s | |+| Project Information JSON | ✅ Pass | 2.710s | |+| Person Information JSON | ✅ Pass | 3.002s | |+| JSON Array Response Without Schema | ✅ Pass | 2.411s | |+| Streaming Person Information JSON Streaming | ✅ Pass | 3.103s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Structured Output With JSON Schema | structured_output | ✅ Pass | 2.732s | |+| Structured Output With JSON Schema | structured_output | ✅ Pass | 4.038s | |-**Summary**: 6/7 (85.71%) successful tests+**Summary**: 7/7 (100.00%) successful tests-**Average latency**: 2.505s+**Average latency**: 3.094s---@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.002s | |-| Text Transform Uppercase | ✅ Pass | 0.225s | |-| Count from 1 to 5 | ✅ Pass | 0.207s | |-| Math Calculation | ✅ Pass | 0.211s | |-| Basic Echo Function | ✅ Pass | 0.211s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.205s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.265s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.278s | |+| Simple Math | ✅ Pass | 2.333s | |+| Text Transform Uppercase | ✅ Pass | 2.283s | |+| Count from 1 to 5 | ✅ Pass | 2.201s | |+| Math Calculation | ✅ Pass | 3.958s | |+| Basic Echo Function | ✅ Pass | 2.292s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.449s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.103s | |+| Streaming Simple Math Streaming | ✅ Pass | 23.300s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.211s | |-| Search Query Function | ✅ Pass | 0.202s | |-| Ask Advice Function | ✅ Pass | 0.208s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.257s | |-| Basic Context Memory Test | ✅ Pass | 0.211s | |-| Function Argument Memory Test | ✅ Pass | 1.470s | |-| Function Response Memory Test | ✅ Pass | 1.604s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.260s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.735s | |-| Penetration Testing Methodology | ✅ Pass | 4.491s | |-| Vulnerability Assessment Tools | ✅ Pass | 9.840s | |-| SQL Injection Attack Type | ✅ Pass | 3.323s | |-| Penetration Testing Framework | ✅ Pass | 7.383s | |-| Web Application Security Scanner | ✅ Pass | 1.496s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.715s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.784s+| JSON Response Function | ✅ Pass | 11.303s | |+| Search Query Function | ✅ Pass | 2.920s | |+| Ask Advice Function | ✅ Pass | 3.436s | |+| Streaming Search Query Function Streaming | ✅ Pass | 4.227s | |+| Basic Context Memory Test | ✅ Pass | 1.518s | |+| Function Argument Memory Test | ✅ Pass | 1.897s | |+| Function Response Memory Test | ✅ Pass | 1.880s | |+| Penetration Testing Memory with Tool Call | ❌ Fail | 4.658s | no tool calls found, expected at least 1 |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.558s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.651s | |+| Penetration Testing Methodology | ✅ Pass | 6.443s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.490s | |+| SQL Injection Attack Type | ✅ Pass | 3.350s | |+| Penetration Testing Framework | ✅ Pass | 6.852s | |+| Web Application Security Scanner | ✅ Pass | 5.177s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.455s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 4.614s---@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.002s | |-| Text Transform Uppercase | ✅ Pass | 0.208s | |-| Count from 1 to 5 | ✅ Pass | 0.207s | |-| Math Calculation | ✅ Pass | 0.211s | |-| Basic Echo Function | ✅ Pass | 0.207s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.207s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.261s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.273s | |+| Simple Math | ✅ Pass | 2.258s | |+| Text Transform Uppercase | ✅ Pass | 1.553s | |+| Count from 1 to 5 | ✅ Pass | 1.924s | |+| Math Calculation | ✅ Pass | 3.942s | |+| Basic Echo Function | ✅ Pass | 2.655s | |+| Streaming Simple Math Streaming | ❌ Fail | 3.780s | expected text '6' not found |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.722s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.955s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.217s | |-| Search Query Function | ✅ Pass | 0.207s | |-| Ask Advice Function | ✅ Pass | 0.207s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.257s | |-| Basic Context Memory Test | ✅ Pass | 0.211s | |-| Function Argument Memory Test | ✅ Pass | 1.350s | |-| Function Response Memory Test | ✅ Pass | 1.193s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.322s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.172s | |-| Penetration Testing Methodology | ✅ Pass | 5.842s | |-| Vulnerability Assessment Tools | ✅ Pass | 5.280s | |-| SQL Injection Attack Type | ❌ Fail | 4.207s | expected text 'injection' not found |-| Penetration Testing Framework | ✅ Pass | 7.334s | |-| Web Application Security Scanner | ✅ Pass | 4.036s | |-| Penetration Testing Tool Selection | ✅ Pass | 4.427s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 1.863s+| Search Query Function | ✅ Pass | 2.019s | |+| JSON Response Function | ✅ Pass | 13.549s | |+| Ask Advice Function | ✅ Pass | 2.806s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.771s | |+| Basic Context Memory Test | ✅ Pass | 2.416s | |+| Function Argument Memory Test | ✅ Pass | 1.677s | |+| Function Response Memory Test | ✅ Pass | 1.250s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.641s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.798s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.510s | |+| Penetration Testing Methodology | ✅ Pass | 6.917s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.307s | |+| SQL Injection Attack Type | ✅ Pass | 2.614s | |+| Penetration Testing Framework | ✅ Pass | 8.236s | |+| Web Application Security Scanner | ✅ Pass | 3.256s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.735s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 3.513s---@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.022s | |-| Text Transform Uppercase | ✅ Pass | 0.215s | |-| Count from 1 to 5 | ✅ Pass | 0.209s | |-| Math Calculation | ✅ Pass | 0.214s | |-| Basic Echo Function | ✅ Pass | 0.208s | |-| Streaming Simple Math Streaming | ❌ Fail | 0.207s | expected text '6' not found |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.262s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.261s | |+| Simple Math | ✅ Pass | 1.977s | |+| Text Transform Uppercase | ❌ Fail | 2.945s | expected text 'HELLO WORLD' not found |+| Count from 1 to 5 | ✅ Pass | 2.062s | |+| Math Calculation | ✅ Pass | 3.933s | |+| Basic Echo Function | ✅ Pass | 2.258s | |+| Streaming Simple Math Streaming | ❌ Fail | 3.768s | expected text '6' not found |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 6.462s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.485s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.213s | |-| Search Query Function | ✅ Pass | 0.204s | |-| Ask Advice Function | ✅ Pass | 0.209s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.256s | |-| Basic Context Memory Test | ✅ Pass | 0.213s | |-| Function Argument Memory Test | ✅ Pass | 1.599s | |-| Function Response Memory Test | ✅ Pass | 1.137s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.304s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.192s | |-| Penetration Testing Methodology | ✅ Pass | 4.910s | |-| Vulnerability Assessment Tools | ✅ Pass | 9.593s | |-| SQL Injection Attack Type | ✅ Pass | 2.922s | |-| Penetration Testing Framework | ✅ Pass | 5.884s | |-| Web Application Security Scanner | ✅ Pass | 2.006s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.560s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 1.774s+| JSON Response Function | ✅ Pass | 9.990s | |+| Ask Advice Function | ✅ Pass | 2.935s | |+| Search Query Function | ✅ Pass | 8.046s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.426s | |+| Basic Context Memory Test | ✅ Pass | 1.772s | |+| Function Argument Memory Test | ✅ Pass | 1.439s | |+| Function Response Memory Test | ✅ Pass | 1.203s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.445s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.696s | |+| Read a file, then edit it via unified diff | ✅ Pass | 6.382s | |+| Penetration Testing Methodology | ✅ Pass | 7.368s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.067s | |+| SQL Injection Attack Type | ❌ Fail | 3.958s | expected text 'injection' not found |+| Penetration Testing Framework | ✅ Pass | 6.771s | |+| Web Application Security Scanner | ✅ Pass | 3.220s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.440s | |++**Summary**: 21/24 (87.50%) successful tests++**Average latency**: 4.044s---@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.000s | |-| Text Transform Uppercase | ✅ Pass | 0.207s | |-| Count from 1 to 5 | ✅ Pass | 0.208s | |-| Math Calculation | ✅ Pass | 0.211s | |-| Basic Echo Function | ✅ Pass | 0.206s | |-| Streaming Simple Math Streaming | ❌ Fail | 0.208s | expected text '6' not found |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.261s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.260s | |+| Simple Math | ✅ Pass | 1.987s | |+| Text Transform Uppercase | ❌ Fail | 3.547s | expected text 'HELLO WORLD' not found |+| Count from 1 to 5 | ✅ Pass | 1.525s | |+| Math Calculation | ✅ Pass | 2.789s | |+| Basic Echo Function | ✅ Pass | 2.932s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.977s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.747s | |+| Streaming Simple Math Streaming | ✅ Pass | 23.105s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.211s | |-| Search Query Function | ✅ Pass | 0.207s | |-| Ask Advice Function | ✅ Pass | 0.208s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.258s | |-| Basic Context Memory Test | ✅ Pass | 0.207s | |-| Function Argument Memory Test | ✅ Pass | 1.150s | |-| Function Response Memory Test | ✅ Pass | 1.505s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.291s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.101s | |-| Penetration Testing Methodology | ✅ Pass | 4.023s | |-| Vulnerability Assessment Tools | ✅ Pass | 8.803s | |-| SQL Injection Attack Type | ✅ Pass | 2.038s | |-| Penetration Testing Framework | ✅ Pass | 6.667s | |-| Web Application Security Scanner | ✅ Pass | 3.783s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.675s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 1.857s+| JSON Response Function | ✅ Pass | 9.591s | |+| Search Query Function | ✅ Pass | 2.109s | |+| Ask Advice Function | ✅ Pass | 2.736s | |+| Streaming Search Query Function Streaming | ✅ Pass | 3.974s | |+| Basic Context Memory Test | ✅ Pass | 2.881s | |+| Function Response Memory Test | ✅ Pass | 1.499s | |+| Function Argument Memory Test | ✅ Pass | 5.094s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.033s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.341s | |+| Read a file, then edit it via unified diff | ✅ Pass | 6.297s | |+| Penetration Testing Methodology | ✅ Pass | 5.293s | |+| Vulnerability Assessment Tools | ✅ Pass | 8.008s | |+| SQL Injection Attack Type | ❌ Fail | 2.519s | expected text 'injection' not found |+| Penetration Testing Framework | ✅ Pass | 6.543s | |+| Web Application Security Scanner | ✅ Pass | 2.759s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.203s | |++**Summary**: 22/24 (91.67%) successful tests++**Average latency**: 4.646s---@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.002s | |-| Text Transform Uppercase | ✅ Pass | 0.211s | |-| Count from 1 to 5 | ✅ Pass | 0.209s | |-| Math Calculation | ✅ Pass | 0.218s | |-| Basic Echo Function | ✅ Pass | 0.217s | |-| Streaming Simple Math Streaming | ❌ Fail | 0.207s | expected text '6' not found |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.261s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.262s | |+| Simple Math | ✅ Pass | 1.986s | |+| Text Transform Uppercase | ✅ Pass | 1.505s | |+| Count from 1 to 5 | ✅ Pass | 1.232s | |+| Math Calculation | ✅ Pass | 2.575s | |+| Basic Echo Function | ✅ Pass | 2.059s | |+| Streaming Simple Math Streaming | ❌ Fail | 3.143s | expected text '6' not found |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.932s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.618s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.210s | |-| Search Query Function | ✅ Pass | 0.207s | |-| Ask Advice Function | ✅ Pass | 0.206s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.258s | |-| Basic Context Memory Test | ✅ Pass | 0.204s | |-| Function Argument Memory Test | ✅ Pass | 1.427s | |-| Function Response Memory Test | ✅ Pass | 0.980s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.853s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.013s | |-| Penetration Testing Methodology | ✅ Pass | 2.843s | |-| Vulnerability Assessment Tools | ✅ Pass | 8.423s | |-| SQL Injection Attack Type | ✅ Pass | 1.870s | |-| Penetration Testing Framework | ✅ Pass | 7.770s | |-| Web Application Security Scanner | ✅ Pass | 1.755s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.600s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 1.618s+| JSON Response Function | ✅ Pass | 8.668s | |+| Search Query Function | ✅ Pass | 1.992s | |+| Ask Advice Function | ✅ Pass | 1.881s | |+| Streaming Search Query Function Streaming | ✅ Pass | 3.789s | |+| Basic Context Memory Test | ✅ Pass | 1.698s | |+| Function Argument Memory Test | ✅ Pass | 2.503s | |+| Function Response Memory Test | ✅ Pass | 0.970s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.516s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 7.952s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.648s | |+| Penetration Testing Methodology | ✅ Pass | 7.060s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.811s | |+| SQL Injection Attack Type | ❌ Fail | 3.171s | expected text 'injection' not found |+| Penetration Testing Framework | ✅ Pass | 7.496s | |+| Web Application Security Scanner | ✅ Pass | 5.358s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.971s | |++**Summary**: 22/24 (91.67%) successful tests++**Average latency**: 3.606s---@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 3.207s | |-| Text Transform Uppercase | ✅ Pass | 1.806s | |-| Count from 1 to 5 | ✅ Pass | 1.716s | |-| Math Calculation | ✅ Pass | 1.479s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.874s | |-| Basic Echo Function | ✅ Pass | 2.816s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.577s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.428s | |+| Simple Math | ✅ Pass | 1.986s | |+| Text Transform Uppercase | ❌ Fail | 2.407s | expected text 'HELLO WORLD' not found |+| Count from 1 to 5 | ✅ Pass | 2.268s | |+| Math Calculation | ✅ Pass | 2.172s | |+| Basic Echo Function | ✅ Pass | 1.973s | |+| Streaming Simple Math Streaming | ❌ Fail | 8.210s | expected text '6' not found |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.773s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.855s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.800s | |-| Ask Advice Function | ✅ Pass | 1.774s | |-| Search Query Function | ✅ Pass | 3.854s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.568s | |-| Basic Context Memory Test | ✅ Pass | 1.478s | |-| Function Argument Memory Test | ✅ Pass | 1.394s | |-| Function Response Memory Test | ✅ Pass | 2.723s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.058s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.080s | |-| Penetration Testing Methodology | ✅ Pass | 4.896s | |-| Vulnerability Assessment Tools | ✅ Pass | 8.835s | |-| SQL Injection Attack Type | ✅ Pass | 2.803s | |-| Penetration Testing Framework | ✅ Pass | 7.024s | |-| Web Application Security Scanner | ✅ Pass | 2.798s | |-| Penetration Testing Tool Selection | ✅ Pass | 4.965s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.042s+| JSON Response Function | ✅ Pass | 8.549s | |+| Search Query Function | ✅ Pass | 2.465s | |+| Ask Advice Function | ✅ Pass | 1.534s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.819s | |+| Basic Context Memory Test | ✅ Pass | 2.837s | |+| Function Argument Memory Test | ✅ Pass | 2.667s | |+| Function Response Memory Test | ✅ Pass | 1.289s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.930s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 5.471s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.773s | |+| Penetration Testing Methodology | ✅ Pass | 5.068s | |+| Vulnerability Assessment Tools | ✅ Pass | 7.325s | |+| SQL Injection Attack Type | ✅ Pass | 3.825s | |+| Penetration Testing Framework | ✅ Pass | 6.276s | |+| Web Application Security Scanner | ✅ Pass | 2.472s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.516s | |++**Summary**: 22/24 (91.67%) successful tests++**Average latency**: 3.728s---@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 3.522s | |-| Text Transform Uppercase | ✅ Pass | 1.797s | |-| Count from 1 to 5 | ✅ Pass | 1.528s | |-| Math Calculation | ✅ Pass | 1.399s | |-| Basic Echo Function | ✅ Pass | 2.405s | |-| Streaming Simple Math Streaming | ✅ Pass | 3.506s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.981s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.416s | |+| Simple Math | ✅ Pass | 2.266s | |+| Text Transform Uppercase | ✅ Pass | 1.622s | |+| Count from 1 to 5 | ✅ Pass | 1.810s | |+| Math Calculation | ✅ Pass | 1.943s | |+| Basic Echo Function | ✅ Pass | 1.830s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.019s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.754s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.530s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.665s | |-| Ask Advice Function | ✅ Pass | 1.628s | |-| Search Query Function | ✅ Pass | 3.944s | |-| Basic Context Memory Test | ✅ Pass | 1.394s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.683s | |-| Function Argument Memory Test | ✅ Pass | 1.794s | |-| Function Response Memory Test | ✅ Pass | 1.223s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.969s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.941s | |-| Penetration Testing Methodology | ✅ Pass | 3.698s | |-| Vulnerability Assessment Tools | ✅ Pass | 6.506s | |-| SQL Injection Attack Type | ✅ Pass | 2.416s | |-| Penetration Testing Framework | ✅ Pass | 6.985s | |-| Web Application Security Scanner | ✅ Pass | 2.666s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.328s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.713s+| JSON Response Function | ✅ Pass | 2.938s | |+| Search Query Function | ✅ Pass | 1.768s | |+| Ask Advice Function | ✅ Pass | 1.231s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.620s | |+| Basic Context Memory Test | ✅ Pass | 2.409s | |+| Function Argument Memory Test | ✅ Pass | 2.258s | |+| Function Response Memory Test | ✅ Pass | 1.113s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.860s | |+| Cybersecurity Workflow Memory Test | ❌ Fail | 10.716s | expected text 'example\.com' not found |+| Read a file, then edit it via unified diff | ✅ Pass | 4.623s | |+| Penetration Testing Methodology | ✅ Pass | 5.543s | |+| Vulnerability Assessment Tools | ✅ Pass | 9.397s | |+| SQL Injection Attack Type | ✅ Pass | 2.922s | |+| Penetration Testing Framework | ✅ Pass | 4.712s | |+| Web Application Security Scanner | ✅ Pass | 3.791s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.686s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 3.266s---@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.371s | |-| Text Transform Uppercase | ✅ Pass | 2.029s | |-| Count from 1 to 5 | ✅ Pass | 1.483s | |-| Math Calculation | ✅ Pass | 1.719s | |-| Basic Echo Function | ✅ Pass | 1.897s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.594s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.228s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.384s | |+| Simple Math | ✅ Pass | 0.331s | |+| Text Transform Uppercase | ❌ Fail | 2.824s | expected text 'HELLO WORLD' not found |+| Count from 1 to 5 | ✅ Pass | 2.201s | |+| Math Calculation | ✅ Pass | 1.640s | |+| Basic Echo Function | ✅ Pass | 0.241s | |+| Streaming Simple Math Streaming | ❌ Fail | 1.760s | expected text '6' not found |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.349s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.831s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.659s | |-| Ask Advice Function | ✅ Pass | 1.517s | |-| Search Query Function | ✅ Pass | 2.571s | |-| Basic Context Memory Test | ✅ Pass | 1.365s | |-| Function Argument Memory Test | ✅ Pass | 0.254s | |-| Streaming Search Query Function Streaming | ✅ Pass | 5.597s | |-| Function Response Memory Test | ✅ Pass | 1.071s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.096s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.652s | |-| Penetration Testing Methodology | ✅ Pass | 2.176s | |-| Vulnerability Assessment Tools | ✅ Pass | 5.249s | |-| SQL Injection Attack Type | ✅ Pass | 3.192s | |-| Penetration Testing Framework | ✅ Pass | 3.008s | |-| Web Application Security Scanner | ✅ Pass | 2.955s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.519s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.287s+| JSON Response Function | ✅ Pass | 2.895s | |+| Search Query Function | ✅ Pass | 3.037s | |+| Ask Advice Function | ✅ Pass | 2.191s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.241s | |+| Basic Context Memory Test | ❌ Fail | 3.248s | expected text 'software engineer' not found |+| Function Argument Memory Test | ✅ Pass | 2.700s | |+| Function Response Memory Test | ✅ Pass | 1.773s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.329s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.878s | |+| Read a file, then edit it via unified diff | ✅ Pass | 6.712s | |+| Penetration Testing Methodology | ✅ Pass | 4.013s | |+| Vulnerability Assessment Tools | ✅ Pass | 11.370s | |+| SQL Injection Attack Type | ✅ Pass | 4.774s | |+| Penetration Testing Framework | ✅ Pass | 3.879s | |+| Web Application Security Scanner | ✅ Pass | 0.215s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.399s | |++**Summary**: 21/24 (87.50%) successful tests++**Average latency**: 3.035s---@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.237s | |-| Text Transform Uppercase | ✅ Pass | 0.219s | |-| Count from 1 to 5 | ✅ Pass | 0.209s | |-| Math Calculation | ✅ Pass | 0.213s | |-| Basic Echo Function | ✅ Pass | 0.216s | |-| Streaming Simple Math Streaming | ❌ Fail | 0.211s | expected text '6' not found |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.255s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.257s | |+| Simple Math | ✅ Pass | 0.335s | |+| Text Transform Uppercase | ❌ Fail | 2.567s | expected text 'HELLO WORLD' not found |+| Count from 1 to 5 | ✅ Pass | 0.315s | |+| Math Calculation | ✅ Pass | 0.291s | |+| Basic Echo Function | ✅ Pass | 1.565s | |+| Streaming Simple Math Streaming | ❌ Fail | 2.669s | expected text '6' not found |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.722s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.220s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.204s | |-| Search Query Function | ✅ Pass | 0.208s | |-| Ask Advice Function | ✅ Pass | 0.208s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.255s | |-| Basic Context Memory Test | ✅ Pass | 0.214s | |-| Function Argument Memory Test | ✅ Pass | 0.250s | |-| Function Response Memory Test | ✅ Pass | 0.838s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.135s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.314s | |-| Penetration Testing Methodology | ✅ Pass | 3.940s | |-| SQL Injection Attack Type | ✅ Pass | 0.209s | |-| Vulnerability Assessment Tools | ✅ Pass | 8.416s | |-| Penetration Testing Framework | ✅ Pass | 3.656s | |-| Web Application Security Scanner | ✅ Pass | 2.992s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.512s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 1.399s+| JSON Response Function | ✅ Pass | 0.424s | |+| Search Query Function | ✅ Pass | 0.655s | |+| Ask Advice Function | ✅ Pass | 0.224s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.350s | |+| Basic Context Memory Test | ✅ Pass | 1.349s | |+| Function Argument Memory Test | ✅ Pass | 2.080s | |+| Function Response Memory Test | ✅ Pass | 1.691s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.223s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.132s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.152s | |+| Penetration Testing Methodology | ✅ Pass | 0.214s | |+| SQL Injection Attack Type | ❌ Fail | 0.228s | expected text 'injection' not found |+| Vulnerability Assessment Tools | ✅ Pass | 12.670s | |+| Web Application Security Scanner | ✅ Pass | 0.277s | |+| Penetration Testing Framework | ✅ Pass | 5.427s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.216s | |++**Summary**: 21/24 (87.50%) successful tests++**Average latency**: 1.792s---@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.238s | |-| Text Transform Uppercase | ✅ Pass | 0.208s | |-| Count from 1 to 5 | ✅ Pass | 0.204s | |-| Math Calculation | ✅ Pass | 0.208s | |-| Basic Echo Function | ✅ Pass | 0.222s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.212s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.260s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.267s | |+| Simple Math | ✅ Pass | 0.331s | |+| Text Transform Uppercase | ✅ Pass | 0.276s | |+| Count from 1 to 5 | ✅ Pass | 0.210s | |+| Math Calculation | ✅ Pass | 0.892s | |+| Basic Echo Function | ✅ Pass | 1.345s | |+| Streaming Simple Math Streaming | ❌ Fail | 2.933s | expected text '6' not found |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.254s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.260s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.213s | |-| Search Query Function | ✅ Pass | 0.209s | |-| Ask Advice Function | ✅ Pass | 0.219s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.260s | |-| Basic Context Memory Test | ✅ Pass | 0.221s | |-| Function Argument Memory Test | ✅ Pass | 0.244s | |-| Function Response Memory Test | ✅ Pass | 0.203s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.216s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.201s | |-| Penetration Testing Methodology | ✅ Pass | 0.207s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.290s | |-| SQL Injection Attack Type | ✅ Pass | 0.214s | |-| Penetration Testing Framework | ✅ Pass | 0.212s | |-| Web Application Security Scanner | ✅ Pass | 0.212s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.209s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.224s+| JSON Response Function | ✅ Pass | 1.296s | |+| Search Query Function | ✅ Pass | 0.437s | |+| Ask Advice Function | ✅ Pass | 0.334s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.263s | |+| Basic Context Memory Test | ✅ Pass | 0.215s | |+| Function Argument Memory Test | ✅ Pass | 0.208s | |+| Function Response Memory Test | ✅ Pass | 0.216s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.773s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.275s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.440s | |+| Penetration Testing Methodology | ✅ Pass | 0.286s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.283s | |+| SQL Injection Attack Type | ✅ Pass | 0.518s | |+| Penetration Testing Framework | ✅ Pass | 0.657s | |+| Web Application Security Scanner | ✅ Pass | 0.288s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.214s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 0.634s---@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.241s | |-| Text Transform Uppercase | ✅ Pass | 0.209s | |-| Count from 1 to 5 | ✅ Pass | 0.212s | |-| Math Calculation | ✅ Pass | 0.214s | |-| Basic Echo Function | ✅ Pass | 0.202s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.212s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.251s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.272s | |+| Simple Math | ✅ Pass | 0.300s | |+| Text Transform Uppercase | ✅ Pass | 0.206s | |+| Count from 1 to 5 | ✅ Pass | 0.213s | |+| Math Calculation | ✅ Pass | 0.222s | |+| Basic Echo Function | ✅ Pass | 0.223s | |+| Streaming Simple Math Streaming | ❌ Fail | 0.323s | expected text '6' not found |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.262s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.316s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.211s | |-| Search Query Function | ✅ Pass | 0.218s | |-| Ask Advice Function | ✅ Pass | 0.212s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.262s | |-| Basic Context Memory Test | ✅ Pass | 0.217s | |-| Function Argument Memory Test | ✅ Pass | 0.201s | |-| Function Response Memory Test | ✅ Pass | 0.257s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.211s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.205s | |-| Penetration Testing Methodology | ✅ Pass | 0.208s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.215s | |-| SQL Injection Attack Type | ✅ Pass | 0.212s | |-| Penetration Testing Framework | ✅ Pass | 0.210s | |-| Web Application Security Scanner | ✅ Pass | 0.223s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.226s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.222s+| JSON Response Function | ✅ Pass | 0.392s | |+| Search Query Function | ✅ Pass | 0.760s | |+| Ask Advice Function | ✅ Pass | 0.699s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.359s | |+| Basic Context Memory Test | ✅ Pass | 0.215s | |+| Function Argument Memory Test | ✅ Pass | 0.273s | |+| Function Response Memory Test | ✅ Pass | 0.275s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.342s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.218s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.972s | |+| Penetration Testing Methodology | ✅ Pass | 0.211s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.210s | |+| SQL Injection Attack Type | ✅ Pass | 0.217s | |+| Penetration Testing Framework | ✅ Pass | 0.448s | |+| Web Application Security Scanner | ✅ Pass | 0.296s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.404s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 0.349s---diff --git a/examples/tests/moonshot-report.md b/examples/tests/moonshot-report.mdindex 5e370561..9b87a5f8 100644--- a/examples/tests/moonshot-report.md+++ b/examples/tests/moonshot-report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Tue, 21 Jul 2026 16:50:01 UTC+Generated: Thu, 23 Jul 2026 11:07:18 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | kimi-k2.5 | true | 23/23 (100.00%) | 0.229s |-| simple_json | kimi-k2.5 | true | 7/7 (100.00%) | 0.209s |-| primary_agent | kimi-k2.5 | true | 23/23 (100.00%) | 0.230s |-| assistant | kimi-k2.5 | true | 23/23 (100.00%) | 0.230s |-| generator | kimi-k2.6 | true | 23/23 (100.00%) | 3.664s |-| refiner | kimi-k2.6 | true | 23/23 (100.00%) | 3.490s |-| adviser | kimi-k2.6 | true | 23/23 (100.00%) | 3.168s |-| reflector | kimi-k2.5 | true | 23/23 (100.00%) | 0.232s |-| searcher | kimi-k2.5 | true | 23/23 (100.00%) | 0.231s |-| enricher | kimi-k2.5 | true | 23/23 (100.00%) | 0.208s |-| coder | kimi-k2.6 | true | 23/23 (100.00%) | 3.672s |-| installer | kimi-k2.5 | true | 23/23 (100.00%) | 0.216s |-| pentester | kimi-k2.6 | true | 23/23 (100.00%) | 3.397s |--**Total**: 283/283 (100.00%) successful tests-**Overall average latency**: 1.547s+| simple | kimi-k2.5 | true | 24/24 (100.00%) | 1.796s |+| simple_json | kimi-k2.5 | true | 7/7 (100.00%) | 1.967s |+| primary_agent | kimi-k2.5 | true | 24/24 (100.00%) | 3.957s |+| assistant | kimi-k2.5 | true | 24/24 (100.00%) | 4.266s |+| generator | kimi-k2.6 | true | 24/24 (100.00%) | 4.365s |+| refiner | kimi-k2.6 | true | 24/24 (100.00%) | 4.738s |+| adviser | kimi-k2.6 | true | 24/24 (100.00%) | 4.320s |+| reflector | kimi-k2.5 | true | 24/24 (100.00%) | 2.589s |+| searcher | kimi-k2.5 | true | 24/24 (100.00%) | 2.311s |+| enricher | kimi-k2.5 | true | 24/24 (100.00%) | 2.184s |+| coder | kimi-k2.6 | true | 24/24 (100.00%) | 4.455s |+| installer | kimi-k2.5 | true | 24/24 (100.00%) | 1.340s |+| pentester | kimi-k2.6 | true | 24/24 (100.00%) | 4.322s |++**Total**: 295/295 (100.00%) successful tests+**Overall average latency**: 3.353s## Detailed Results@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.564s | |-| Text Transform Uppercase | ✅ Pass | 0.222s | |-| Count from 1 to 5 | ✅ Pass | 0.208s | |-| Math Calculation | ✅ Pass | 0.212s | |-| Basic Echo Function | ✅ Pass | 0.214s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.207s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.219s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.214s | |+| Simple Math | ✅ Pass | 0.895s | |+| Text Transform Uppercase | ✅ Pass | 1.297s | |+| Count from 1 to 5 | ✅ Pass | 1.032s | |+| Math Calculation | ✅ Pass | 0.969s | |+| Basic Echo Function | ✅ Pass | 3.208s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.808s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.986s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.959s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.208s | |-| Search Query Function | ✅ Pass | 0.211s | |-| Ask Advice Function | ✅ Pass | 0.211s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.212s | |-| Basic Context Memory Test | ✅ Pass | 0.211s | |-| Function Argument Memory Test | ✅ Pass | 0.210s | |-| Function Response Memory Test | ✅ Pass | 0.208s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.213s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.219s | |-| Penetration Testing Methodology | ✅ Pass | 0.207s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.217s | |-| SQL Injection Attack Type | ✅ Pass | 0.216s | |-| Penetration Testing Framework | ✅ Pass | 0.212s | |-| Web Application Security Scanner | ✅ Pass | 0.212s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.221s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.229s+| JSON Response Function | ✅ Pass | 1.425s | |+| Search Query Function | ✅ Pass | 1.535s | |+| Ask Advice Function | ✅ Pass | 1.619s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.114s | |+| Basic Context Memory Test | ✅ Pass | 1.013s | |+| Function Argument Memory Test | ✅ Pass | 0.867s | |+| Function Response Memory Test | ✅ Pass | 0.900s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.500s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.923s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.219s | |+| Penetration Testing Methodology | ✅ Pass | 3.738s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.997s | |+| SQL Injection Attack Type | ✅ Pass | 1.121s | |+| Penetration Testing Framework | ✅ Pass | 3.280s | |+| Web Application Security Scanner | ✅ Pass | 3.237s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.440s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.796s---@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Vulnerability Report Memory Test | ✅ Pass | 0.204s | |-| Person Information JSON | ✅ Pass | 0.216s | |-| Project Information JSON | ✅ Pass | 0.211s | |-| User Profile JSON | ✅ Pass | 0.207s | |-| JSON Array Response Without Schema | ✅ Pass | 0.208s | |-| Streaming Person Information JSON Streaming | ✅ Pass | 0.204s | |+| Vulnerability Report Memory Test | ✅ Pass | 2.467s | |+| Project Information JSON | ✅ Pass | 1.150s | |+| User Profile JSON | ✅ Pass | 1.212s | |+| Person Information JSON | ✅ Pass | 3.402s | |+| JSON Array Response Without Schema | ✅ Pass | 1.093s | |+| Streaming Person Information JSON Streaming | ✅ Pass | 1.077s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.212s | |+| Structured Output With JSON Schema | structured_output | ✅ Pass | 3.365s | |**Summary**: 7/7 (100.00%) successful tests-**Average latency**: 0.209s+**Average latency**: 1.967s---@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.581s | |-| Text Transform Uppercase | ✅ Pass | 0.207s | |-| Count from 1 to 5 | ✅ Pass | 0.208s | |-| Math Calculation | ✅ Pass | 0.216s | |-| Basic Echo Function | ✅ Pass | 0.207s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.210s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.223s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.215s | |+| Simple Math | ✅ Pass | 2.305s | |+| Text Transform Uppercase | ✅ Pass | 2.342s | |+| Count from 1 to 5 | ✅ Pass | 2.497s | |+| Math Calculation | ✅ Pass | 2.481s | |+| Basic Echo Function | ✅ Pass | 1.815s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.669s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.113s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.913s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.217s | |-| Search Query Function | ✅ Pass | 0.219s | |-| Ask Advice Function | ✅ Pass | 0.213s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.210s | |-| Basic Context Memory Test | ✅ Pass | 0.211s | |-| Function Argument Memory Test | ✅ Pass | 0.214s | |-| Function Response Memory Test | ✅ Pass | 0.208s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.210s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.209s | |-| Penetration Testing Methodology | ✅ Pass | 0.209s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.220s | |-| SQL Injection Attack Type | ✅ Pass | 0.217s | |-| Penetration Testing Framework | ✅ Pass | 0.214s | |-| Web Application Security Scanner | ✅ Pass | 0.216s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.221s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.230s+| JSON Response Function | ✅ Pass | 2.038s | |+| Search Query Function | ✅ Pass | 1.937s | |+| Ask Advice Function | ✅ Pass | 2.215s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.998s | |+| Basic Context Memory Test | ✅ Pass | 3.114s | |+| Function Argument Memory Test | ✅ Pass | 2.322s | |+| Function Response Memory Test | ✅ Pass | 1.849s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.368s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.494s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.740s | |+| Penetration Testing Methodology | ✅ Pass | 13.352s | |+| Vulnerability Assessment Tools | ✅ Pass | 8.196s | |+| SQL Injection Attack Type | ✅ Pass | 4.320s | |+| Penetration Testing Framework | ✅ Pass | 10.678s | |+| Web Application Security Scanner | ✅ Pass | 8.652s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.552s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 3.957s---@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.576s | |-| Text Transform Uppercase | ✅ Pass | 0.211s | |-| Count from 1 to 5 | ✅ Pass | 0.213s | |-| Math Calculation | ✅ Pass | 0.211s | |-| Basic Echo Function | ✅ Pass | 0.213s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.208s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.232s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.215s | |+| Simple Math | ✅ Pass | 2.380s | |+| Text Transform Uppercase | ✅ Pass | 2.331s | |+| Count from 1 to 5 | ✅ Pass | 2.426s | |+| Math Calculation | ✅ Pass | 2.075s | |+| Basic Echo Function | ✅ Pass | 2.262s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.023s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.728s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.033s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.216s | |-| Search Query Function | ✅ Pass | 0.213s | |-| Ask Advice Function | ✅ Pass | 0.226s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.214s | |-| Basic Context Memory Test | ✅ Pass | 0.220s | |-| Function Argument Memory Test | ✅ Pass | 0.211s | |-| Function Response Memory Test | ✅ Pass | 0.221s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.214s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.204s | |-| Penetration Testing Methodology | ✅ Pass | 0.207s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.218s | |-| SQL Injection Attack Type | ✅ Pass | 0.212s | |-| Penetration Testing Framework | ✅ Pass | 0.217s | |-| Web Application Security Scanner | ✅ Pass | 0.207s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.210s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.230s+| JSON Response Function | ✅ Pass | 2.140s | |+| Search Query Function | ✅ Pass | 1.916s | |+| Ask Advice Function | ✅ Pass | 4.464s | |+| Streaming Search Query Function Streaming | ✅ Pass | 3.774s | |+| Basic Context Memory Test | ✅ Pass | 2.999s | |+| Function Argument Memory Test | ✅ Pass | 2.366s | |+| Function Response Memory Test | ✅ Pass | 1.823s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.054s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.396s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.359s | |+| Penetration Testing Methodology | ✅ Pass | 11.012s | |+| Vulnerability Assessment Tools | ✅ Pass | 8.955s | |+| SQL Injection Attack Type | ✅ Pass | 3.065s | |+| Penetration Testing Framework | ✅ Pass | 11.366s | |+| Web Application Security Scanner | ✅ Pass | 10.102s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.317s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 4.266s---@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Text Transform Uppercase | ✅ Pass | 2.428s | |-| Simple Math | ✅ Pass | 3.484s | |-| Count from 1 to 5 | ✅ Pass | 2.986s | |-| Math Calculation | ✅ Pass | 1.980s | |-| Basic Echo Function | ✅ Pass | 1.899s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.660s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.251s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.262s | |+| Simple Math | ✅ Pass | 1.913s | |+| Text Transform Uppercase | ✅ Pass | 2.192s | |+| Count from 1 to 5 | ✅ Pass | 3.272s | |+| Math Calculation | ✅ Pass | 1.969s | |+| Basic Echo Function | ✅ Pass | 2.705s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.686s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.868s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.255s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 3.614s | |-| Search Query Function | ✅ Pass | 2.205s | |-| Ask Advice Function | ✅ Pass | 1.962s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.098s | |-| Basic Context Memory Test | ✅ Pass | 3.120s | |-| Function Argument Memory Test | ✅ Pass | 2.717s | |-| Function Response Memory Test | ✅ Pass | 2.522s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.499s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.459s | |-| Vulnerability Assessment Tools | ✅ Pass | 8.993s | |-| Penetration Testing Methodology | ✅ Pass | 13.232s | |-| SQL Injection Attack Type | ✅ Pass | 2.385s | |-| Penetration Testing Framework | ✅ Pass | 4.996s | |-| Web Application Security Scanner | ✅ Pass | 5.140s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.376s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.664s+| JSON Response Function | ✅ Pass | 2.243s | |+| Search Query Function | ✅ Pass | 2.619s | |+| Ask Advice Function | ✅ Pass | 3.650s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.351s | |+| Basic Context Memory Test | ✅ Pass | 2.882s | |+| Function Argument Memory Test | ✅ Pass | 3.427s | |+| Function Response Memory Test | ✅ Pass | 3.298s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.572s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.705s | |+| Read a file, then edit it via unified diff | ✅ Pass | 8.207s | |+| Penetration Testing Methodology | ✅ Pass | 8.700s | |+| Vulnerability Assessment Tools | ✅ Pass | 12.066s | |+| SQL Injection Attack Type | ✅ Pass | 4.792s | |+| Penetration Testing Framework | ✅ Pass | 12.127s | |+| Web Application Security Scanner | ✅ Pass | 7.843s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.398s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 4.365s---@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Text Transform Uppercase | ✅ Pass | 1.532s | |-| Simple Math | ✅ Pass | 3.010s | |-| Count from 1 to 5 | ✅ Pass | 1.915s | |-| Math Calculation | ✅ Pass | 1.968s | |-| Basic Echo Function | ✅ Pass | 2.093s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.647s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.763s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.509s | |+| Simple Math | ✅ Pass | 3.139s | |+| Text Transform Uppercase | ✅ Pass | 2.017s | |+| Count from 1 to 5 | ✅ Pass | 2.373s | |+| Math Calculation | ✅ Pass | 2.178s | |+| Basic Echo Function | ✅ Pass | 2.085s | |+| Streaming Simple Math Streaming | ✅ Pass | 5.937s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.080s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.923s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.231s | |-| Search Query Function | ✅ Pass | 2.320s | |-| Ask Advice Function | ✅ Pass | 1.975s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.176s | |-| Basic Context Memory Test | ✅ Pass | 3.605s | |-| Function Argument Memory Test | ✅ Pass | 2.709s | |-| Function Response Memory Test | ✅ Pass | 2.090s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.044s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.128s | |-| Penetration Testing Methodology | ✅ Pass | 11.961s | |-| Vulnerability Assessment Tools | ✅ Pass | 12.566s | |-| SQL Injection Attack Type | ✅ Pass | 3.213s | |-| Penetration Testing Framework | ✅ Pass | 5.740s | |-| Web Application Security Scanner | ✅ Pass | 4.530s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.544s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.490s+| JSON Response Function | ✅ Pass | 5.016s | |+| Search Query Function | ✅ Pass | 3.299s | |+| Ask Advice Function | ✅ Pass | 3.688s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.842s | |+| Basic Context Memory Test | ✅ Pass | 2.909s | |+| Function Argument Memory Test | ✅ Pass | 2.791s | |+| Function Response Memory Test | ✅ Pass | 2.528s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.526s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.346s | |+| Read a file, then edit it via unified diff | ✅ Pass | 6.351s | |+| Penetration Testing Methodology | ✅ Pass | 11.479s | |+| Vulnerability Assessment Tools | ✅ Pass | 7.501s | |+| SQL Injection Attack Type | ✅ Pass | 8.031s | |+| Penetration Testing Framework | ✅ Pass | 7.261s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.236s | |+| Web Application Security Scanner | ✅ Pass | 14.175s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 4.738s---@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.083s | |-| Text Transform Uppercase | ✅ Pass | 2.149s | |-| Count from 1 to 5 | ✅ Pass | 2.700s | |-| Math Calculation | ✅ Pass | 2.092s | |-| Basic Echo Function | ✅ Pass | 1.864s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.302s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.366s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.381s | |+| Simple Math | ✅ Pass | 2.295s | |+| Text Transform Uppercase | ✅ Pass | 3.447s | |+| Count from 1 to 5 | ✅ Pass | 4.048s | |+| Math Calculation | ✅ Pass | 1.847s | |+| Basic Echo Function | ✅ Pass | 1.917s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.278s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.744s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.216s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 3.084s | |-| Search Query Function | ✅ Pass | 1.596s | |-| Ask Advice Function | ✅ Pass | 2.853s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.541s | |-| Basic Context Memory Test | ✅ Pass | 2.088s | |-| Function Argument Memory Test | ✅ Pass | 2.092s | |-| Function Response Memory Test | ✅ Pass | 3.063s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.249s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.498s | |-| Penetration Testing Methodology | ✅ Pass | 5.485s | |-| Vulnerability Assessment Tools | ✅ Pass | 9.568s | |-| SQL Injection Attack Type | ✅ Pass | 3.220s | |-| Penetration Testing Framework | ✅ Pass | 4.217s | |-| Web Application Security Scanner | ✅ Pass | 3.356s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.002s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.168s+| JSON Response Function | ✅ Pass | 2.189s | |+| Search Query Function | ✅ Pass | 2.661s | |+| Ask Advice Function | ✅ Pass | 3.112s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.570s | |+| Basic Context Memory Test | ✅ Pass | 2.852s | |+| Function Argument Memory Test | ✅ Pass | 2.158s | |+| Function Response Memory Test | ✅ Pass | 3.948s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.220s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.178s | |+| Read a file, then edit it via unified diff | ✅ Pass | 8.016s | |+| Penetration Testing Methodology | ✅ Pass | 12.722s | |+| Vulnerability Assessment Tools | ✅ Pass | 9.431s | |+| SQL Injection Attack Type | ✅ Pass | 3.374s | |+| Penetration Testing Framework | ✅ Pass | 9.579s | |+| Web Application Security Scanner | ✅ Pass | 7.260s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.605s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 4.320s---@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.544s | |-| Text Transform Uppercase | ✅ Pass | 0.208s | |-| Count from 1 to 5 | ✅ Pass | 0.219s | |-| Math Calculation | ✅ Pass | 0.217s | |-| Basic Echo Function | ✅ Pass | 0.205s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.217s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.217s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.239s | |+| Simple Math | ✅ Pass | 1.041s | |+| Text Transform Uppercase | ✅ Pass | 0.980s | |+| Count from 1 to 5 | ✅ Pass | 1.225s | |+| Math Calculation | ✅ Pass | 0.850s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.063s | |+| Basic Echo Function | ✅ Pass | 5.903s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.048s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.683s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.216s | |-| Search Query Function | ✅ Pass | 0.209s | |-| Ask Advice Function | ✅ Pass | 0.207s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.227s | |-| Basic Context Memory Test | ✅ Pass | 0.208s | |-| Function Argument Memory Test | ✅ Pass | 0.211s | |-| Function Response Memory Test | ✅ Pass | 0.212s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.272s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.210s | |-| Penetration Testing Methodology | ✅ Pass | 0.212s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.209s | |-| SQL Injection Attack Type | ✅ Pass | 0.214s | |-| Penetration Testing Framework | ✅ Pass | 0.211s | |-| Web Application Security Scanner | ✅ Pass | 0.213s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.217s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.232s+| JSON Response Function | ✅ Pass | 3.408s | |+| Search Query Function | ✅ Pass | 1.334s | |+| Ask Advice Function | ✅ Pass | 1.613s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.318s | |+| Basic Context Memory Test | ✅ Pass | 2.537s | |+| Function Argument Memory Test | ✅ Pass | 2.855s | |+| Function Response Memory Test | ✅ Pass | 0.857s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.121s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.871s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.488s | |+| Penetration Testing Methodology | ✅ Pass | 4.302s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.465s | |+| SQL Injection Attack Type | ✅ Pass | 1.112s | |+| Penetration Testing Framework | ✅ Pass | 5.472s | |+| Web Application Security Scanner | ✅ Pass | 2.119s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.445s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.589s---@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.563s | |-| Text Transform Uppercase | ✅ Pass | 0.212s | |-| Count from 1 to 5 | ✅ Pass | 0.210s | |-| Math Calculation | ✅ Pass | 0.214s | |-| Basic Echo Function | ✅ Pass | 0.208s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.226s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.220s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.212s | |+| Simple Math | ✅ Pass | 0.978s | |+| Text Transform Uppercase | ✅ Pass | 0.994s | |+| Count from 1 to 5 | ✅ Pass | 1.165s | |+| Math Calculation | ✅ Pass | 0.940s | |+| Basic Echo Function | ✅ Pass | 1.388s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.959s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.065s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.431s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.214s | |-| Search Query Function | ✅ Pass | 0.225s | |-| Ask Advice Function | ✅ Pass | 0.225s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.220s | |-| Basic Context Memory Test | ✅ Pass | 0.207s | |-| Function Argument Memory Test | ✅ Pass | 0.213s | |+| JSON Response Function | ✅ Pass | 3.495s | |+| Search Query Function | ✅ Pass | 1.219s | |+| Ask Advice Function | ✅ Pass | 1.444s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.237s | |+| Basic Context Memory Test | ✅ Pass | 1.257s | |+| Function Argument Memory Test | ✅ Pass | 1.342s | || Function Response Memory Test | ✅ Pass | 0.225s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.211s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.217s | |-| Penetration Testing Methodology | ✅ Pass | 0.209s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.211s | |-| SQL Injection Attack Type | ✅ Pass | 0.215s | |-| Penetration Testing Framework | ✅ Pass | 0.213s | |-| Web Application Security Scanner | ✅ Pass | 0.218s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.217s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.309s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.209s | |+| Read a file, then edit it via unified diff | ✅ Pass | 7.008s | |+| Penetration Testing Methodology | ✅ Pass | 5.034s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.613s | |+| SQL Injection Attack Type | ✅ Pass | 1.003s | |+| Penetration Testing Framework | ✅ Pass | 4.241s | |+| Web Application Security Scanner | ✅ Pass | 2.512s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.387s | |-**Summary**: 23/23 (100.00%) successful tests+**Summary**: 24/24 (100.00%) successful tests-**Average latency**: 0.231s+**Average latency**: 2.311s---@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.070s | |-| Text Transform Uppercase | ✅ Pass | 0.209s | |-| Count from 1 to 5 | ✅ Pass | 0.216s | |-| Math Calculation | ✅ Pass | 0.207s | |-| Basic Echo Function | ✅ Pass | 0.212s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.216s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.213s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.212s | |+| Simple Math | ✅ Pass | 0.232s | |+| Text Transform Uppercase | ✅ Pass | 0.224s | |+| Count from 1 to 5 | ✅ Pass | 1.100s | |+| Math Calculation | ✅ Pass | 0.963s | |+| Basic Echo Function | ✅ Pass | 1.470s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.851s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.045s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.353s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.219s | |-| Search Query Function | ✅ Pass | 0.212s | |-| Ask Advice Function | ✅ Pass | 0.216s | |+| JSON Response Function | ✅ Pass | 3.472s | |+| Search Query Function | ✅ Pass | 1.430s | || Streaming Search Query Function Streaming | ✅ Pass | 0.218s | |-| Basic Context Memory Test | ✅ Pass | 0.213s | |-| Function Argument Memory Test | ✅ Pass | 0.217s | |-| Function Response Memory Test | ✅ Pass | 0.215s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.210s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.219s | |-| Penetration Testing Methodology | ✅ Pass | 0.212s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.212s | |-| SQL Injection Attack Type | ✅ Pass | 0.215s | |-| Penetration Testing Framework | ✅ Pass | 0.212s | |-| Web Application Security Scanner | ✅ Pass | 0.221s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.214s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.208s+| Ask Advice Function | ✅ Pass | 4.921s | |+| Basic Context Memory Test | ✅ Pass | 1.303s | |+| Function Argument Memory Test | ✅ Pass | 1.036s | |+| Function Response Memory Test | ✅ Pass | 0.214s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.652s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.212s | |+| Read a file, then edit it via unified diff | ✅ Pass | 9.266s | |+| Penetration Testing Methodology | ✅ Pass | 3.660s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.067s | |+| SQL Injection Attack Type | ✅ Pass | 1.244s | |+| Penetration Testing Framework | ✅ Pass | 3.793s | |+| Web Application Security Scanner | ✅ Pass | 4.408s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.273s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.184s---@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.711s | |-| Text Transform Uppercase | ✅ Pass | 2.812s | |-| Count from 1 to 5 | ✅ Pass | 1.740s | |-| Math Calculation | ✅ Pass | 2.105s | |-| Basic Echo Function | ✅ Pass | 1.990s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.762s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.696s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.610s | |+| Simple Math | ✅ Pass | 3.659s | |+| Text Transform Uppercase | ✅ Pass | 2.506s | |+| Count from 1 to 5 | ✅ Pass | 4.214s | |+| Math Calculation | ✅ Pass | 1.777s | |+| Basic Echo Function | ✅ Pass | 2.076s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.050s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.035s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.241s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.562s | |-| Search Query Function | ✅ Pass | 1.632s | |-| Ask Advice Function | ✅ Pass | 2.824s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.205s | |-| Basic Context Memory Test | ✅ Pass | 2.604s | |-| Function Argument Memory Test | ✅ Pass | 1.864s | |-| Function Response Memory Test | ✅ Pass | 2.314s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.615s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.214s | |-| Penetration Testing Methodology | ✅ Pass | 10.963s | |-| SQL Injection Attack Type | ✅ Pass | 4.259s | |-| Vulnerability Assessment Tools | ✅ Pass | 11.520s | |-| Web Application Security Scanner | ✅ Pass | 3.507s | |-| Penetration Testing Framework | ✅ Pass | 7.736s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.207s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.672s+| JSON Response Function | ✅ Pass | 2.432s | |+| Search Query Function | ✅ Pass | 3.953s | |+| Ask Advice Function | ✅ Pass | 2.887s | |+| Streaming Search Query Function Streaming | ✅ Pass | 3.064s | |+| Basic Context Memory Test | ✅ Pass | 2.934s | |+| Function Argument Memory Test | ✅ Pass | 2.628s | |+| Function Response Memory Test | ✅ Pass | 3.309s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.068s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.931s | |+| Read a file, then edit it via unified diff | ✅ Pass | 7.246s | |+| Penetration Testing Methodology | ✅ Pass | 9.288s | |+| SQL Injection Attack Type | ✅ Pass | 3.329s | |+| Vulnerability Assessment Tools | ✅ Pass | 12.754s | |+| Penetration Testing Framework | ✅ Pass | 10.587s | |+| Web Application Security Scanner | ✅ Pass | 8.721s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.211s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 4.455s---@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.212s | |-| Text Transform Uppercase | ✅ Pass | 0.218s | |-| Count from 1 to 5 | ✅ Pass | 0.211s | |-| Math Calculation | ✅ Pass | 0.217s | |-| Basic Echo Function | ✅ Pass | 0.217s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.217s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.212s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.210s | |+| Simple Math | ✅ Pass | 2.428s | |+| Text Transform Uppercase | ✅ Pass | 0.214s | |+| Count from 1 to 5 | ✅ Pass | 0.214s | |+| Math Calculation | ✅ Pass | 0.213s | |+| Basic Echo Function | ✅ Pass | 0.336s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.220s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.218s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.212s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.211s | |-| Search Query Function | ✅ Pass | 0.225s | |-| Ask Advice Function | ✅ Pass | 0.207s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.209s | |-| Basic Context Memory Test | ✅ Pass | 0.214s | |-| Function Argument Memory Test | ✅ Pass | 0.214s | |-| Function Response Memory Test | ✅ Pass | 0.239s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.216s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.215s | |-| Penetration Testing Methodology | ✅ Pass | 0.216s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.216s | |-| SQL Injection Attack Type | ✅ Pass | 0.208s | |-| Penetration Testing Framework | ✅ Pass | 0.220s | |-| Web Application Security Scanner | ✅ Pass | 0.211s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.214s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.216s+| JSON Response Function | ✅ Pass | 0.218s | |+| Search Query Function | ✅ Pass | 0.305s | |+| Ask Advice Function | ✅ Pass | 0.210s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.212s | |+| Basic Context Memory Test | ✅ Pass | 0.210s | |+| Function Argument Memory Test | ✅ Pass | 0.208s | |+| Function Response Memory Test | ✅ Pass | 0.210s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.215s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.212s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.436s | |+| Penetration Testing Methodology | ✅ Pass | 11.948s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.217s | |+| SQL Injection Attack Type | ✅ Pass | 0.216s | |+| Web Application Security Scanner | ✅ Pass | 0.212s | |+| Penetration Testing Framework | ✅ Pass | 12.837s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.216s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.340s---@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.675s | |-| Text Transform Uppercase | ✅ Pass | 2.616s | |-| Count from 1 to 5 | ✅ Pass | 2.692s | |-| Math Calculation | ✅ Pass | 2.204s | |-| Basic Echo Function | ✅ Pass | 2.184s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.315s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.624s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.971s | |+| Simple Math | ✅ Pass | 2.417s | |+| Text Transform Uppercase | ✅ Pass | 2.190s | |+| Count from 1 to 5 | ✅ Pass | 2.829s | |+| Math Calculation | ✅ Pass | 1.977s | |+| Basic Echo Function | ✅ Pass | 3.627s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.141s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.264s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.765s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 3.288s | |-| Search Query Function | ✅ Pass | 1.558s | |-| Ask Advice Function | ✅ Pass | 3.152s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.146s | |-| Basic Context Memory Test | ✅ Pass | 2.631s | |-| Function Argument Memory Test | ✅ Pass | 1.841s | |-| Function Response Memory Test | ✅ Pass | 2.501s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.078s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.673s | |-| Penetration Testing Methodology | ✅ Pass | 6.215s | |-| Vulnerability Assessment Tools | ✅ Pass | 8.888s | |-| Penetration Testing Framework | ✅ Pass | 4.000s | |-| SQL Injection Attack Type | ✅ Pass | 7.689s | |-| Web Application Security Scanner | ✅ Pass | 3.694s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.490s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.397s+| JSON Response Function | ✅ Pass | 2.237s | |+| Search Query Function | ✅ Pass | 2.821s | |+| Ask Advice Function | ✅ Pass | 3.527s | |+| Streaming Search Query Function Streaming | ✅ Pass | 3.081s | |+| Basic Context Memory Test | ✅ Pass | 2.819s | |+| Function Argument Memory Test | ✅ Pass | 2.171s | |+| Function Response Memory Test | ✅ Pass | 3.305s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.360s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.502s | |+| Read a file, then edit it via unified diff | ✅ Pass | 7.206s | |+| Penetration Testing Methodology | ✅ Pass | 10.850s | |+| Vulnerability Assessment Tools | ✅ Pass | 7.985s | |+| SQL Injection Attack Type | ✅ Pass | 5.954s | |+| Penetration Testing Framework | ✅ Pass | 10.774s | |+| Web Application Security Scanner | ✅ Pass | 7.508s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.406s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 4.322s---diff --git a/examples/tests/novita-report.md b/examples/tests/novita-report.mdindex 062492a1..a6b77982 100644--- a/examples/tests/novita-report.md+++ b/examples/tests/novita-report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Mon, 02 Mar 2026 15:08:50 UTC+Generated: Thu, 23 Jul 2026 14:30:02 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | deepseek/deepseek-v3.2 | false | 22/23 (95.65%) | 2.458s |-| simple_json | deepseek/deepseek-v3.2 | false | 5/5 (100.00%) | 2.148s |-| primary_agent | moonshotai/kimi-k2.5 | true | 22/23 (95.65%) | 2.658s |-| assistant | moonshotai/kimi-k2.5 | true | 22/23 (95.65%) | 3.286s |-| generator | moonshotai/kimi-k2.5 | true | 22/23 (95.65%) | 2.686s |-| refiner | moonshotai/kimi-k2.5 | true | 22/23 (95.65%) | 3.071s |-| adviser | zai-org/glm-5 | true | 23/23 (100.00%) | 9.204s |-| reflector | qwen/qwen3.5-35b-a3b | true | 23/23 (100.00%) | 3.375s |-| searcher | qwen/qwen3.5-35b-a3b | true | 22/23 (95.65%) | 3.648s |-| enricher | qwen/qwen3.5-35b-a3b | true | 23/23 (100.00%) | 3.332s |-| coder | moonshotai/kimi-k2.5 | true | 23/23 (100.00%) | 3.067s |-| installer | moonshotai/kimi-k2-instruct | true | 20/23 (86.96%) | 1.480s |-| pentester | moonshotai/kimi-k2.5 | true | 23/23 (100.00%) | 2.818s |--**Total**: 272/281 (96.80%) successful tests-**Overall average latency**: 3.401s+| simple | deepseek/deepseek-v3.2 | false | 24/24 (100.00%) | 3.057s |+| simple_json | deepseek/deepseek-v3.2 | false | 5/7 (71.43%) | 2.135s |+| primary_agent | moonshotai/kimi-k2.5 | true | 24/24 (100.00%) | 2.437s |+| assistant | moonshotai/kimi-k2.5 | true | 24/24 (100.00%) | 3.019s |+| generator | moonshotai/kimi-k2.5 | true | 24/24 (100.00%) | 2.550s |+| refiner | moonshotai/kimi-k2.5 | true | 24/24 (100.00%) | 2.540s |+| adviser | zai-org/glm-5 | true | 24/24 (100.00%) | 7.333s |+| reflector | qwen/qwen3.5-35b-a3b | true | 24/24 (100.00%) | 3.687s |+| searcher | qwen/qwen3.5-35b-a3b | true | 24/24 (100.00%) | 3.781s |+| enricher | qwen/qwen3.5-35b-a3b | true | 24/24 (100.00%) | 4.768s |+| coder | moonshotai/kimi-k2.5 | true | 24/24 (100.00%) | 2.667s |+| installer | moonshotai/kimi-k2-instruct | true | 24/24 (100.00%) | 2.494s |+| pentester | moonshotai/kimi-k2.5 | true | 24/24 (100.00%) | 2.348s |++**Total**: 293/295 (99.32%) successful tests+**Overall average latency**: 3.360s## Detailed Results@@ -31,38 +31,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.288s | |-| Text Transform Uppercase | ✅ Pass | 1.461s | |-| Count from 1 to 5 | ✅ Pass | 1.353s | |-| Math Calculation | ✅ Pass | 1.379s | |-| Basic Echo Function | ✅ Pass | 2.869s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.182s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.654s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.997s | |+| Simple Math | ✅ Pass | 1.965s | |+| Text Transform Uppercase | ✅ Pass | 2.082s | |+| Count from 1 to 5 | ✅ Pass | 2.618s | |+| Math Calculation | ✅ Pass | 1.583s | |+| Basic Echo Function | ✅ Pass | 2.002s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.090s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.683s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.520s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 4.244s | |-| Search Query Function | ✅ Pass | 2.317s | |-| Ask Advice Function | ✅ Pass | 3.651s | |-| Streaming Search Query Function Streaming | ✅ Pass | 3.320s | |-| Basic Context Memory Test | ✅ Pass | 2.409s | |-| Function Argument Memory Test | ✅ Pass | 1.077s | |-| Function Response Memory Test | ✅ Pass | 1.354s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 4.833s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.674s | |-| Penetration Testing Methodology | ✅ Pass | 2.582s | |-| Vulnerability Assessment Tools | ✅ Pass | 5.695s | |-| SQL Injection Attack Type | ✅ Pass | 1.572s | |-| Penetration Testing Framework | ✅ Pass | 2.639s | |-| Web Application Security Scanner | ✅ Pass | 1.808s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.174s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 2.458s+| JSON Response Function | ✅ Pass | 3.768s | |+| Search Query Function | ✅ Pass | 4.070s | |+| Ask Advice Function | ✅ Pass | 4.121s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.244s | |+| Basic Context Memory Test | ✅ Pass | 2.779s | |+| Function Argument Memory Test | ✅ Pass | 1.042s | |+| Function Response Memory Test | ✅ Pass | 1.723s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.358s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.851s | |+| Read a file, then edit it via unified diff | ✅ Pass | 7.667s | |+| Penetration Testing Methodology | ✅ Pass | 2.106s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.498s | |+| SQL Injection Attack Type | ✅ Pass | 1.952s | |+| Penetration Testing Framework | ✅ Pass | 5.396s | |+| Web Application Security Scanner | ✅ Pass | 2.754s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.483s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 3.057s---@@ -72,15 +73,22 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Vulnerability Report Memory Test | ✅ Pass | 2.759s | |-| Person Information JSON | ✅ Pass | 1.929s | |-| Project Information JSON | ✅ Pass | 1.792s | |-| User Profile JSON | ✅ Pass | 2.154s | |-| Streaming Person Information JSON Streaming | ✅ Pass | 2.102s | |+| Vulnerability Report Memory Test | ❌ Fail | 2.234s | got map\[string\]interface \{\}\{"open\_ports":\[\]interface \{\}\{22, 80, 174443, 3389\}, "target":"10\.1\.1\.50", "vulnerabilities":\[\]interface... |+| Person Information JSON | ✅ Pass | 2.365s | |+| Project Information JSON | ✅ Pass | 1.782s | |+| User Profile JSON | ✅ Pass | 1.555s | |+| JSON Array Response Without Schema | ✅ Pass | 3.397s | |+| Streaming Person Information JSON Streaming | ❌ Fail | 1.398s | got map\[string\]interface \{\}\{"age":62, "city":"Boston", "name":"Jane Doe"\}, expected map\[string\]interface \{\}\{"age":25, "city":"Boston", "... |-**Summary**: 5/5 (100.00%) successful tests+#### Capability Tests-**Average latency**: 2.148s+| Test | Capability | Result | Latency | Note |+|------|------------|--------|---------|------|+| Structured Output With JSON Schema | structured_output | ✅ Pass | 2.208s | |++**Summary**: 5/7 (71.43%) successful tests++**Average latency**: 2.135s---@@ -90,38 +98,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 4.139s | |-| Text Transform Uppercase | ✅ Pass | 0.784s | |-| Count from 1 to 5 | ✅ Pass | 0.869s | |-| Math Calculation | ✅ Pass | 1.179s | |-| Basic Echo Function | ✅ Pass | 1.499s | |-| Simple Math Streaming | ❌ Fail | 0.242s | API returned unexpected status code: 429: |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.832s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.742s | |+| Simple Math | ✅ Pass | 2.573s | |+| Text Transform Uppercase | ✅ Pass | 2.033s | |+| Count from 1 to 5 | ✅ Pass | 1.215s | |+| Math Calculation | ✅ Pass | 0.826s | |+| Basic Echo Function | ✅ Pass | 4.748s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.855s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.541s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.692s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 3.169s | |-| Search Query Function | ✅ Pass | 1.403s | |-| Ask Advice Function | ✅ Pass | 1.781s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.215s | |-| Basic Context Memory Test | ✅ Pass | 2.855s | |-| Function Argument Memory Test | ✅ Pass | 1.847s | |-| Function Response Memory Test | ✅ Pass | 2.417s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.549s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.638s | |-| Penetration Testing Methodology | ✅ Pass | 3.428s | |-| Vulnerability Assessment Tools | ✅ Pass | 3.630s | |-| SQL Injection Attack Type | ✅ Pass | 1.428s | |-| Penetration Testing Framework | ✅ Pass | 13.651s | |-| Web Application Security Scanner | ✅ Pass | 2.220s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.612s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 2.658s+| JSON Response Function | ✅ Pass | 2.364s | |+| Search Query Function | ✅ Pass | 1.489s | |+| Ask Advice Function | ✅ Pass | 1.729s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.391s | |+| Basic Context Memory Test | ✅ Pass | 1.207s | |+| Function Argument Memory Test | ✅ Pass | 2.671s | |+| Function Response Memory Test | ✅ Pass | 0.963s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.258s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.829s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.165s | |+| Penetration Testing Methodology | ✅ Pass | 4.794s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.347s | |+| SQL Injection Attack Type | ✅ Pass | 1.389s | |+| Penetration Testing Framework | ✅ Pass | 3.053s | |+| Web Application Security Scanner | ✅ Pass | 6.185s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.154s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.437s---@@ -131,38 +140,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.280s | |-| Text Transform Uppercase | ✅ Pass | 0.778s | |-| Count from 1 to 5 | ✅ Pass | 1.746s | |-| Math Calculation | ✅ Pass | 1.138s | |-| Basic Echo Function | ✅ Pass | 1.738s | |-| Simple Math Streaming | ❌ Fail | 0.282s | API returned unexpected status code: 429: |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.009s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.181s | |+| Simple Math | ✅ Pass | 1.145s | |+| Text Transform Uppercase | ✅ Pass | 2.079s | |+| Count from 1 to 5 | ✅ Pass | 2.004s | |+| Math Calculation | ✅ Pass | 0.943s | |+| Basic Echo Function | ✅ Pass | 4.336s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.936s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.438s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.915s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.819s | |-| Search Query Function | ✅ Pass | 2.981s | |-| Ask Advice Function | ✅ Pass | 1.336s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.939s | |-| Basic Context Memory Test | ✅ Pass | 3.554s | |-| Function Argument Memory Test | ✅ Pass | 6.030s | |-| Function Response Memory Test | ✅ Pass | 2.626s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.105s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.154s | |-| Penetration Testing Methodology | ✅ Pass | 4.826s | |-| Vulnerability Assessment Tools | ✅ Pass | 11.738s | |-| SQL Injection Attack Type | ✅ Pass | 3.703s | |-| Penetration Testing Framework | ✅ Pass | 13.123s | |-| Web Application Security Scanner | ✅ Pass | 1.985s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.496s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 3.286s+| JSON Response Function | ✅ Pass | 1.391s | |+| Search Query Function | ✅ Pass | 1.304s | |+| Ask Advice Function | ✅ Pass | 2.962s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.723s | |+| Basic Context Memory Test | ✅ Pass | 1.260s | |+| Function Argument Memory Test | ✅ Pass | 2.800s | |+| Function Response Memory Test | ✅ Pass | 0.854s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.676s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.907s | |+| Read a file, then edit it via unified diff | ✅ Pass | 9.807s | |+| Penetration Testing Methodology | ✅ Pass | 5.361s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.859s | |+| SQL Injection Attack Type | ✅ Pass | 1.686s | |+| Penetration Testing Framework | ✅ Pass | 4.910s | |+| Web Application Security Scanner | ✅ Pass | 4.401s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.744s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 3.019s---@@ -172,38 +182,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.148s | |-| Text Transform Uppercase | ✅ Pass | 0.817s | |-| Count from 1 to 5 | ✅ Pass | 0.931s | |-| Math Calculation | ✅ Pass | 1.174s | |-| Basic Echo Function | ✅ Pass | 1.500s | |-| Simple Math Streaming | ❌ Fail | 0.243s | API returned unexpected status code: 429: |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.691s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.370s | |+| Simple Math | ✅ Pass | 1.797s | |+| Text Transform Uppercase | ✅ Pass | 3.193s | |+| Count from 1 to 5 | ✅ Pass | 1.249s | |+| Math Calculation | ✅ Pass | 1.575s | |+| Basic Echo Function | ✅ Pass | 1.280s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.092s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.141s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.365s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.270s | |-| Search Query Function | ✅ Pass | 1.396s | |-| Ask Advice Function | ✅ Pass | 1.799s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.598s | |-| Basic Context Memory Test | ✅ Pass | 1.747s | |-| Function Argument Memory Test | ✅ Pass | 1.747s | |-| Function Response Memory Test | ✅ Pass | 0.828s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.171s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.225s | |-| Penetration Testing Methodology | ✅ Pass | 3.684s | |-| Vulnerability Assessment Tools | ✅ Pass | 10.069s | |-| SQL Injection Attack Type | ✅ Pass | 1.440s | |-| Penetration Testing Framework | ✅ Pass | 17.198s | |-| Web Application Security Scanner | ✅ Pass | 1.930s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.790s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 2.686s+| JSON Response Function | ✅ Pass | 1.826s | |+| Search Query Function | ✅ Pass | 1.493s | |+| Ask Advice Function | ✅ Pass | 1.791s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.346s | |+| Basic Context Memory Test | ✅ Pass | 1.308s | |+| Function Argument Memory Test | ✅ Pass | 3.559s | |+| Function Response Memory Test | ✅ Pass | 2.017s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.039s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.803s | |+| Read a file, then edit it via unified diff | ✅ Pass | 8.260s | |+| Penetration Testing Methodology | ✅ Pass | 4.333s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.469s | |+| SQL Injection Attack Type | ✅ Pass | 1.504s | |+| Penetration Testing Framework | ✅ Pass | 3.990s | |+| Web Application Security Scanner | ✅ Pass | 2.473s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.293s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.550s---@@ -213,38 +224,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.052s | |-| Text Transform Uppercase | ✅ Pass | 1.245s | |-| Count from 1 to 5 | ✅ Pass | 2.057s | |-| Math Calculation | ✅ Pass | 1.189s | |-| Basic Echo Function | ✅ Pass | 1.490s | |-| Simple Math Streaming | ❌ Fail | 0.267s | API returned unexpected status code: 429: |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.289s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.278s | |+| Simple Math | ✅ Pass | 0.859s | |+| Text Transform Uppercase | ✅ Pass | 1.913s | |+| Count from 1 to 5 | ✅ Pass | 1.447s | |+| Math Calculation | ✅ Pass | 1.045s | |+| Basic Echo Function | ✅ Pass | 2.139s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.822s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.105s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.814s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.328s | |-| Search Query Function | ✅ Pass | 1.366s | |-| Ask Advice Function | ✅ Pass | 1.970s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.560s | |-| Basic Context Memory Test | ✅ Pass | 2.548s | |-| Function Argument Memory Test | ✅ Pass | 5.412s | |-| Function Response Memory Test | ✅ Pass | 1.155s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.038s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.165s | |-| Penetration Testing Methodology | ✅ Pass | 3.756s | |-| Vulnerability Assessment Tools | ✅ Pass | 13.463s | |-| SQL Injection Attack Type | ✅ Pass | 5.187s | |-| Penetration Testing Framework | ✅ Pass | 6.667s | |-| Web Application Security Scanner | ✅ Pass | 2.588s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.554s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 3.071s+| JSON Response Function | ✅ Pass | 1.414s | |+| Search Query Function | ✅ Pass | 1.865s | |+| Ask Advice Function | ✅ Pass | 1.981s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.303s | |+| Basic Context Memory Test | ✅ Pass | 1.226s | |+| Function Argument Memory Test | ✅ Pass | 2.436s | |+| Function Response Memory Test | ✅ Pass | 2.100s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.778s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.822s | |+| Read a file, then edit it via unified diff | ✅ Pass | 7.314s | |+| Penetration Testing Methodology | ✅ Pass | 6.794s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.618s | |+| SQL Injection Attack Type | ✅ Pass | 1.942s | |+| Penetration Testing Framework | ✅ Pass | 2.736s | |+| Web Application Security Scanner | ✅ Pass | 3.788s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.697s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.540s---@@ -254,38 +266,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 3.329s | |-| Text Transform Uppercase | ✅ Pass | 1.953s | |-| Count from 1 to 5 | ✅ Pass | 6.180s | |-| Math Calculation | ✅ Pass | 6.157s | |-| Basic Echo Function | ✅ Pass | 4.979s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.658s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.993s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.868s | |+| Simple Math | ✅ Pass | 2.512s | |+| Text Transform Uppercase | ✅ Pass | 4.526s | |+| Count from 1 to 5 | ✅ Pass | 3.218s | |+| Math Calculation | ✅ Pass | 4.261s | |+| Basic Echo Function | ✅ Pass | 3.038s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.576s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.198s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.618s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 6.030s | |-| Search Query Function | ✅ Pass | 4.583s | |-| Ask Advice Function | ✅ Pass | 3.598s | |-| Streaming Search Query Function Streaming | ✅ Pass | 5.290s | |-| Basic Context Memory Test | ✅ Pass | 2.464s | |-| Function Argument Memory Test | ✅ Pass | 4.195s | |-| Function Response Memory Test | ✅ Pass | 2.751s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 8.420s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.993s | |-| Penetration Testing Methodology | ✅ Pass | 17.127s | |-| Vulnerability Assessment Tools | ✅ Pass | 56.258s | |-| SQL Injection Attack Type | ✅ Pass | 7.521s | |-| Penetration Testing Framework | ✅ Pass | 27.639s | |-| Web Application Security Scanner | ✅ Pass | 22.824s | |-| Penetration Testing Tool Selection | ✅ Pass | 4.873s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 9.204s+| JSON Response Function | ✅ Pass | 2.522s | |+| Search Query Function | ✅ Pass | 2.434s | |+| Ask Advice Function | ✅ Pass | 2.821s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.799s | |+| Basic Context Memory Test | ✅ Pass | 2.048s | |+| Function Argument Memory Test | ✅ Pass | 2.280s | |+| Function Response Memory Test | ✅ Pass | 2.793s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 7.384s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.861s | |+| Read a file, then edit it via unified diff | ✅ Pass | 8.574s | |+| Penetration Testing Methodology | ✅ Pass | 16.593s | |+| Vulnerability Assessment Tools | ✅ Pass | 46.333s | |+| SQL Injection Attack Type | ✅ Pass | 7.642s | |+| Penetration Testing Framework | ✅ Pass | 22.993s | |+| Web Application Security Scanner | ✅ Pass | 14.989s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.975s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 7.333s---@@ -295,38 +308,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.177s | |-| Text Transform Uppercase | ✅ Pass | 1.761s | |-| Count from 1 to 5 | ✅ Pass | 2.230s | |-| Math Calculation | ✅ Pass | 2.020s | |-| Basic Echo Function | ✅ Pass | 1.069s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.739s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.650s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.308s | |+| Simple Math | ✅ Pass | 2.080s | |+| Text Transform Uppercase | ✅ Pass | 2.795s | |+| Count from 1 to 5 | ✅ Pass | 3.323s | |+| Math Calculation | ✅ Pass | 1.682s | |+| Basic Echo Function | ✅ Pass | 1.506s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.414s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.236s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.682s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.554s | |-| Search Query Function | ✅ Pass | 1.355s | |-| Ask Advice Function | ✅ Pass | 1.450s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.319s | |-| Basic Context Memory Test | ✅ Pass | 3.054s | |-| Function Argument Memory Test | ✅ Pass | 1.053s | |-| Function Response Memory Test | ✅ Pass | 1.318s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.568s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.063s | |-| Penetration Testing Methodology | ✅ Pass | 5.066s | |-| Vulnerability Assessment Tools | ✅ Pass | 21.070s | |-| SQL Injection Attack Type | ✅ Pass | 5.581s | |-| Penetration Testing Framework | ✅ Pass | 12.000s | |-| Web Application Security Scanner | ✅ Pass | 3.616s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.594s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.375s+| JSON Response Function | ✅ Pass | 1.780s | |+| Search Query Function | ✅ Pass | 1.182s | |+| Ask Advice Function | ✅ Pass | 2.215s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.246s | |+| Basic Context Memory Test | ✅ Pass | 2.877s | |+| Function Argument Memory Test | ✅ Pass | 1.793s | |+| Function Response Memory Test | ✅ Pass | 1.011s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.769s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.577s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.716s | |+| Penetration Testing Methodology | ✅ Pass | 7.829s | |+| Vulnerability Assessment Tools | ✅ Pass | 25.544s | |+| SQL Injection Attack Type | ✅ Pass | 3.857s | |+| Penetration Testing Framework | ✅ Pass | 6.119s | |+| Web Application Security Scanner | ✅ Pass | 5.167s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.083s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 3.687s---@@ -336,38 +350,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.605s | |-| Text Transform Uppercase | ✅ Pass | 2.089s | |-| Count from 1 to 5 | ✅ Pass | 8.093s | |-| Math Calculation | ✅ Pass | 1.417s | |-| Basic Echo Function | ✅ Pass | 1.186s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.070s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.164s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.441s | |+| Simple Math | ✅ Pass | 1.990s | |+| Text Transform Uppercase | ✅ Pass | 2.276s | |+| Count from 1 to 5 | ✅ Pass | 2.429s | |+| Math Calculation | ✅ Pass | 2.361s | |+| Basic Echo Function | ✅ Pass | 1.324s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.443s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.611s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.359s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.266s | |-| Search Query Function | ✅ Pass | 1.045s | |-| Ask Advice Function | ✅ Pass | 1.284s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.722s | |-| Basic Context Memory Test | ✅ Pass | 3.651s | |-| Function Argument Memory Test | ✅ Pass | 6.143s | |-| Function Response Memory Test | ✅ Pass | 5.972s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 2.381s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.153s | |-| Penetration Testing Methodology | ✅ Pass | 6.202s | |-| Vulnerability Assessment Tools | ✅ Pass | 18.668s | |-| SQL Injection Attack Type | ✅ Pass | 2.414s | |-| Penetration Testing Framework | ✅ Pass | 4.669s | |-| Web Application Security Scanner | ✅ Pass | 3.988s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.274s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 3.648s+| JSON Response Function | ✅ Pass | 1.840s | |+| Search Query Function | ✅ Pass | 1.420s | |+| Ask Advice Function | ✅ Pass | 2.535s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.197s | |+| Basic Context Memory Test | ✅ Pass | 2.727s | |+| Function Argument Memory Test | ✅ Pass | 1.268s | |+| Function Response Memory Test | ✅ Pass | 12.916s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.518s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.532s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.573s | |+| Penetration Testing Methodology | ✅ Pass | 10.759s | |+| Vulnerability Assessment Tools | ✅ Pass | 16.580s | |+| SQL Injection Attack Type | ✅ Pass | 2.361s | |+| Penetration Testing Framework | ✅ Pass | 5.154s | |+| Web Application Security Scanner | ✅ Pass | 4.052s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.493s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 3.781s---@@ -377,38 +392,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.084s | |-| Text Transform Uppercase | ✅ Pass | 2.561s | |-| Count from 1 to 5 | ✅ Pass | 1.884s | |-| Math Calculation | ✅ Pass | 1.308s | |-| Basic Echo Function | ✅ Pass | 1.227s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.092s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 15.459s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.655s | |+| Simple Math | ✅ Pass | 1.756s | |+| Text Transform Uppercase | ✅ Pass | 2.357s | |+| Count from 1 to 5 | ✅ Pass | 4.130s | |+| Math Calculation | ✅ Pass | 1.664s | |+| Basic Echo Function | ✅ Pass | 1.380s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.489s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.193s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.422s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.266s | |-| Search Query Function | ✅ Pass | 1.511s | |-| Ask Advice Function | ✅ Pass | 1.737s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.579s | |-| Basic Context Memory Test | ✅ Pass | 2.538s | |-| Function Argument Memory Test | ✅ Pass | 1.031s | |-| Function Response Memory Test | ✅ Pass | 0.992s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.167s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.353s | |-| Penetration Testing Methodology | ✅ Pass | 7.191s | |-| Vulnerability Assessment Tools | ✅ Pass | 13.350s | |-| SQL Injection Attack Type | ✅ Pass | 3.672s | |-| Penetration Testing Framework | ✅ Pass | 3.777s | |-| Web Application Security Scanner | ✅ Pass | 4.323s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.877s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.332s+| JSON Response Function | ✅ Pass | 1.550s | |+| Search Query Function | ✅ Pass | 1.666s | |+| Ask Advice Function | ✅ Pass | 1.635s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.268s | |+| Basic Context Memory Test | ✅ Pass | 3.150s | |+| Function Argument Memory Test | ✅ Pass | 1.204s | |+| Function Response Memory Test | ✅ Pass | 19.323s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.146s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.263s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.796s | |+| Penetration Testing Methodology | ✅ Pass | 12.917s | |+| Vulnerability Assessment Tools | ✅ Pass | 25.240s | |+| SQL Injection Attack Type | ✅ Pass | 2.958s | |+| Penetration Testing Framework | ✅ Pass | 8.405s | |+| Web Application Security Scanner | ✅ Pass | 5.460s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.058s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 4.768s---@@ -418,38 +434,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.418s | |-| Text Transform Uppercase | ✅ Pass | 0.783s | |-| Count from 1 to 5 | ✅ Pass | 1.644s | |-| Math Calculation | ✅ Pass | 1.177s | |-| Basic Echo Function | ✅ Pass | 1.741s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.137s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.736s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.831s | |+| Simple Math | ✅ Pass | 0.835s | |+| Text Transform Uppercase | ✅ Pass | 1.963s | |+| Count from 1 to 5 | ✅ Pass | 0.991s | |+| Math Calculation | ✅ Pass | 0.883s | |+| Basic Echo Function | ✅ Pass | 2.253s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.078s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.244s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.644s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.516s | |-| Search Query Function | ✅ Pass | 1.649s | |-| Ask Advice Function | ✅ Pass | 1.316s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.804s | |-| Basic Context Memory Test | ✅ Pass | 2.790s | |-| Function Argument Memory Test | ✅ Pass | 1.301s | |-| Function Response Memory Test | ✅ Pass | 3.491s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.182s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.580s | |-| Penetration Testing Methodology | ✅ Pass | 4.092s | |-| Vulnerability Assessment Tools | ✅ Pass | 5.292s | |-| SQL Injection Attack Type | ✅ Pass | 1.417s | |-| Penetration Testing Framework | ✅ Pass | 14.947s | |-| Web Application Security Scanner | ✅ Pass | 4.822s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.867s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.067s+| JSON Response Function | ✅ Pass | 2.507s | |+| Search Query Function | ✅ Pass | 1.557s | |+| Ask Advice Function | ✅ Pass | 1.957s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.279s | |+| Basic Context Memory Test | ✅ Pass | 1.797s | |+| Function Argument Memory Test | ✅ Pass | 2.869s | |+| Function Response Memory Test | ✅ Pass | 0.986s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.381s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.825s | |+| Read a file, then edit it via unified diff | ✅ Pass | 6.422s | |+| Penetration Testing Methodology | ✅ Pass | 5.873s | |+| Vulnerability Assessment Tools | ✅ Pass | 10.448s | |+| SQL Injection Attack Type | ✅ Pass | 1.025s | |+| Penetration Testing Framework | ✅ Pass | 2.836s | |+| Web Application Security Scanner | ✅ Pass | 5.031s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.303s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.667s---@@ -459,38 +476,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.799s | |-| Text Transform Uppercase | ✅ Pass | 1.102s | |-| Count from 1 to 5 | ✅ Pass | 1.179s | |-| Math Calculation | ✅ Pass | 1.124s | |-| Basic Echo Function | ✅ Pass | 1.514s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.115s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.312s | |-| Streaming Basic Echo Function Streaming | ❌ Fail | 1.588s | expected function 'echo' not found in tool calls: invalid JSON in tool call echo: unexpected end of JSON input |+| Simple Math | ✅ Pass | 2.934s | |+| Text Transform Uppercase | ✅ Pass | 2.329s | |+| Count from 1 to 5 | ✅ Pass | 2.722s | |+| Math Calculation | ✅ Pass | 1.117s | |+| Basic Echo Function | ✅ Pass | 2.249s | |+| Streaming Simple Math Streaming | ✅ Pass | 3.789s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.264s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.797s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.410s | |-| Search Query Function | ✅ Pass | 1.787s | |-| Ask Advice Function | ✅ Pass | 2.906s | |-| Streaming Search Query Function Streaming | ❌ Fail | 1.552s | expected function 'search' not found in tool calls: invalid JSON in tool call search: unexpected end of JSON input |-| Basic Context Memory Test | ✅ Pass | 2.793s | |-| Function Argument Memory Test | ✅ Pass | 1.024s | |-| Function Response Memory Test | ✅ Pass | 0.989s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 2.065s | no tool calls found, expected at least 1 |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.145s | |-| Penetration Testing Methodology | ✅ Pass | 1.163s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.252s | |-| SQL Injection Attack Type | ✅ Pass | 1.508s | |-| Penetration Testing Framework | ✅ Pass | 1.003s | |-| Web Application Security Scanner | ✅ Pass | 1.105s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.601s | |--**Summary**: 20/23 (86.96%) successful tests--**Average latency**: 1.480s+| JSON Response Function | ✅ Pass | 1.579s | |+| Search Query Function | ✅ Pass | 1.232s | |+| Ask Advice Function | ✅ Pass | 2.191s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.232s | |+| Basic Context Memory Test | ✅ Pass | 1.165s | |+| Function Argument Memory Test | ✅ Pass | 0.941s | |+| Function Response Memory Test | ✅ Pass | 1.131s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.419s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.984s | |+| Read a file, then edit it via unified diff | ✅ Pass | 7.306s | |+| Penetration Testing Methodology | ✅ Pass | 4.699s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.822s | |+| SQL Injection Attack Type | ✅ Pass | 1.523s | |+| Penetration Testing Framework | ✅ Pass | 6.497s | |+| Web Application Security Scanner | ✅ Pass | 3.118s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.795s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.494s---@@ -500,38 +518,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.792s | |-| Text Transform Uppercase | ✅ Pass | 0.903s | |-| Count from 1 to 5 | ✅ Pass | 2.272s | |-| Math Calculation | ✅ Pass | 3.338s | |-| Basic Echo Function | ✅ Pass | 1.732s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.144s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.128s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.879s | |+| Simple Math | ✅ Pass | 1.173s | |+| Text Transform Uppercase | ✅ Pass | 2.532s | |+| Count from 1 to 5 | ✅ Pass | 0.960s | |+| Math Calculation | ✅ Pass | 1.805s | |+| Basic Echo Function | ✅ Pass | 1.827s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.973s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.167s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.396s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.055s | |-| Search Query Function | ✅ Pass | 2.093s | |-| Ask Advice Function | ✅ Pass | 1.955s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.601s | |-| Basic Context Memory Test | ✅ Pass | 2.653s | |-| Function Argument Memory Test | ✅ Pass | 1.192s | |-| Function Response Memory Test | ✅ Pass | 0.701s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.381s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.075s | |-| Penetration Testing Methodology | ✅ Pass | 3.893s | |-| Vulnerability Assessment Tools | ✅ Pass | 3.376s | |-| SQL Injection Attack Type | ✅ Pass | 1.423s | |-| Penetration Testing Framework | ✅ Pass | 16.347s | |-| Web Application Security Scanner | ✅ Pass | 2.108s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.766s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.818s+| JSON Response Function | ✅ Pass | 1.427s | |+| Search Query Function | ✅ Pass | 1.564s | |+| Ask Advice Function | ✅ Pass | 1.992s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.354s | |+| Basic Context Memory Test | ✅ Pass | 1.167s | |+| Function Argument Memory Test | ✅ Pass | 2.338s | |+| Function Response Memory Test | ✅ Pass | 0.980s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.562s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.838s | |+| Read a file, then edit it via unified diff | ✅ Pass | 9.460s | |+| Penetration Testing Methodology | ✅ Pass | 4.515s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.087s | |+| SQL Injection Attack Type | ✅ Pass | 0.971s | |+| Penetration Testing Framework | ✅ Pass | 3.557s | |+| Web Application Security Scanner | ✅ Pass | 2.109s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.577s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.348s---diff --git a/examples/tests/ollama-cloud-report.md b/examples/tests/ollama-cloud-report.mdindex c0a2200e..2587a178 100644--- a/examples/tests/ollama-cloud-report.md+++ b/examples/tests/ollama-cloud-report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Tue, 21 Jul 2026 20:33:49 UTC+Generated: Thu, 23 Jul 2026 10:54:10 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | nemotron-3-nano:30b-cloud | false | 23/23 (100.00%) | 2.553s |-| simple_json | nemotron-3-nano:30b-cloud | false | 7/7 (100.00%) | 2.410s |-| primary_agent | kimi-k2.6:cloud | false | 23/23 (100.00%) | 2.718s |-| assistant | kimi-k2.6:cloud | false | 23/23 (100.00%) | 2.847s |-| generator | mistral-large-3:675b-cloud | false | 23/23 (100.00%) | 1.886s |-| refiner | nemotron-3-ultra:cloud | false | 23/23 (100.00%) | 5.631s |-| adviser | glm-5.1:cloud | false | 23/23 (100.00%) | 3.260s |-| reflector | nemotron-3-nano:30b-cloud | false | 23/23 (100.00%) | 2.096s |-| searcher | qwen3.5:397b-cloud | false | 23/23 (100.00%) | 5.856s |-| enricher | minimax-m2.7:cloud | false | 23/23 (100.00%) | 3.425s |-| coder | kimi-k2.7-code:cloud | false | 22/23 (95.65%) | 2.322s |-| installer | kimi-k2.7-code:cloud | false | 23/23 (100.00%) | 2.550s |-| pentester | deepseek-v4-pro:cloud | false | 23/23 (100.00%) | 1.824s |--**Total**: 282/283 (99.65%) successful tests-**Overall average latency**: 3.064s+| simple | nemotron-3-nano:30b-cloud | false | 21/24 (87.50%) | 4.576s |+| simple_json | nemotron-3-nano:30b-cloud | false | 7/7 (100.00%) | 3.451s |+| primary_agent | kimi-k2.6:cloud | false | 24/24 (100.00%) | 2.800s |+| assistant | kimi-k2.6:cloud | false | 24/24 (100.00%) | 2.593s |+| generator | mistral-large-3:675b-cloud | false | 24/24 (100.00%) | 1.676s |+| refiner | nemotron-3-ultra:cloud | false | 23/24 (95.83%) | 6.247s |+| adviser | glm-5.1:cloud | false | 24/24 (100.00%) | 2.971s |+| reflector | nemotron-3-nano:30b-cloud | false | 22/24 (91.67%) | 3.768s |+| searcher | qwen3.5:397b-cloud | false | 24/24 (100.00%) | 7.143s |+| enricher | minimax-m2.7:cloud | false | 24/24 (100.00%) | 3.076s |+| coder | kimi-k2.7-code:cloud | false | 24/24 (100.00%) | 2.093s |+| installer | kimi-k2.7-code:cloud | false | 24/24 (100.00%) | 2.009s |+| pentester | deepseek-v4-pro:cloud | false | 24/24 (100.00%) | 3.100s |++**Total**: 289/295 (97.97%) successful tests+**Overall average latency**: 3.503s## Detailed Results@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.189s | |-| Count from 1 to 5 | ✅ Pass | 1.408s | |-| Text Transform Uppercase | ✅ Pass | 9.093s | |-| Math Calculation | ✅ Pass | 2.943s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.950s | |-| Basic Echo Function | ✅ Pass | 6.563s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.039s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.664s | |+| Simple Math | ✅ Pass | 1.396s | |+| Text Transform Uppercase | ✅ Pass | 1.738s | |+| Count from 1 to 5 | ✅ Pass | 1.585s | |+| Math Calculation | ✅ Pass | 1.137s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.541s | |+| Basic Echo Function | ❌ Fail | 6.501s | no tool calls found, expected at least 1 |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.918s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.469s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 3.877s | |-| Search Query Function | ✅ Pass | 2.516s | |-| Ask Advice Function | ✅ Pass | 1.608s | |-| Streaming Search Query Function Streaming | ✅ Pass | 3.250s | |-| Basic Context Memory Test | ✅ Pass | 2.386s | |-| Function Argument Memory Test | ✅ Pass | 2.295s | |-| Function Response Memory Test | ✅ Pass | 1.072s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.079s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.494s | |-| Penetration Testing Methodology | ✅ Pass | 1.433s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.904s | |-| SQL Injection Attack Type | ✅ Pass | 2.914s | |-| Penetration Testing Framework | ✅ Pass | 2.560s | |-| Web Application Security Scanner | ✅ Pass | 1.253s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.227s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.553s+| JSON Response Function | ✅ Pass | 1.962s | |+| Search Query Function | ✅ Pass | 3.332s | |+| Ask Advice Function | ✅ Pass | 1.888s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.547s | |+| Basic Context Memory Test | ✅ Pass | 1.905s | |+| Function Argument Memory Test | ✅ Pass | 1.521s | |+| Function Response Memory Test | ✅ Pass | 1.863s | |+| Penetration Testing Memory with Tool Call | ❌ Fail | 9.609s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |+| Cybersecurity Workflow Memory Test | ✅ Pass | 17.131s | |+| Penetration Testing Methodology | ✅ Pass | 2.572s | |+| Read a file, then edit it via unified diff | ✅ Pass | 28.188s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.750s | |+| SQL Injection Attack Type | ❌ Fail | 2.396s | 503 Service Unavailable: model 'nemotron\-3\-nano:30b' is temporarily overloaded, please retry shortly or try a different model \(ref: 31d468a2\-7b... |+| Penetration Testing Framework | ✅ Pass | 3.687s | |+| Web Application Security Scanner | ✅ Pass | 4.230s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.936s | |++**Summary**: 21/24 (87.50%) successful tests++**Average latency**: 4.576s---@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Person Information JSON | ✅ Pass | 1.468s | |-| Project Information JSON | ✅ Pass | 1.558s | |-| User Profile JSON | ✅ Pass | 1.822s | |-| Vulnerability Report Memory Test | ✅ Pass | 3.089s | |-| Streaming Person Information JSON Streaming | ✅ Pass | 1.354s | |-| JSON Array Response Without Schema | ✅ Pass | 5.023s | |+| Vulnerability Report Memory Test | ✅ Pass | 10.414s | |+| Person Information JSON | ✅ Pass | 2.641s | |+| Project Information JSON | ✅ Pass | 1.976s | |+| User Profile JSON | ✅ Pass | 2.096s | |+| JSON Array Response Without Schema | ✅ Pass | 2.149s | |+| Streaming Person Information JSON Streaming | ✅ Pass | 2.793s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Structured Output With JSON Schema | structured_output | ✅ Pass | 2.552s | |+| Structured Output With JSON Schema | structured_output | ✅ Pass | 2.088s | |**Summary**: 7/7 (100.00%) successful tests-**Average latency**: 2.410s+**Average latency**: 3.451s---@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.671s | |-| Text Transform Uppercase | ✅ Pass | 1.436s | |-| Count from 1 to 5 | ✅ Pass | 2.245s | |-| Math Calculation | ✅ Pass | 1.513s | |-| Basic Echo Function | ✅ Pass | 1.420s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.155s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.994s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.485s | |+| Simple Math | ✅ Pass | 3.268s | |+| Text Transform Uppercase | ✅ Pass | 2.204s | |+| Count from 1 to 5 | ✅ Pass | 1.900s | |+| Math Calculation | ✅ Pass | 5.819s | |+| Basic Echo Function | ✅ Pass | 1.919s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.022s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.673s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.638s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.924s | |-| Search Query Function | ✅ Pass | 1.882s | |-| Ask Advice Function | ✅ Pass | 1.658s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.927s | |-| Basic Context Memory Test | ✅ Pass | 2.056s | |-| Function Argument Memory Test | ✅ Pass | 3.303s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.341s | |-| Function Response Memory Test | ✅ Pass | 6.369s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.381s | |-| Penetration Testing Methodology | ✅ Pass | 3.671s | |-| Vulnerability Assessment Tools | ✅ Pass | 5.404s | |-| SQL Injection Attack Type | ✅ Pass | 2.150s | |-| Penetration Testing Framework | ✅ Pass | 6.441s | |-| Web Application Security Scanner | ✅ Pass | 2.062s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.018s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.718s+| JSON Response Function | ✅ Pass | 1.811s | |+| Search Query Function | ✅ Pass | 1.518s | |+| Ask Advice Function | ✅ Pass | 1.590s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.566s | |+| Basic Context Memory Test | ✅ Pass | 2.229s | |+| Function Argument Memory Test | ✅ Pass | 1.400s | |+| Function Response Memory Test | ✅ Pass | 1.880s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.648s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.631s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.515s | |+| Penetration Testing Methodology | ✅ Pass | 4.339s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.698s | |+| SQL Injection Attack Type | ✅ Pass | 4.101s | |+| Penetration Testing Framework | ✅ Pass | 4.894s | |+| Web Application Security Scanner | ✅ Pass | 3.520s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.414s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.800s---@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.077s | |-| Text Transform Uppercase | ✅ Pass | 1.443s | |-| Count from 1 to 5 | ✅ Pass | 1.803s | |-| Math Calculation | ✅ Pass | 1.713s | |-| Basic Echo Function | ✅ Pass | 1.231s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.716s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.366s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.403s | |+| Simple Math | ✅ Pass | 3.719s | |+| Text Transform Uppercase | ✅ Pass | 1.631s | |+| Count from 1 to 5 | ✅ Pass | 2.054s | |+| Math Calculation | ✅ Pass | 1.583s | |+| Basic Echo Function | ✅ Pass | 1.482s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.711s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.546s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.503s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.741s | |-| Search Query Function | ✅ Pass | 1.544s | |-| Ask Advice Function | ✅ Pass | 1.553s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.748s | |-| Basic Context Memory Test | ✅ Pass | 1.659s | |-| Function Argument Memory Test | ✅ Pass | 3.101s | |-| Function Response Memory Test | ✅ Pass | 1.532s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.992s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.628s | |-| Penetration Testing Methodology | ✅ Pass | 4.080s | |-| SQL Injection Attack Type | ✅ Pass | 1.767s | |-| Vulnerability Assessment Tools | ✅ Pass | 15.714s | |-| Penetration Testing Framework | ✅ Pass | 7.542s | |-| Web Application Security Scanner | ✅ Pass | 2.199s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.912s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.847s+| JSON Response Function | ✅ Pass | 2.536s | |+| Search Query Function | ✅ Pass | 1.747s | |+| Ask Advice Function | ✅ Pass | 1.713s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.427s | |+| Basic Context Memory Test | ✅ Pass | 2.173s | |+| Function Argument Memory Test | ✅ Pass | 1.420s | |+| Function Response Memory Test | ✅ Pass | 1.850s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.675s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.557s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.500s | |+| Penetration Testing Methodology | ✅ Pass | 4.998s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.282s | |+| SQL Injection Attack Type | ✅ Pass | 3.383s | |+| Penetration Testing Framework | ✅ Pass | 4.958s | |+| Web Application Security Scanner | ✅ Pass | 2.734s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.050s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.593s---@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.057s | |-| Text Transform Uppercase | ✅ Pass | 0.906s | |-| Count from 1 to 5 | ✅ Pass | 1.016s | |-| Math Calculation | ✅ Pass | 0.843s | |-| Basic Echo Function | ✅ Pass | 1.010s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.334s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.931s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.129s | |+| Simple Math | ✅ Pass | 0.987s | |+| Text Transform Uppercase | ✅ Pass | 1.427s | |+| Count from 1 to 5 | ✅ Pass | 0.922s | |+| Math Calculation | ✅ Pass | 0.871s | |+| Basic Echo Function | ✅ Pass | 1.053s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.053s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.957s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.099s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.149s | |-| Search Query Function | ✅ Pass | 1.324s | |-| Ask Advice Function | ✅ Pass | 1.236s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.226s | |-| Basic Context Memory Test | ✅ Pass | 0.929s | |-| Function Argument Memory Test | ✅ Pass | 0.803s | |-| Function Response Memory Test | ✅ Pass | 0.882s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.688s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.908s | |-| Penetration Testing Methodology | ✅ Pass | 1.975s | |-| SQL Injection Attack Type | ✅ Pass | 0.980s | |-| Vulnerability Assessment Tools | ✅ Pass | 15.025s | |-| Penetration Testing Framework | ✅ Pass | 2.884s | |-| Web Application Security Scanner | ✅ Pass | 2.011s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.118s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.886s+| JSON Response Function | ✅ Pass | 1.498s | |+| Search Query Function | ✅ Pass | 1.044s | |+| Ask Advice Function | ✅ Pass | 1.264s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.100s | |+| Basic Context Memory Test | ✅ Pass | 0.972s | |+| Function Argument Memory Test | ✅ Pass | 0.871s | |+| Function Response Memory Test | ✅ Pass | 0.875s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.567s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.073s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.240s | |+| Penetration Testing Methodology | ✅ Pass | 3.027s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.357s | |+| SQL Injection Attack Type | ✅ Pass | 1.190s | |+| Penetration Testing Framework | ✅ Pass | 2.482s | |+| Web Application Security Scanner | ✅ Pass | 2.031s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.261s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.676s---@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.812s | |-| Count from 1 to 5 | ✅ Pass | 4.445s | |-| Math Calculation | ✅ Pass | 2.275s | |-| Text Transform Uppercase | ✅ Pass | 12.666s | |-| Basic Echo Function | ✅ Pass | 3.633s | |-| Streaming Simple Math Streaming | ✅ Pass | 7.361s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 5.497s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 10.178s | |+| Simple Math | ✅ Pass | 2.083s | |+| Text Transform Uppercase | ✅ Pass | 0.945s | |+| Count from 1 to 5 | ✅ Pass | 3.333s | |+| Math Calculation | ✅ Pass | 3.420s | |+| Basic Echo Function | ✅ Pass | 2.009s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.067s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.400s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.228s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| Search Query Function | ✅ Pass | 2.298s | |-| Ask Advice Function | ✅ Pass | 4.959s | |-| Streaming Search Query Function Streaming | ✅ Pass | 4.867s | |-| Basic Context Memory Test | ✅ Pass | 1.962s | |-| Function Argument Memory Test | ✅ Pass | 1.149s | |-| Function Response Memory Test | ✅ Pass | 1.863s | |-| JSON Response Function | ✅ Pass | 31.697s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 7.205s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 6.164s | |-| Penetration Testing Methodology | ✅ Pass | 4.731s | |-| Vulnerability Assessment Tools | ✅ Pass | 4.192s | |-| SQL Injection Attack Type | ✅ Pass | 1.133s | |-| Penetration Testing Framework | ✅ Pass | 6.045s | |-| Web Application Security Scanner | ✅ Pass | 1.541s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.820s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 5.631s+| Search Query Function | ✅ Pass | 1.429s | |+| Ask Advice Function | ✅ Pass | 1.567s | |+| Streaming Search Query Function Streaming | ✅ Pass | 3.871s | |+| Basic Context Memory Test | ✅ Pass | 0.951s | |+| Function Argument Memory Test | ✅ Pass | 3.558s | |+| Function Response Memory Test | ✅ Pass | 1.331s | |+| JSON Response Function | ✅ Pass | 24.907s | |+| Penetration Testing Memory with Tool Call | ❌ Fail | 4.251s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.505s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.533s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.527s | |+| SQL Injection Attack Type | ✅ Pass | 8.755s | |+| Penetration Testing Methodology | ✅ Pass | 32.140s | |+| Web Application Security Scanner | ✅ Pass | 4.209s | |+| Penetration Testing Tool Selection | ✅ Pass | 9.307s | |+| Penetration Testing Framework | ✅ Pass | 24.598s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 6.247s---@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.888s | |-| Text Transform Uppercase | ✅ Pass | 3.135s | |-| Count from 1 to 5 | ✅ Pass | 2.208s | |-| Math Calculation | ✅ Pass | 1.384s | |-| Basic Echo Function | ✅ Pass | 2.010s | |-| Streaming Simple Math Streaming | ✅ Pass | 3.185s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.989s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.622s | |+| Simple Math | ✅ Pass | 3.867s | |+| Text Transform Uppercase | ✅ Pass | 2.004s | |+| Count from 1 to 5 | ✅ Pass | 2.684s | |+| Math Calculation | ✅ Pass | 1.403s | |+| Basic Echo Function | ✅ Pass | 1.245s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.741s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.249s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.427s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.383s | |-| Search Query Function | ✅ Pass | 3.991s | |-| Ask Advice Function | ✅ Pass | 1.618s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.838s | |-| Basic Context Memory Test | ✅ Pass | 4.070s | |-| Function Argument Memory Test | ✅ Pass | 2.376s | |-| Function Response Memory Test | ✅ Pass | 3.116s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.410s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.902s | |-| Penetration Testing Methodology | ✅ Pass | 4.680s | |-| Vulnerability Assessment Tools | ✅ Pass | 7.330s | |-| SQL Injection Attack Type | ✅ Pass | 2.247s | |-| Penetration Testing Framework | ✅ Pass | 9.490s | |-| Web Application Security Scanner | ✅ Pass | 4.576s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.529s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.260s+| JSON Response Function | ✅ Pass | 1.863s | |+| Search Query Function | ✅ Pass | 2.931s | |+| Ask Advice Function | ✅ Pass | 1.764s | |+| Streaming Search Query Function Streaming | ✅ Pass | 4.062s | |+| Basic Context Memory Test | ✅ Pass | 2.533s | |+| Function Argument Memory Test | ✅ Pass | 2.029s | |+| Function Response Memory Test | ✅ Pass | 2.157s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.071s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.438s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.574s | |+| Penetration Testing Methodology | ✅ Pass | 8.347s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.436s | |+| SQL Injection Attack Type | ✅ Pass | 2.665s | |+| Penetration Testing Framework | ✅ Pass | 6.461s | |+| Web Application Security Scanner | ✅ Pass | 3.563s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.784s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.971s---@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.271s | |-| Text Transform Uppercase | ✅ Pass | 1.096s | |-| Count from 1 to 5 | ✅ Pass | 1.697s | |-| Math Calculation | ✅ Pass | 1.010s | |-| Basic Echo Function | ✅ Pass | 1.577s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.141s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.362s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.766s | |+| Simple Math | ✅ Pass | 3.587s | |+| Text Transform Uppercase | ✅ Pass | 1.178s | |+| Count from 1 to 5 | ✅ Pass | 3.800s | |+| Math Calculation | ✅ Pass | 1.270s | |+| Basic Echo Function | ✅ Pass | 2.540s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.263s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.998s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.450s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.121s | |-| Search Query Function | ✅ Pass | 1.656s | |-| Ask Advice Function | ✅ Pass | 1.843s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.452s | |-| Basic Context Memory Test | ✅ Pass | 2.101s | |-| Function Argument Memory Test | ✅ Pass | 2.782s | |-| Function Response Memory Test | ✅ Pass | 2.649s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.311s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.175s | |-| Penetration Testing Methodology | ✅ Pass | 1.141s | |-| Vulnerability Assessment Tools | ✅ Pass | 5.713s | |-| SQL Injection Attack Type | ✅ Pass | 1.929s | |-| Penetration Testing Framework | ✅ Pass | 1.143s | |-| Web Application Security Scanner | ✅ Pass | 1.367s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.884s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.096s+| JSON Response Function | ✅ Pass | 2.907s | |+| Search Query Function | ✅ Pass | 2.245s | |+| Ask Advice Function | ✅ Pass | 2.133s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.675s | |+| Basic Context Memory Test | ✅ Pass | 2.562s | |+| Function Argument Memory Test | ✅ Pass | 3.745s | |+| Function Response Memory Test | ✅ Pass | 2.563s | |+| Penetration Testing Memory with Tool Call | ❌ Fail | 6.365s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.579s | |+| Penetration Testing Methodology | ✅ Pass | 1.799s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.024s | |+| Read a file, then edit it via unified diff | ❌ Fail | 28.584s | expected the second call to be edit\_file, got action="write\_file" |+| SQL Injection Attack Type | ✅ Pass | 4.100s | |+| Penetration Testing Framework | ✅ Pass | 1.550s | |+| Web Application Security Scanner | ✅ Pass | 3.531s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.974s | |++**Summary**: 22/24 (91.67%) successful tests++**Average latency**: 3.768s---@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 3.078s | |-| Text Transform Uppercase | ✅ Pass | 5.277s | |-| Count from 1 to 5 | ✅ Pass | 5.322s | |-| Math Calculation | ✅ Pass | 2.751s | |-| Basic Echo Function | ✅ Pass | 1.776s | |-| Streaming Simple Math Streaming | ✅ Pass | 3.460s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.329s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.876s | |+| Simple Math | ✅ Pass | 3.222s | |+| Text Transform Uppercase | ✅ Pass | 4.817s | |+| Count from 1 to 5 | ✅ Pass | 4.304s | |+| Math Calculation | ✅ Pass | 3.475s | |+| Basic Echo Function | ✅ Pass | 2.614s | |+| Streaming Simple Math Streaming | ✅ Pass | 3.296s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.719s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.580s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.141s | |-| Search Query Function | ✅ Pass | 1.866s | |-| Ask Advice Function | ✅ Pass | 2.291s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.823s | |-| Basic Context Memory Test | ✅ Pass | 4.063s | |-| Function Argument Memory Test | ✅ Pass | 1.898s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.962s | |-| Function Response Memory Test | ✅ Pass | 11.805s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 5.704s | |-| Penetration Testing Methodology | ✅ Pass | 10.296s | |-| SQL Injection Attack Type | ✅ Pass | 8.448s | |-| Penetration Testing Framework | ✅ Pass | 7.163s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.838s | |-| Web Application Security Scanner | ✅ Pass | 8.118s | |-| Vulnerability Assessment Tools | ✅ Pass | 34.393s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 5.856s+| JSON Response Function | ✅ Pass | 2.825s | |+| Search Query Function | ✅ Pass | 1.765s | |+| Ask Advice Function | ✅ Pass | 2.192s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.113s | |+| Basic Context Memory Test | ✅ Pass | 4.241s | |+| Function Argument Memory Test | ✅ Pass | 2.361s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.092s | |+| Function Response Memory Test | ✅ Pass | 8.493s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.050s | |+| Read a file, then edit it via unified diff | ✅ Pass | 6.046s | |+| Penetration Testing Methodology | ✅ Pass | 8.901s | |+| SQL Injection Attack Type | ✅ Pass | 5.842s | |+| Penetration Testing Framework | ✅ Pass | 7.009s | |+| Web Application Security Scanner | ✅ Pass | 8.334s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.127s | |+| Vulnerability Assessment Tools | ✅ Pass | 75.009s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 7.143s---@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.714s | |-| Text Transform Uppercase | ✅ Pass | 3.532s | |-| Count from 1 to 5 | ✅ Pass | 5.140s | |-| Math Calculation | ✅ Pass | 1.952s | |-| Basic Echo Function | ✅ Pass | 1.707s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.469s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.203s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.477s | |+| Simple Math | ✅ Pass | 2.339s | |+| Text Transform Uppercase | ✅ Pass | 3.841s | |+| Count from 1 to 5 | ✅ Pass | 3.745s | |+| Math Calculation | ✅ Pass | 1.707s | |+| Basic Echo Function | ✅ Pass | 1.636s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.483s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.121s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.033s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.636s | |-| Search Query Function | ✅ Pass | 2.099s | |-| Ask Advice Function | ✅ Pass | 2.682s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.241s | |-| Basic Context Memory Test | ✅ Pass | 1.996s | |-| Function Argument Memory Test | ✅ Pass | 2.087s | |-| Function Response Memory Test | ✅ Pass | 2.030s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.810s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.592s | |-| Penetration Testing Methodology | ✅ Pass | 4.070s | |-| Vulnerability Assessment Tools | ✅ Pass | 10.512s | |-| SQL Injection Attack Type | ✅ Pass | 6.386s | |-| Penetration Testing Framework | ✅ Pass | 6.082s | |-| Web Application Security Scanner | ✅ Pass | 3.166s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.176s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.425s+| JSON Response Function | ✅ Pass | 2.262s | |+| Search Query Function | ✅ Pass | 1.636s | |+| Ask Advice Function | ✅ Pass | 1.833s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.091s | |+| Basic Context Memory Test | ✅ Pass | 2.518s | |+| Function Argument Memory Test | ✅ Pass | 1.967s | |+| Function Response Memory Test | ✅ Pass | 1.702s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.041s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.798s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.717s | |+| Penetration Testing Methodology | ✅ Pass | 2.733s | |+| Vulnerability Assessment Tools | ✅ Pass | 10.359s | |+| SQL Injection Attack Type | ✅ Pass | 2.889s | |+| Penetration Testing Framework | ✅ Pass | 5.798s | |+| Web Application Security Scanner | ✅ Pass | 3.872s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.683s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 3.076s---@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.628s | |-| Text Transform Uppercase | ✅ Pass | 1.266s | |-| Count from 1 to 5 | ✅ Pass | 2.849s | |-| Math Calculation | ✅ Pass | 4.151s | |-| Basic Echo Function | ✅ Pass | 1.318s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.619s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.497s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.220s | |+| Simple Math | ✅ Pass | 1.317s | |+| Text Transform Uppercase | ✅ Pass | 1.743s | |+| Count from 1 to 5 | ✅ Pass | 2.751s | |+| Math Calculation | ✅ Pass | 2.918s | |+| Basic Echo Function | ✅ Pass | 3.412s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.657s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.560s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.530s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.828s | |-| Search Query Function | ✅ Pass | 1.327s | |-| Ask Advice Function | ✅ Pass | 1.355s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.443s | |-| Basic Context Memory Test | ✅ Pass | 1.541s | |-| Function Argument Memory Test | ✅ Pass | 1.299s | |-| Function Response Memory Test | ✅ Pass | 1.218s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 6.061s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.109s | |-| Penetration Testing Methodology | ✅ Pass | 2.873s | |-| Vulnerability Assessment Tools | ✅ Pass | 4.599s | |-| SQL Injection Attack Type | ✅ Pass | 1.728s | |-| Penetration Testing Framework | ✅ Pass | 2.782s | |-| Web Application Security Scanner | ✅ Pass | 1.747s | |-| Penetration Testing Tool Selection | ❌ Fail | 4.947s | expected function 'nmap' not found in tool calls: expected function nmap not found in tool calls |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 2.322s+| JSON Response Function | ✅ Pass | 1.313s | |+| Search Query Function | ✅ Pass | 1.484s | |+| Ask Advice Function | ✅ Pass | 1.610s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.411s | |+| Basic Context Memory Test | ✅ Pass | 1.460s | |+| Function Argument Memory Test | ✅ Pass | 1.396s | |+| Function Response Memory Test | ✅ Pass | 1.383s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.349s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.406s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.906s | |+| Penetration Testing Methodology | ✅ Pass | 6.058s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.442s | |+| SQL Injection Attack Type | ✅ Pass | 1.563s | |+| Penetration Testing Framework | ✅ Pass | 1.796s | |+| Web Application Security Scanner | ✅ Pass | 2.001s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.766s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.093s---@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.531s | |-| Text Transform Uppercase | ✅ Pass | 1.436s | |-| Count from 1 to 5 | ✅ Pass | 2.494s | |-| Math Calculation | ✅ Pass | 3.434s | |-| Basic Echo Function | ✅ Pass | 1.372s | |-| Streaming Simple Math Streaming | ✅ Pass | 4.327s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.399s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.221s | |+| Simple Math | ✅ Pass | 1.910s | |+| Text Transform Uppercase | ✅ Pass | 1.374s | |+| Count from 1 to 5 | ✅ Pass | 2.757s | |+| Math Calculation | ✅ Pass | 2.293s | |+| Basic Echo Function | ✅ Pass | 1.670s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.653s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.392s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.651s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.597s | |-| Search Query Function | ✅ Pass | 1.715s | |-| Ask Advice Function | ✅ Pass | 1.459s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.567s | |-| Basic Context Memory Test | ✅ Pass | 1.722s | |-| Function Argument Memory Test | ✅ Pass | 1.202s | |-| Function Response Memory Test | ✅ Pass | 1.433s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.963s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.737s | |-| Penetration Testing Methodology | ✅ Pass | 2.059s | |-| Vulnerability Assessment Tools | ✅ Pass | 10.085s | |-| SQL Injection Attack Type | ✅ Pass | 1.453s | |-| Penetration Testing Framework | ✅ Pass | 2.092s | |-| Web Application Security Scanner | ✅ Pass | 1.891s | |-| Penetration Testing Tool Selection | ✅ Pass | 4.455s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.550s+| JSON Response Function | ✅ Pass | 1.822s | |+| Search Query Function | ✅ Pass | 1.392s | |+| Ask Advice Function | ✅ Pass | 2.062s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.452s | |+| Basic Context Memory Test | ✅ Pass | 1.332s | |+| Function Argument Memory Test | ✅ Pass | 1.418s | |+| Function Response Memory Test | ✅ Pass | 1.285s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.718s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.433s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.576s | |+| Penetration Testing Methodology | ✅ Pass | 5.036s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.133s | |+| SQL Injection Attack Type | ✅ Pass | 1.471s | |+| Penetration Testing Framework | ✅ Pass | 2.541s | |+| Web Application Security Scanner | ✅ Pass | 1.474s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.355s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.009s---@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.062s | |-| Text Transform Uppercase | ✅ Pass | 1.226s | |-| Count from 1 to 5 | ✅ Pass | 1.536s | |-| Math Calculation | ✅ Pass | 1.281s | |-| Basic Echo Function | ✅ Pass | 1.337s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.349s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.193s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.361s | |+| Simple Math | ✅ Pass | 1.092s | |+| Text Transform Uppercase | ✅ Pass | 3.295s | |+| Count from 1 to 5 | ✅ Pass | 5.058s | |+| Math Calculation | ✅ Pass | 1.099s | |+| Streaming Simple Math Streaming | ✅ Pass | 7.752s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.877s | |+| Basic Echo Function | ✅ Pass | 11.629s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.249s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.357s | |-| Search Query Function | ✅ Pass | 1.301s | |-| Ask Advice Function | ✅ Pass | 1.337s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.356s | |-| Basic Context Memory Test | ✅ Pass | 2.433s | |-| Function Argument Memory Test | ✅ Pass | 1.422s | |-| Function Response Memory Test | ✅ Pass | 1.598s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.345s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.396s | |-| Penetration Testing Methodology | ✅ Pass | 6.055s | |-| Vulnerability Assessment Tools | ✅ Pass | 4.079s | |-| SQL Injection Attack Type | ✅ Pass | 1.424s | |-| Penetration Testing Framework | ✅ Pass | 2.163s | |-| Web Application Security Scanner | ✅ Pass | 1.613s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.724s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.824s+| JSON Response Function | ✅ Pass | 3.251s | |+| Search Query Function | ✅ Pass | 1.340s | |+| Ask Advice Function | ✅ Pass | 1.380s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.597s | |+| Basic Context Memory Test | ✅ Pass | 1.364s | |+| Function Argument Memory Test | ✅ Pass | 3.525s | |+| Function Response Memory Test | ✅ Pass | 1.420s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.327s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.693s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.882s | |+| Penetration Testing Methodology | ✅ Pass | 9.465s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.039s | |+| SQL Injection Attack Type | ✅ Pass | 1.321s | |+| Penetration Testing Framework | ✅ Pass | 1.761s | |+| Web Application Security Scanner | ✅ Pass | 1.203s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.778s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 3.100s---diff --git a/examples/tests/openai-report.md b/examples/tests/openai-report.mdindex 77f5d797..e7941df2 100644--- a/examples/tests/openai-report.md+++ b/examples/tests/openai-report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Tue, 21 Jul 2026 19:13:07 UTC+Generated: Thu, 23 Jul 2026 12:59:48 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | gpt-5.4-nano | false | 23/23 (100.00%) | 0.930s |-| simple_json | gpt-5.4-nano | false | 7/7 (100.00%) | 1.392s |-| primary_agent | gpt-5.4-mini | false | 23/24 (95.83%) | 0.911s |-| assistant | gpt-5.4-mini | false | 24/24 (100.00%) | 0.937s |-| generator | gpt-5.6-terra | false | 24/24 (100.00%) | 1.295s |-| refiner | gpt-5.6-terra | false | 23/24 (95.83%) | 1.417s |-| adviser | gpt-5.6-terra | false | 24/24 (100.00%) | 1.269s |-| reflector | gpt-5.4-mini | false | 24/24 (100.00%) | 0.890s |-| searcher | gpt-5.4-nano | false | 23/23 (100.00%) | 0.976s |-| enricher | gpt-5.4-nano | false | 23/23 (100.00%) | 0.852s |-| coder | gpt-5.6-terra | false | 23/24 (95.83%) | 1.773s |-| installer | gpt-5.4-mini | false | 24/24 (100.00%) | 0.868s |-| pentester | gpt-5.4-mini | false | 24/24 (100.00%) | 0.831s |--**Total**: 289/292 (98.97%) successful tests-**Overall average latency**: 1.088s+| simple | gpt-5.4-nano | false | 24/24 (100.00%) | 1.505s |+| simple_json | gpt-5.4-nano | false | 7/7 (100.00%) | 1.552s |+| primary_agent | gpt-5.4-mini | false | 25/25 (100.00%) | 1.223s |+| assistant | gpt-5.4-mini | false | 25/25 (100.00%) | 1.418s |+| generator | gpt-5.6-terra | false | 25/25 (100.00%) | 1.603s |+| refiner | gpt-5.6-terra | false | 24/25 (96.00%) | 1.749s |+| adviser | gpt-5.6-terra | false | 25/25 (100.00%) | 1.625s |+| reflector | gpt-5.4-mini | false | 25/25 (100.00%) | 1.285s |+| searcher | gpt-5.4-nano | false | 24/24 (100.00%) | 1.425s |+| enricher | gpt-5.4-nano | false | 24/24 (100.00%) | 1.362s |+| coder | gpt-5.6-terra | false | 25/25 (100.00%) | 1.471s |+| installer | gpt-5.4-mini | false | 25/25 (100.00%) | 1.292s |+| pentester | gpt-5.4-mini | false | 25/25 (100.00%) | 1.260s |++**Total**: 303/304 (99.67%) successful tests+**Overall average latency**: 1.438s## Detailed Results@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.141s | |-| Text Transform Uppercase | ✅ Pass | 0.900s | |-| Count from 1 to 5 | ✅ Pass | 0.838s | |-| Math Calculation | ✅ Pass | 0.683s | |-| Basic Echo Function | ✅ Pass | 0.817s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.798s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.873s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.876s | |+| Text Transform Uppercase | ✅ Pass | 1.045s | |+| Simple Math | ✅ Pass | 3.161s | |+| Count from 1 to 5 | ✅ Pass | 1.374s | |+| Math Calculation | ✅ Pass | 1.068s | |+| Basic Echo Function | ✅ Pass | 1.056s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.085s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.040s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.289s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.186s | |-| Search Query Function | ✅ Pass | 1.038s | |-| Ask Advice Function | ✅ Pass | 1.009s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.858s | |-| Basic Context Memory Test | ✅ Pass | 0.868s | |-| Function Argument Memory Test | ✅ Pass | 0.789s | |-| Function Response Memory Test | ✅ Pass | 0.701s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.342s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.826s | |-| Penetration Testing Methodology | ✅ Pass | 0.823s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.043s | |-| SQL Injection Attack Type | ✅ Pass | 0.815s | |-| Penetration Testing Framework | ✅ Pass | 0.965s | |-| Web Application Security Scanner | ✅ Pass | 0.852s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.341s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.930s+| JSON Response Function | ✅ Pass | 1.263s | |+| Search Query Function | ✅ Pass | 1.135s | |+| Ask Advice Function | ✅ Pass | 1.341s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.131s | |+| Basic Context Memory Test | ✅ Pass | 1.841s | |+| Function Argument Memory Test | ✅ Pass | 2.018s | |+| Function Response Memory Test | ✅ Pass | 1.016s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.456s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.648s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.801s | |+| Penetration Testing Methodology | ✅ Pass | 1.158s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.528s | |+| SQL Injection Attack Type | ✅ Pass | 1.271s | |+| Penetration Testing Framework | ✅ Pass | 1.325s | |+| Web Application Security Scanner | ✅ Pass | 0.829s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.232s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.505s---@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Person Information JSON | ✅ Pass | 0.999s | |-| Project Information JSON | ✅ Pass | 0.980s | |-| User Profile JSON | ✅ Pass | 0.929s | |-| Streaming Person Information JSON Streaming | ✅ Pass | 0.788s | |-| JSON Array Response Without Schema | ✅ Pass | 1.126s | |-| Vulnerability Report Memory Test | ✅ Pass | 3.973s | |+| Vulnerability Report Memory Test | ✅ Pass | 1.748s | |+| Person Information JSON | ✅ Pass | 1.399s | |+| User Profile JSON | ✅ Pass | 1.396s | |+| Project Information JSON | ✅ Pass | 1.711s | |+| JSON Array Response Without Schema | ✅ Pass | 1.241s | |+| Streaming Person Information JSON Streaming | ✅ Pass | 1.780s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.943s | |+| Structured Output With JSON Schema | structured_output | ✅ Pass | 1.582s | |**Summary**: 7/7 (100.00%) successful tests-**Average latency**: 1.392s+**Average latency**: 1.552s---@@ -97,44 +98,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.900s | |-| Text Transform Uppercase | ✅ Pass | 0.979s | |-| Count from 1 to 5 | ✅ Pass | 0.844s | |-| Math Calculation | ✅ Pass | 0.893s | |-| Basic Echo Function | ✅ Pass | 0.920s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.667s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.614s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.751s | |+| Simple Math | ✅ Pass | 1.626s | |+| Text Transform Uppercase | ✅ Pass | 1.142s | |+| Count from 1 to 5 | ✅ Pass | 1.177s | |+| Math Calculation | ✅ Pass | 0.959s | |+| Basic Echo Function | ✅ Pass | 1.014s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.918s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.915s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.377s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.107s | |-| Search Query Function | ❌ Fail | 0.898s | expected function 'search' not found in tool calls: expected function search not found in tool calls |-| Ask Advice Function | ✅ Pass | 0.906s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.765s | |-| Basic Context Memory Test | ✅ Pass | 0.934s | |-| Function Argument Memory Test | ✅ Pass | 0.780s | |-| Function Response Memory Test | ✅ Pass | 0.725s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.403s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.747s | |-| Penetration Testing Methodology | ✅ Pass | 0.974s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.261s | |-| SQL Injection Attack Type | ✅ Pass | 0.767s | |-| Penetration Testing Framework | ✅ Pass | 0.800s | |-| Web Application Security Scanner | ✅ Pass | 1.355s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.910s | |+| JSON Response Function | ✅ Pass | 1.017s | |+| Search Query Function | ✅ Pass | 1.230s | |+| Ask Advice Function | ✅ Pass | 1.325s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.005s | |+| Basic Context Memory Test | ✅ Pass | 1.129s | |+| Function Argument Memory Test | ✅ Pass | 1.078s | |+| Function Response Memory Test | ✅ Pass | 0.871s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.675s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.201s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.757s | |+| Penetration Testing Methodology | ✅ Pass | 1.115s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.181s | |+| SQL Injection Attack Type | ✅ Pass | 1.268s | |+| Penetration Testing Framework | ✅ Pass | 1.094s | |+| Web Application Security Scanner | ✅ Pass | 1.096s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.092s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.964s | |+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 1.312s | |-**Summary**: 23/24 (95.83%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 0.911s+**Average latency**: 1.223s---@@ -144,44 +146,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.253s | |-| Text Transform Uppercase | ✅ Pass | 0.941s | |-| Count from 1 to 5 | ✅ Pass | 0.832s | |-| Math Calculation | ✅ Pass | 0.720s | |-| Basic Echo Function | ✅ Pass | 0.956s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.779s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.728s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.280s | |+| Simple Math | ✅ Pass | 1.760s | |+| Text Transform Uppercase | ✅ Pass | 1.057s | |+| Count from 1 to 5 | ✅ Pass | 0.930s | |+| Math Calculation | ✅ Pass | 1.123s | |+| Basic Echo Function | ✅ Pass | 1.222s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.233s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.930s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.941s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.921s | |-| Search Query Function | ✅ Pass | 0.944s | |-| Ask Advice Function | ✅ Pass | 0.927s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.737s | |-| Basic Context Memory Test | ✅ Pass | 0.744s | |-| Function Argument Memory Test | ✅ Pass | 0.681s | |-| Function Response Memory Test | ✅ Pass | 0.988s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.584s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.807s | |-| Penetration Testing Methodology | ✅ Pass | 0.921s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.526s | |-| SQL Injection Attack Type | ✅ Pass | 0.696s | |-| Penetration Testing Framework | ✅ Pass | 0.720s | |-| Web Application Security Scanner | ✅ Pass | 0.834s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.017s | |+| JSON Response Function | ✅ Pass | 0.997s | |+| Search Query Function | ✅ Pass | 2.489s | |+| Ask Advice Function | ✅ Pass | 3.283s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.939s | |+| Basic Context Memory Test | ✅ Pass | 1.188s | |+| Function Argument Memory Test | ✅ Pass | 2.325s | |+| Function Response Memory Test | ✅ Pass | 0.878s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.677s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.253s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.297s | |+| Penetration Testing Methodology | ✅ Pass | 1.042s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.488s | |+| SQL Injection Attack Type | ✅ Pass | 1.026s | |+| Penetration Testing Framework | ✅ Pass | 0.994s | |+| Web Application Security Scanner | ✅ Pass | 1.060s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.116s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.943s | |+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 1.197s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 0.937s+**Average latency**: 1.418s---@@ -191,44 +194,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.199s | |-| Text Transform Uppercase | ✅ Pass | 0.882s | |-| Count from 1 to 5 | ✅ Pass | 0.969s | |-| Math Calculation | ✅ Pass | 0.910s | |-| Basic Echo Function | ✅ Pass | 1.023s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.890s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.885s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.995s | |+| Simple Math | ✅ Pass | 1.886s | |+| Text Transform Uppercase | ✅ Pass | 1.206s | |+| Count from 1 to 5 | ✅ Pass | 1.332s | |+| Math Calculation | ✅ Pass | 1.215s | |+| Basic Echo Function | ✅ Pass | 1.250s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.893s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.962s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.979s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.945s | |-| Search Query Function | ✅ Pass | 1.301s | |-| Ask Advice Function | ✅ Pass | 0.987s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.093s | |-| Basic Context Memory Test | ✅ Pass | 1.064s | |-| Function Argument Memory Test | ✅ Pass | 0.911s | |-| Function Response Memory Test | ✅ Pass | 0.971s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.185s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 6.472s | |-| Penetration Testing Methodology | ✅ Pass | 1.001s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.438s | |-| SQL Injection Attack Type | ✅ Pass | 1.052s | |-| Penetration Testing Framework | ✅ Pass | 1.182s | |-| Web Application Security Scanner | ✅ Pass | 1.532s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.104s | |+| JSON Response Function | ✅ Pass | 1.075s | |+| Search Query Function | ✅ Pass | 1.392s | |+| Ask Advice Function | ✅ Pass | 1.077s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.245s | |+| Basic Context Memory Test | ✅ Pass | 1.655s | |+| Function Argument Memory Test | ✅ Pass | 1.910s | |+| Function Response Memory Test | ✅ Pass | 1.146s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.013s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.002s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.105s | |+| Penetration Testing Methodology | ✅ Pass | 2.752s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.536s | |+| SQL Injection Attack Type | ✅ Pass | 1.293s | |+| Penetration Testing Framework | ✅ Pass | 1.525s | |+| Web Application Security Scanner | ✅ Pass | 1.056s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.195s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 1.081s | |+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 1.363s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 1.295s+**Average latency**: 1.603s---@@ -238,44 +242,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.421s | |-| Text Transform Uppercase | ✅ Pass | 0.934s | |-| Count from 1 to 5 | ✅ Pass | 0.943s | |-| Math Calculation | ✅ Pass | 0.939s | |-| Basic Echo Function | ✅ Pass | 1.035s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.965s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.867s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.965s | |+| Simple Math | ✅ Pass | 1.946s | |+| Text Transform Uppercase | ✅ Pass | 0.928s | |+| Count from 1 to 5 | ✅ Pass | 1.698s | |+| Math Calculation | ✅ Pass | 1.188s | |+| Basic Echo Function | ✅ Pass | 1.093s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.924s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.870s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.204s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.971s | |-| Search Query Function | ✅ Pass | 1.151s | |-| Ask Advice Function | ✅ Pass | 1.125s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.899s | |-| Basic Context Memory Test | ✅ Pass | 0.941s | |-| Function Argument Memory Test | ✅ Pass | 0.892s | |-| Function Response Memory Test | ✅ Pass | 0.912s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.217s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 9.853s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |-| Penetration Testing Methodology | ✅ Pass | 1.114s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.322s | |-| SQL Injection Attack Type | ✅ Pass | 1.305s | |-| Penetration Testing Framework | ✅ Pass | 1.122s | |-| Web Application Security Scanner | ✅ Pass | 1.158s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.023s | |+| JSON Response Function | ✅ Pass | 1.123s | |+| Search Query Function | ✅ Pass | 1.233s | |+| Ask Advice Function | ✅ Pass | 2.186s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.294s | |+| Basic Context Memory Test | ✅ Pass | 1.489s | |+| Function Argument Memory Test | ✅ Pass | 0.902s | |+| Function Response Memory Test | ✅ Pass | 0.999s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.044s | |+| Penetration Testing Memory with Tool Call | ❌ Fail | 9.625s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |+| Read a file, then edit it via unified diff | ✅ Pass | 3.243s | |+| Penetration Testing Methodology | ✅ Pass | 1.533s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.585s | |+| SQL Injection Attack Type | ✅ Pass | 1.461s | |+| Penetration Testing Framework | ✅ Pass | 1.557s | |+| Web Application Security Scanner | ✅ Pass | 1.139s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.523s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.925s | |+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.923s | |-**Summary**: 23/24 (95.83%) successful tests+**Summary**: 24/25 (96.00%) successful tests-**Average latency**: 1.417s+**Average latency**: 1.749s---@@ -285,44 +290,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.447s | |-| Text Transform Uppercase | ✅ Pass | 1.037s | |-| Count from 1 to 5 | ✅ Pass | 0.942s | |-| Math Calculation | ✅ Pass | 1.212s | |-| Basic Echo Function | ✅ Pass | 0.953s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.098s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.029s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.420s | |+| Simple Math | ✅ Pass | 1.908s | |+| Text Transform Uppercase | ✅ Pass | 1.256s | |+| Count from 1 to 5 | ✅ Pass | 0.928s | |+| Math Calculation | ✅ Pass | 1.068s | |+| Basic Echo Function | ✅ Pass | 1.332s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.934s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.940s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.988s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.026s | |-| Search Query Function | ✅ Pass | 1.116s | |-| Ask Advice Function | ✅ Pass | 1.290s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.010s | |-| Basic Context Memory Test | ✅ Pass | 1.302s | |-| Function Argument Memory Test | ✅ Pass | 0.883s | |-| Function Response Memory Test | ✅ Pass | 0.963s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.027s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.912s | |-| Penetration Testing Methodology | ✅ Pass | 0.926s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.431s | |-| SQL Injection Attack Type | ✅ Pass | 1.108s | |-| Penetration Testing Framework | ✅ Pass | 0.944s | |-| Web Application Security Scanner | ✅ Pass | 1.219s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.228s | |+| JSON Response Function | ✅ Pass | 1.104s | |+| Search Query Function | ✅ Pass | 1.210s | |+| Ask Advice Function | ✅ Pass | 1.330s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.966s | |+| Basic Context Memory Test | ✅ Pass | 1.109s | |+| Function Argument Memory Test | ✅ Pass | 1.538s | |+| Function Response Memory Test | ✅ Pass | 1.085s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.170s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 7.394s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.727s | |+| Penetration Testing Methodology | ✅ Pass | 1.115s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.494s | |+| SQL Injection Attack Type | ✅ Pass | 1.502s | |+| Penetration Testing Framework | ✅ Pass | 1.340s | |+| Web Application Security Scanner | ✅ Pass | 1.769s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.414s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.924s | |+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 1.001s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 1.269s+**Average latency**: 1.625s---@@ -332,44 +338,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.105s | |-| Text Transform Uppercase | ✅ Pass | 0.695s | |-| Count from 1 to 5 | ✅ Pass | 1.044s | |-| Math Calculation | ✅ Pass | 0.783s | |-| Basic Echo Function | ✅ Pass | 0.697s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.638s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.739s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.787s | |+| Simple Math | ✅ Pass | 1.710s | |+| Text Transform Uppercase | ✅ Pass | 0.890s | |+| Count from 1 to 5 | ✅ Pass | 1.033s | |+| Math Calculation | ✅ Pass | 0.832s | |+| Basic Echo Function | ✅ Pass | 1.098s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.805s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.990s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.083s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.831s | |-| Search Query Function | ✅ Pass | 1.198s | |-| Ask Advice Function | ✅ Pass | 0.877s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.726s | |-| Basic Context Memory Test | ✅ Pass | 0.886s | |-| Function Argument Memory Test | ✅ Pass | 0.985s | |-| Function Response Memory Test | ✅ Pass | 0.755s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.656s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.691s | |-| Penetration Testing Methodology | ✅ Pass | 1.362s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.279s | |-| SQL Injection Attack Type | ✅ Pass | 0.652s | |-| Penetration Testing Framework | ✅ Pass | 0.689s | |-| Web Application Security Scanner | ✅ Pass | 0.644s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.786s | |+| JSON Response Function | ✅ Pass | 1.214s | |+| Search Query Function | ✅ Pass | 1.128s | |+| Ask Advice Function | ✅ Pass | 1.115s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.107s | |+| Basic Context Memory Test | ✅ Pass | 0.841s | |+| Function Argument Memory Test | ✅ Pass | 1.119s | |+| Function Response Memory Test | ✅ Pass | 0.874s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.731s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.962s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.541s | |+| Penetration Testing Methodology | ✅ Pass | 0.917s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.335s | |+| SQL Injection Attack Type | ✅ Pass | 0.886s | |+| Penetration Testing Framework | ✅ Pass | 1.070s | |+| Web Application Security Scanner | ✅ Pass | 0.863s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.045s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.834s | |+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.920s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 0.890s+**Average latency**: 1.285s---@@ -379,38 +386,39 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.938s | |-| Text Transform Uppercase | ✅ Pass | 0.772s | |-| Count from 1 to 5 | ✅ Pass | 0.748s | |-| Math Calculation | ✅ Pass | 0.717s | |-| Basic Echo Function | ✅ Pass | 0.720s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.718s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.776s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.761s | |+| Simple Math | ✅ Pass | 1.664s | |+| Text Transform Uppercase | ✅ Pass | 1.141s | |+| Count from 1 to 5 | ✅ Pass | 1.409s | |+| Math Calculation | ✅ Pass | 0.927s | |+| Basic Echo Function | ✅ Pass | 1.334s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.169s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.161s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.294s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.791s | |-| Search Query Function | ✅ Pass | 0.815s | |-| Ask Advice Function | ✅ Pass | 0.814s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.757s | |-| Basic Context Memory Test | ✅ Pass | 0.710s | |-| Function Argument Memory Test | ✅ Pass | 0.746s | |-| Function Response Memory Test | ✅ Pass | 0.782s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.452s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 4.369s | |-| Penetration Testing Methodology | ✅ Pass | 0.724s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.027s | |-| SQL Injection Attack Type | ✅ Pass | 0.661s | |-| Penetration Testing Framework | ✅ Pass | 1.033s | |-| Web Application Security Scanner | ✅ Pass | 0.622s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.977s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.976s+| JSON Response Function | ✅ Pass | 1.549s | |+| Search Query Function | ✅ Pass | 1.283s | |+| Ask Advice Function | ✅ Pass | 1.406s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.927s | |+| Basic Context Memory Test | ✅ Pass | 1.160s | |+| Function Argument Memory Test | ✅ Pass | 0.918s | |+| Function Response Memory Test | ✅ Pass | 1.139s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.530s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.875s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.437s | |+| Penetration Testing Methodology | ✅ Pass | 1.203s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.262s | |+| SQL Injection Attack Type | ✅ Pass | 1.231s | |+| Penetration Testing Framework | ✅ Pass | 0.925s | |+| Web Application Security Scanner | ✅ Pass | 0.921s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.334s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.425s---@@ -420,38 +428,39 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.755s | |-| Text Transform Uppercase | ✅ Pass | 0.673s | |-| Count from 1 to 5 | ✅ Pass | 0.695s | |-| Math Calculation | ✅ Pass | 0.650s | |-| Basic Echo Function | ✅ Pass | 0.756s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.757s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.672s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.039s | |+| Simple Math | ✅ Pass | 0.881s | |+| Text Transform Uppercase | ✅ Pass | 0.895s | |+| Count from 1 to 5 | ✅ Pass | 1.156s | |+| Math Calculation | ✅ Pass | 0.969s | |+| Basic Echo Function | ✅ Pass | 1.339s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.907s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.302s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.153s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.877s | |-| Search Query Function | ✅ Pass | 0.777s | |-| Ask Advice Function | ✅ Pass | 0.851s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.770s | |-| Basic Context Memory Test | ✅ Pass | 0.677s | |-| Function Argument Memory Test | ✅ Pass | 0.801s | |-| Function Response Memory Test | ✅ Pass | 0.595s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.261s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.744s | |-| Penetration Testing Methodology | ✅ Pass | 1.387s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.043s | |-| SQL Injection Attack Type | ✅ Pass | 0.956s | |-| Penetration Testing Framework | ✅ Pass | 0.707s | |-| Web Application Security Scanner | ✅ Pass | 0.915s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.226s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.852s+| JSON Response Function | ✅ Pass | 1.296s | |+| Search Query Function | ✅ Pass | 1.546s | |+| Ask Advice Function | ✅ Pass | 1.333s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.810s | |+| Basic Context Memory Test | ✅ Pass | 1.207s | |+| Function Argument Memory Test | ✅ Pass | 0.954s | |+| Function Response Memory Test | ✅ Pass | 1.478s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.195s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.995s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.050s | |+| Penetration Testing Methodology | ✅ Pass | 1.116s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.394s | |+| SQL Injection Attack Type | ✅ Pass | 1.594s | |+| Penetration Testing Framework | ✅ Pass | 0.875s | |+| Web Application Security Scanner | ✅ Pass | 0.890s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.348s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.362s---@@ -461,44 +470,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.088s | |-| Text Transform Uppercase | ✅ Pass | 1.223s | |-| Count from 1 to 5 | ✅ Pass | 0.936s | |-| Math Calculation | ✅ Pass | 0.914s | |-| Basic Echo Function | ✅ Pass | 1.066s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.611s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.955s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.973s | |+| Simple Math | ✅ Pass | 1.192s | |+| Text Transform Uppercase | ✅ Pass | 0.949s | |+| Count from 1 to 5 | ✅ Pass | 1.165s | |+| Math Calculation | ✅ Pass | 0.932s | |+| Basic Echo Function | ✅ Pass | 1.172s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.103s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.357s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.254s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.198s | |-| Search Query Function | ✅ Pass | 2.118s | |-| Ask Advice Function | ✅ Pass | 1.242s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.004s | |-| Basic Context Memory Test | ✅ Pass | 0.970s | |-| Function Argument Memory Test | ✅ Pass | 0.883s | |-| Function Response Memory Test | ✅ Pass | 1.617s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.098s | |-| Penetration Testing Methodology | ✅ Pass | 0.947s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.328s | |-| SQL Injection Attack Type | ✅ Pass | 1.130s | |-| Penetration Testing Framework | ✅ Pass | 1.465s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 15.827s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |-| Web Application Security Scanner | ✅ Pass | 1.003s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.004s | |+| JSON Response Function | ✅ Pass | 1.118s | |+| Search Query Function | ✅ Pass | 1.228s | |+| Ask Advice Function | ✅ Pass | 1.516s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.054s | |+| Basic Context Memory Test | ✅ Pass | 1.497s | |+| Function Argument Memory Test | ✅ Pass | 1.105s | |+| Function Response Memory Test | ✅ Pass | 0.911s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.986s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.870s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.987s | |+| Penetration Testing Methodology | ✅ Pass | 0.983s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.497s | |+| SQL Injection Attack Type | ✅ Pass | 1.486s | |+| Penetration Testing Framework | ✅ Pass | 0.950s | |+| Web Application Security Scanner | ✅ Pass | 1.202s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.069s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.942s | |+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 1.188s | |-**Summary**: 23/24 (95.83%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 1.773s+**Average latency**: 1.471s---@@ -508,44 +518,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.642s | |-| Text Transform Uppercase | ✅ Pass | 0.663s | |-| Count from 1 to 5 | ✅ Pass | 0.743s | |-| Math Calculation | ✅ Pass | 0.787s | |-| Basic Echo Function | ✅ Pass | 0.738s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.743s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.826s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.739s | |+| Simple Math | ✅ Pass | 0.921s | |+| Text Transform Uppercase | ✅ Pass | 0.886s | |+| Count from 1 to 5 | ✅ Pass | 1.001s | |+| Math Calculation | ✅ Pass | 1.019s | |+| Basic Echo Function | ✅ Pass | 0.916s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.871s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.126s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.859s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.756s | |-| Search Query Function | ✅ Pass | 0.761s | |-| Ask Advice Function | ✅ Pass | 0.847s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.762s | |-| Basic Context Memory Test | ✅ Pass | 0.784s | |-| Function Argument Memory Test | ✅ Pass | 0.736s | |-| Function Response Memory Test | ✅ Pass | 1.352s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.424s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.946s | |-| Penetration Testing Methodology | ✅ Pass | 1.208s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.230s | |-| SQL Injection Attack Type | ✅ Pass | 0.822s | |-| Penetration Testing Framework | ✅ Pass | 0.802s | |-| Web Application Security Scanner | ✅ Pass | 0.697s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.896s | |+| JSON Response Function | ✅ Pass | 1.205s | |+| Search Query Function | ✅ Pass | 1.612s | |+| Ask Advice Function | ✅ Pass | 1.528s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.896s | |+| Basic Context Memory Test | ✅ Pass | 1.298s | |+| Function Argument Memory Test | ✅ Pass | 0.888s | |+| Function Response Memory Test | ✅ Pass | 0.881s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.319s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.308s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.469s | |+| Penetration Testing Methodology | ✅ Pass | 1.147s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.341s | |+| SQL Injection Attack Type | ✅ Pass | 1.470s | |+| Penetration Testing Framework | ✅ Pass | 2.588s | |+| Web Application Security Scanner | ✅ Pass | 0.893s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.991s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.925s | |+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.854s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 0.868s+**Average latency**: 1.292s---@@ -555,44 +566,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.883s | |-| Text Transform Uppercase | ✅ Pass | 0.729s | |-| Count from 1 to 5 | ✅ Pass | 0.683s | |-| Math Calculation | ✅ Pass | 0.698s | |-| Basic Echo Function | ✅ Pass | 0.742s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.736s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.654s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.700s | |+| Simple Math | ✅ Pass | 0.914s | |+| Text Transform Uppercase | ✅ Pass | 0.845s | |+| Count from 1 to 5 | ✅ Pass | 1.106s | |+| Math Calculation | ✅ Pass | 1.566s | |+| Basic Echo Function | ✅ Pass | 0.981s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.867s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.771s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.859s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.776s | |-| Search Query Function | ✅ Pass | 0.764s | |-| Ask Advice Function | ✅ Pass | 0.734s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.748s | |-| Basic Context Memory Test | ✅ Pass | 0.760s | |-| Function Argument Memory Test | ✅ Pass | 0.787s | |-| Function Response Memory Test | ✅ Pass | 1.284s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.299s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.965s | |-| Penetration Testing Methodology | ✅ Pass | 0.695s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.438s | |-| SQL Injection Attack Type | ✅ Pass | 0.675s | |-| Penetration Testing Framework | ✅ Pass | 0.888s | |-| Web Application Security Scanner | ✅ Pass | 0.685s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.884s | |+| JSON Response Function | ✅ Pass | 1.124s | |+| Search Query Function | ✅ Pass | 1.642s | |+| Ask Advice Function | ✅ Pass | 1.330s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.924s | |+| Basic Context Memory Test | ✅ Pass | 0.932s | |+| Function Argument Memory Test | ✅ Pass | 0.947s | |+| Function Response Memory Test | ✅ Pass | 0.909s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.692s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.538s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.429s | |+| Penetration Testing Methodology | ✅ Pass | 1.095s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.215s | |+| SQL Injection Attack Type | ✅ Pass | 1.773s | |+| Penetration Testing Framework | ✅ Pass | 0.872s | |+| Web Application Security Scanner | ✅ Pass | 1.123s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.061s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.727s | |+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.973s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 0.831s+**Average latency**: 1.260s---diff --git a/examples/tests/openrouter-report.md b/examples/tests/openrouter-report.mdindex 52f564df..3e3cc934 100644--- a/examples/tests/openrouter-report.md+++ b/examples/tests/openrouter-report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Tue, 21 Jul 2026 19:32:12 UTC+Generated: Thu, 23 Jul 2026 11:34:02 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | deepseek/deepseek-v4-flash | false | 24/24 (100.00%) | 0.209s |-| simple_json | deepseek/deepseek-v4-flash | false | 7/7 (100.00%) | 0.222s |-| primary_agent | z-ai/glm-5-turbo | true | 23/23 (100.00%) | 0.212s |-| assistant | z-ai/glm-5-turbo | true | 23/23 (100.00%) | 0.204s |-| generator | z-ai/glm-5.2 | true | 23/23 (100.00%) | 0.212s |-| refiner | z-ai/glm-5.2 | true | 23/23 (100.00%) | 0.210s |-| adviser | minimax/minimax-m3 | true | 23/23 (100.00%) | 0.210s |-| reflector | deepseek/deepseek-v4-flash | false | 24/24 (100.00%) | 0.212s |-| searcher | deepseek/deepseek-v4-flash | false | 24/24 (100.00%) | 0.214s |-| enricher | minimax/minimax-m3 | true | 24/24 (100.00%) | 0.208s |-| coder | moonshotai/kimi-k2.7-code | true | 23/23 (100.00%) | 0.213s |-| installer | moonshotai/kimi-k2.7-code | true | 23/23 (100.00%) | 0.212s |-| pentester | deepseek/deepseek-v4-flash | true | 23/23 (100.00%) | 0.208s |--**Total**: 287/287 (100.00%) successful tests-**Overall average latency**: 0.211s+| simple | deepseek/deepseek-v4-flash | true | 25/25 (100.00%) | 13.424s |+| simple_json | deepseek/deepseek-v4-flash | false | 7/7 (100.00%) | 2.215s |+| primary_agent | z-ai/glm-5-turbo | true | 23/24 (95.83%) | 6.576s |+| assistant | z-ai/glm-5-turbo | true | 21/24 (87.50%) | 8.729s |+| generator | z-ai/glm-5.2 | true | 24/24 (100.00%) | 4.643s |+| refiner | z-ai/glm-5.2 | true | 24/24 (100.00%) | 3.243s |+| adviser | minimax/minimax-m3 | true | 23/24 (95.83%) | 5.695s |+| reflector | deepseek/deepseek-v4-flash | true | 25/25 (100.00%) | 17.790s |+| searcher | deepseek/deepseek-v4-flash | true | 25/25 (100.00%) | 16.996s |+| enricher | minimax/minimax-m3 | true | 24/25 (96.00%) | 2.130s |+| coder | moonshotai/kimi-k2.7-code | true | 23/24 (95.83%) | 2.816s |+| installer | moonshotai/kimi-k2.7-code | true | 22/24 (91.67%) | 15.650s |+| pentester | deepseek/deepseek-v4-flash | true | 23/24 (95.83%) | 15.063s |++**Total**: 289/299 (96.66%) successful tests+**Overall average latency**: 9.271s## Detailed Results@@ -31,44 +31,45 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.228s | |-| Text Transform Uppercase | ✅ Pass | 0.210s | |-| Count from 1 to 5 | ✅ Pass | 0.213s | |-| Math Calculation | ✅ Pass | 0.213s | |-| Basic Echo Function | ✅ Pass | 0.203s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.214s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.228s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.200s | |+| Simple Math | ✅ Pass | 1.325s | |+| Text Transform Uppercase | ✅ Pass | 1.071s | |+| Count from 1 to 5 | ✅ Pass | 4.564s | |+| Math Calculation | ✅ Pass | 0.901s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.911s | |+| Basic Echo Function | ✅ Pass | 6.945s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.654s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 12.773s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.214s | |-| Search Query Function | ✅ Pass | 0.202s | |-| Ask Advice Function | ✅ Pass | 0.202s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.206s | |-| Basic Context Memory Test | ✅ Pass | 0.216s | |-| Function Argument Memory Test | ✅ Pass | 0.206s | |-| Function Response Memory Test | ✅ Pass | 0.203s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.208s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.205s | |-| Penetration Testing Methodology | ✅ Pass | 0.217s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.215s | |-| SQL Injection Attack Type | ✅ Pass | 0.205s | |-| Penetration Testing Framework | ✅ Pass | 0.209s | |-| Web Application Security Scanner | ✅ Pass | 0.198s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.201s | |+| Search Query Function | ✅ Pass | 21.752s | |+| JSON Response Function | ✅ Pass | 41.252s | |+| Ask Advice Function | ✅ Pass | 15.224s | |+| Streaming Search Query Function Streaming | ✅ Pass | 12.789s | |+| Function Argument Memory Test | ✅ Pass | 3.721s | |+| Function Response Memory Test | ✅ Pass | 0.889s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 21.907s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.811s | |+| Basic Context Memory Test | ✅ Pass | 80.257s | |+| Penetration Testing Methodology | ✅ Pass | 2.546s | |+| Read a file, then edit it via unified diff | ✅ Pass | 42.573s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.029s | |+| SQL Injection Attack Type | ✅ Pass | 3.104s | |+| Penetration Testing Framework | ✅ Pass | 3.395s | |+| Web Application Security Scanner | ✅ Pass | 3.092s | |+| Penetration Testing Tool Selection | ✅ Pass | 39.228s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.199s | |+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 4.871s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 0.209s+**Average latency**: 13.424s---@@ -78,22 +79,22 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Vulnerability Report Memory Test | ✅ Pass | 0.204s | |-| Person Information JSON | ✅ Pass | 0.206s | |-| Project Information JSON | ✅ Pass | 0.223s | |-| User Profile JSON | ✅ Pass | 0.234s | |-| JSON Array Response Without Schema | ✅ Pass | 0.223s | |-| Streaming Person Information JSON Streaming | ✅ Pass | 0.236s | |+| Vulnerability Report Memory Test | ✅ Pass | 2.202s | |+| Person Information JSON | ✅ Pass | 2.856s | |+| Project Information JSON | ✅ Pass | 1.335s | |+| User Profile JSON | ✅ Pass | 2.930s | |+| JSON Array Response Without Schema | ✅ Pass | 1.589s | |+| Streaming Person Information JSON Streaming | ✅ Pass | 2.210s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.227s | |+| Structured Output With JSON Schema | structured_output | ✅ Pass | 2.379s | |**Summary**: 7/7 (100.00%) successful tests-**Average latency**: 0.222s+**Average latency**: 2.215s---@@ -103,38 +104,39 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.271s | |-| Text Transform Uppercase | ✅ Pass | 0.218s | |-| Count from 1 to 5 | ✅ Pass | 0.206s | |-| Math Calculation | ✅ Pass | 0.209s | |-| Basic Echo Function | ✅ Pass | 0.207s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.215s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.215s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.203s | |+| Simple Math | ✅ Pass | 2.051s | |+| Text Transform Uppercase | ✅ Pass | 4.800s | |+| Count from 1 to 5 | ✅ Pass | 4.684s | |+| Math Calculation | ✅ Pass | 2.654s | |+| Basic Echo Function | ✅ Pass | 3.555s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.424s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.754s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.247s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.209s | |-| Search Query Function | ✅ Pass | 0.205s | |-| Ask Advice Function | ✅ Pass | 0.212s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.206s | |-| Basic Context Memory Test | ✅ Pass | 0.209s | |-| Function Argument Memory Test | ✅ Pass | 0.203s | |-| Function Response Memory Test | ✅ Pass | 0.205s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.207s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.209s | |-| Penetration Testing Methodology | ✅ Pass | 0.222s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.212s | |-| SQL Injection Attack Type | ✅ Pass | 0.208s | |-| Penetration Testing Framework | ✅ Pass | 0.214s | |-| Web Application Security Scanner | ✅ Pass | 0.206s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.202s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.212s+| JSON Response Function | ✅ Pass | 3.904s | |+| Search Query Function | ✅ Pass | 3.775s | |+| Ask Advice Function | ✅ Pass | 9.279s | |+| Streaming Search Query Function Streaming | ✅ Pass | 4.293s | |+| Function Argument Memory Test | ✅ Pass | 5.561s | |+| Basic Context Memory Test | ✅ Pass | 21.234s | |+| Function Response Memory Test | ✅ Pass | 8.734s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 8.781s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.933s | |+| Read a file, then edit it via unified diff | ❌ Fail | 9.500s | model did not call the "file" tool |+| Penetration Testing Methodology | ✅ Pass | 16.922s | |+| Vulnerability Assessment Tools | ✅ Pass | 8.863s | |+| SQL Injection Attack Type | ✅ Pass | 6.930s | |+| Penetration Testing Framework | ✅ Pass | 6.513s | |+| Web Application Security Scanner | ✅ Pass | 6.877s | |+| Penetration Testing Tool Selection | ✅ Pass | 4.539s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 6.576s---@@ -144,38 +146,39 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.080s | |-| Text Transform Uppercase | ✅ Pass | 0.221s | |-| Count from 1 to 5 | ✅ Pass | 0.206s | |-| Math Calculation | ✅ Pass | 0.214s | |-| Basic Echo Function | ✅ Pass | 0.202s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.219s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.210s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.211s | |+| Simple Math | ✅ Pass | 3.696s | |+| Text Transform Uppercase | ✅ Pass | 3.191s | |+| Count from 1 to 5 | ✅ Pass | 3.062s | |+| Math Calculation | ✅ Pass | 2.087s | |+| Basic Echo Function | ✅ Pass | 5.023s | |+| Streaming Simple Math Streaming | ✅ Pass | 3.069s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.197s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.407s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.205s | |-| Search Query Function | ✅ Pass | 0.201s | |-| Ask Advice Function | ✅ Pass | 0.211s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.210s | |-| Basic Context Memory Test | ✅ Pass | 0.206s | |-| Function Argument Memory Test | ✅ Pass | 0.202s | |-| Function Response Memory Test | ✅ Pass | 0.204s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.207s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.213s | |-| Penetration Testing Methodology | ✅ Pass | 0.217s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.206s | |-| SQL Injection Attack Type | ✅ Pass | 0.208s | |-| Penetration Testing Framework | ✅ Pass | 0.214s | |-| Web Application Security Scanner | ✅ Pass | 0.203s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.204s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.204s+| JSON Response Function | ✅ Pass | 3.922s | |+| Search Query Function | ✅ Pass | 0.245s | |+| Ask Advice Function | ✅ Pass | 8.317s | |+| Streaming Search Query Function Streaming | ❌ Fail | 3.655s | expected function 'search' not found in tool calls: invalid JSON in tool call search: invalid character '<' after top\-level value |+| Function Argument Memory Test | ✅ Pass | 4.238s | |+| Basic Context Memory Test | ✅ Pass | 17.617s | |+| Function Response Memory Test | ✅ Pass | 10.320s | |+| Penetration Testing Memory with Tool Call | ❌ Fail | 8.432s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.217s | |+| Penetration Testing Methodology | ✅ Pass | 13.632s | |+| Read a file, then edit it via unified diff | ❌ Fail | 67.314s | edit\_file's diff did not apply: hunk "@@ \-1,3 +1,3 @@\-Priority: low+Priority: high" has no content lines |+| Vulnerability Assessment Tools | ✅ Pass | 18.583s | |+| SQL Injection Attack Type | ✅ Pass | 4.118s | |+| Penetration Testing Framework | ✅ Pass | 11.941s | |+| Web Application Security Scanner | ✅ Pass | 6.865s | |+| Penetration Testing Tool Selection | ✅ Pass | 4.332s | |++**Summary**: 21/24 (87.50%) successful tests++**Average latency**: 8.729s---@@ -185,38 +188,39 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.237s | |-| Text Transform Uppercase | ✅ Pass | 0.220s | |-| Count from 1 to 5 | ✅ Pass | 0.207s | |-| Math Calculation | ✅ Pass | 0.213s | |-| Basic Echo Function | ✅ Pass | 0.206s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.214s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.210s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.217s | |+| Simple Math | ✅ Pass | 3.969s | |+| Text Transform Uppercase | ✅ Pass | 1.859s | |+| Count from 1 to 5 | ✅ Pass | 3.766s | |+| Math Calculation | ✅ Pass | 2.297s | |+| Basic Echo Function | ✅ Pass | 1.643s | |+| Streaming Simple Math Streaming | ✅ Pass | 4.967s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.379s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.663s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.211s | |-| Search Query Function | ✅ Pass | 0.204s | |-| Ask Advice Function | ✅ Pass | 0.206s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.204s | |-| Basic Context Memory Test | ✅ Pass | 0.200s | |-| Function Argument Memory Test | ✅ Pass | 0.208s | |-| Function Response Memory Test | ✅ Pass | 0.204s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.262s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.207s | |-| Penetration Testing Methodology | ✅ Pass | 0.203s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.209s | |-| SQL Injection Attack Type | ✅ Pass | 0.200s | |-| Penetration Testing Framework | ✅ Pass | 0.204s | |-| Web Application Security Scanner | ✅ Pass | 0.212s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.204s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.212s+| JSON Response Function | ✅ Pass | 2.435s | |+| Search Query Function | ✅ Pass | 3.336s | |+| Ask Advice Function | ✅ Pass | 6.575s | |+| Streaming Search Query Function Streaming | ✅ Pass | 4.067s | |+| Basic Context Memory Test | ✅ Pass | 3.551s | |+| Function Argument Memory Test | ✅ Pass | 1.403s | |+| Function Response Memory Test | ✅ Pass | 0.998s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.455s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.797s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.054s | |+| Penetration Testing Methodology | ✅ Pass | 19.198s | |+| Vulnerability Assessment Tools | ✅ Pass | 5.232s | |+| SQL Injection Attack Type | ✅ Pass | 4.206s | |+| Penetration Testing Framework | ✅ Pass | 10.058s | |+| Web Application Security Scanner | ✅ Pass | 6.816s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.702s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 4.643s---@@ -226,38 +230,39 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.251s | |-| Text Transform Uppercase | ✅ Pass | 0.215s | |-| Count from 1 to 5 | ✅ Pass | 0.204s | |-| Math Calculation | ✅ Pass | 0.214s | |-| Basic Echo Function | ✅ Pass | 0.207s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.213s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.213s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.218s | |+| Simple Math | ✅ Pass | 2.326s | |+| Text Transform Uppercase | ✅ Pass | 5.880s | |+| Count from 1 to 5 | ✅ Pass | 3.984s | |+| Math Calculation | ✅ Pass | 1.130s | |+| Basic Echo Function | ✅ Pass | 2.887s | |+| Streaming Simple Math Streaming | ✅ Pass | 5.802s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.212s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 4.282s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.212s | |-| Search Query Function | ✅ Pass | 0.206s | |-| Ask Advice Function | ✅ Pass | 0.203s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.210s | |-| Basic Context Memory Test | ✅ Pass | 0.199s | |-| Function Argument Memory Test | ✅ Pass | 0.206s | |-| Function Response Memory Test | ✅ Pass | 0.208s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.198s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.201s | |-| Penetration Testing Methodology | ✅ Pass | 0.206s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.214s | |-| SQL Injection Attack Type | ✅ Pass | 0.207s | |-| Penetration Testing Framework | ✅ Pass | 0.202s | |-| Web Application Security Scanner | ✅ Pass | 0.201s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.203s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.210s+| JSON Response Function | ✅ Pass | 2.089s | |+| Search Query Function | ✅ Pass | 1.131s | |+| Ask Advice Function | ✅ Pass | 4.466s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.898s | |+| Basic Context Memory Test | ✅ Pass | 4.375s | |+| Function Argument Memory Test | ✅ Pass | 0.222s | |+| Function Response Memory Test | ✅ Pass | 0.271s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 7.073s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.222s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.416s | |+| Penetration Testing Methodology | ✅ Pass | 4.833s | |+| Vulnerability Assessment Tools | ✅ Pass | 7.016s | |+| SQL Injection Attack Type | ✅ Pass | 3.585s | |+| Penetration Testing Framework | ✅ Pass | 2.300s | |+| Web Application Security Scanner | ✅ Pass | 8.393s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.022s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 3.243s---@@ -267,38 +272,39 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.264s | |-| Text Transform Uppercase | ✅ Pass | 0.204s | |-| Count from 1 to 5 | ✅ Pass | 0.207s | |-| Math Calculation | ✅ Pass | 0.211s | |-| Basic Echo Function | ✅ Pass | 0.202s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.210s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.207s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.204s | |+| Simple Math | ✅ Pass | 1.244s | |+| Text Transform Uppercase | ✅ Pass | 1.390s | |+| Count from 1 to 5 | ✅ Pass | 1.650s | |+| Math Calculation | ✅ Pass | 1.420s | |+| Basic Echo Function | ✅ Pass | 2.021s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.441s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.798s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 11.718s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.218s | |-| Search Query Function | ✅ Pass | 0.203s | |-| Ask Advice Function | ✅ Pass | 0.202s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.226s | |-| Basic Context Memory Test | ✅ Pass | 0.198s | |-| Function Argument Memory Test | ✅ Pass | 0.214s | |-| Function Response Memory Test | ✅ Pass | 0.207s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.208s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.201s | |-| Penetration Testing Methodology | ✅ Pass | 0.210s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.213s | |-| SQL Injection Attack Type | ✅ Pass | 0.210s | |-| Penetration Testing Framework | ✅ Pass | 0.202s | |-| Web Application Security Scanner | ✅ Pass | 0.203s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.204s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.210s+| JSON Response Function | ✅ Pass | 2.586s | |+| Search Query Function | ✅ Pass | 2.129s | |+| Ask Advice Function | ✅ Pass | 2.490s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.765s | |+| Basic Context Memory Test | ✅ Pass | 0.895s | |+| Function Argument Memory Test | ✅ Pass | 1.201s | |+| Function Response Memory Test | ✅ Pass | 1.144s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.359s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.218s | |+| Read a file, then edit it via unified diff | ❌ Fail | 4.228s | edit\_file's diff applied but did not produce "Priority: high" \(result: "Status: draft\nPriority: high\nPriority: low\n"\) |+| Penetration Testing Methodology | ✅ Pass | 4.886s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.442s | |+| SQL Injection Attack Type | ✅ Pass | 2.109s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.239s | |+| Web Application Security Scanner | ✅ Pass | 24.667s | |+| Penetration Testing Framework | ✅ Pass | 55.630s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 5.695s---@@ -308,44 +314,45 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.262s | |-| Text Transform Uppercase | ✅ Pass | 0.204s | |-| Count from 1 to 5 | ✅ Pass | 0.204s | |-| Math Calculation | ✅ Pass | 0.217s | |-| Basic Echo Function | ✅ Pass | 0.208s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.213s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.231s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.211s | |+| Simple Math | ✅ Pass | 1.718s | |+| Text Transform Uppercase | ✅ Pass | 1.140s | |+| Count from 1 to 5 | ✅ Pass | 2.110s | |+| Math Calculation | ✅ Pass | 1.558s | |+| Streaming Simple Math Streaming | ✅ Pass | 3.221s | |+| Basic Echo Function | ✅ Pass | 10.664s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.562s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 21.791s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.205s | |-| Search Query Function | ✅ Pass | 0.204s | |-| Ask Advice Function | ✅ Pass | 0.211s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.232s | |-| Basic Context Memory Test | ✅ Pass | 0.198s | |-| Function Argument Memory Test | ✅ Pass | 0.215s | |-| Function Response Memory Test | ✅ Pass | 0.208s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.209s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.203s | |-| Penetration Testing Methodology | ✅ Pass | 0.201s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.210s | |-| SQL Injection Attack Type | ✅ Pass | 0.205s | |-| Penetration Testing Framework | ✅ Pass | 0.209s | |-| Web Application Security Scanner | ✅ Pass | 0.204s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.208s | |+| JSON Response Function | ✅ Pass | 40.391s | |+| Search Query Function | ✅ Pass | 28.601s | |+| Ask Advice Function | ✅ Pass | 10.215s | |+| Basic Context Memory Test | ✅ Pass | 2.028s | |+| Streaming Search Query Function Streaming | ✅ Pass | 16.188s | |+| Function Response Memory Test | ✅ Pass | 0.653s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 20.095s | |+| Function Argument Memory Test | ✅ Pass | 64.046s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 82.822s | |+| Penetration Testing Methodology | ✅ Pass | 3.315s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.746s | |+| SQL Injection Attack Type | ✅ Pass | 1.154s | |+| Penetration Testing Framework | ✅ Pass | 3.752s | |+| Read a file, then edit it via unified diff | ✅ Pass | 102.212s | |+| Web Application Security Scanner | ✅ Pass | 4.367s | |+| Penetration Testing Tool Selection | ✅ Pass | 14.057s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.205s | |+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 1.339s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 0.212s+**Average latency**: 17.790s---@@ -355,44 +362,45 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.267s | |-| Text Transform Uppercase | ✅ Pass | 0.203s | |-| Count from 1 to 5 | ✅ Pass | 0.206s | |-| Math Calculation | ✅ Pass | 0.210s | |-| Basic Echo Function | ✅ Pass | 0.206s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.215s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.211s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.217s | |+| Simple Math | ✅ Pass | 1.373s | |+| Text Transform Uppercase | ✅ Pass | 2.069s | |+| Count from 1 to 5 | ✅ Pass | 4.211s | |+| Math Calculation | ✅ Pass | 1.485s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.314s | |+| Basic Echo Function | ✅ Pass | 10.401s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.395s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 12.555s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.210s | |-| Search Query Function | ✅ Pass | 0.205s | |-| Ask Advice Function | ✅ Pass | 0.201s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.239s | |-| Basic Context Memory Test | ✅ Pass | 0.204s | |-| Function Argument Memory Test | ✅ Pass | 0.219s | |-| Function Response Memory Test | ✅ Pass | 0.209s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.267s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.204s | |-| Penetration Testing Methodology | ✅ Pass | 0.209s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.206s | |-| SQL Injection Attack Type | ✅ Pass | 0.204s | |-| Penetration Testing Framework | ✅ Pass | 0.204s | |-| Web Application Security Scanner | ✅ Pass | 0.204s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.203s | |+| JSON Response Function | ✅ Pass | 26.688s | |+| Search Query Function | ✅ Pass | 13.801s | |+| Ask Advice Function | ✅ Pass | 21.273s | |+| Streaming Search Query Function Streaming | ✅ Pass | 11.141s | |+| Basic Context Memory Test | ✅ Pass | 0.214s | |+| Function Response Memory Test | ✅ Pass | 0.213s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.775s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 33.466s | |+| Function Argument Memory Test | ✅ Pass | 86.434s | |+| Penetration Testing Methodology | ✅ Pass | 8.342s | |+| SQL Injection Attack Type | ✅ Pass | 6.646s | |+| Penetration Testing Framework | ✅ Pass | 0.223s | |+| Vulnerability Assessment Tools | ✅ Pass | 30.833s | |+| Read a file, then edit it via unified diff | ✅ Pass | 107.857s | |+| Web Application Security Scanner | ✅ Pass | 6.574s | |+| Penetration Testing Tool Selection | ✅ Pass | 31.395s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.203s | |+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.216s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 25/25 (100.00%) successful tests-**Average latency**: 0.214s+**Average latency**: 16.996s---@@ -402,44 +410,45 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.203s | |-| Text Transform Uppercase | ✅ Pass | 0.205s | |-| Count from 1 to 5 | ✅ Pass | 0.206s | |-| Math Calculation | ✅ Pass | 0.209s | |-| Basic Echo Function | ✅ Pass | 0.208s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.213s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.217s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.221s | |+| Simple Math | ✅ Pass | 1.421s | |+| Text Transform Uppercase | ✅ Pass | 1.158s | |+| Count from 1 to 5 | ✅ Pass | 1.205s | |+| Math Calculation | ✅ Pass | 1.036s | |+| Basic Echo Function | ✅ Pass | 1.994s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.082s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.288s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.731s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.205s | |-| Search Query Function | ✅ Pass | 0.203s | |-| Ask Advice Function | ✅ Pass | 0.201s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.235s | |-| Basic Context Memory Test | ✅ Pass | 0.203s | |-| Function Argument Memory Test | ✅ Pass | 0.214s | |-| Function Response Memory Test | ✅ Pass | 0.207s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.200s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.204s | |-| Penetration Testing Methodology | ✅ Pass | 0.211s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.208s | |-| SQL Injection Attack Type | ✅ Pass | 0.205s | |-| Penetration Testing Framework | ✅ Pass | 0.206s | |-| Web Application Security Scanner | ✅ Pass | 0.203s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.205s | |+| JSON Response Function | ✅ Pass | 5.149s | |+| Search Query Function | ✅ Pass | 2.506s | |+| Ask Advice Function | ✅ Pass | 2.681s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.520s | |+| Basic Context Memory Test | ✅ Pass | 1.066s | |+| Function Argument Memory Test | ✅ Pass | 1.012s | |+| Function Response Memory Test | ✅ Pass | 1.171s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.446s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.119s | |+| Read a file, then edit it via unified diff | ❌ Fail | 3.832s | edit\_file's diff did not apply: expected a hunk header \("@@ \-old +new @@"\) but found: "\-Priority: low" |+| Penetration Testing Methodology | ✅ Pass | 2.666s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.575s | |+| SQL Injection Attack Type | ✅ Pass | 0.880s | |+| Penetration Testing Framework | ✅ Pass | 6.351s | |+| Web Application Security Scanner | ✅ Pass | 1.837s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.521s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.202s | |+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 1.987s | |-**Summary**: 24/24 (100.00%) successful tests+**Summary**: 24/25 (96.00%) successful tests-**Average latency**: 0.208s+**Average latency**: 2.130s---@@ -449,38 +458,39 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.207s | |-| Text Transform Uppercase | ✅ Pass | 0.203s | |-| Count from 1 to 5 | ✅ Pass | 0.214s | |-| Math Calculation | ✅ Pass | 0.212s | |-| Basic Echo Function | ✅ Pass | 0.210s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.216s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.209s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.212s | |+| Simple Math | ✅ Pass | 2.272s | |+| Text Transform Uppercase | ✅ Pass | 1.935s | |+| Count from 1 to 5 | ✅ Pass | 0.707s | |+| Math Calculation | ✅ Pass | 1.601s | |+| Basic Echo Function | ✅ Pass | 1.501s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.630s | |+| Streaming Simple Math Streaming | ✅ Pass | 13.697s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.322s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.205s | |-| Search Query Function | ✅ Pass | 0.203s | |-| Ask Advice Function | ✅ Pass | 0.214s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.239s | |-| Basic Context Memory Test | ✅ Pass | 0.205s | |-| Function Argument Memory Test | ✅ Pass | 0.216s | |-| Function Response Memory Test | ✅ Pass | 0.204s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.259s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.210s | |-| Penetration Testing Methodology | ✅ Pass | 0.212s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.208s | |-| SQL Injection Attack Type | ✅ Pass | 0.212s | |-| Penetration Testing Framework | ✅ Pass | 0.203s | |-| Web Application Security Scanner | ✅ Pass | 0.199s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.207s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.213s+| JSON Response Function | ✅ Pass | 2.492s | |+| Search Query Function | ✅ Pass | 1.213s | |+| Ask Advice Function | ✅ Pass | 6.624s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.040s | |+| Basic Context Memory Test | ✅ Pass | 1.628s | |+| Function Argument Memory Test | ✅ Pass | 1.483s | |+| Function Response Memory Test | ✅ Pass | 2.280s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.243s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.602s | |+| Read a file, then edit it via unified diff | ❌ Fail | 4.550s | edit\_file's diff did not apply: diff is empty |+| Penetration Testing Methodology | ✅ Pass | 0.982s | |+| Vulnerability Assessment Tools | ✅ Pass | 8.140s | |+| SQL Injection Attack Type | ✅ Pass | 2.057s | |+| Penetration Testing Framework | ✅ Pass | 0.918s | |+| Web Application Security Scanner | ✅ Pass | 3.330s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.333s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 2.816s---@@ -490,38 +500,39 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.209s | |-| Text Transform Uppercase | ✅ Pass | 0.207s | |-| Count from 1 to 5 | ✅ Pass | 0.214s | |-| Math Calculation | ✅ Pass | 0.204s | |-| Basic Echo Function | ✅ Pass | 0.210s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.221s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.210s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.203s | |+| Simple Math | ✅ Pass | 2.054s | |+| Text Transform Uppercase | ✅ Pass | 1.628s | |+| Count from 1 to 5 | ✅ Pass | 2.045s | |+| Math Calculation | ✅ Pass | 0.919s | |+| Basic Echo Function | ✅ Pass | 1.198s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.546s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.387s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.736s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.203s | |-| Search Query Function | ✅ Pass | 0.205s | |-| Ask Advice Function | ✅ Pass | 0.206s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.227s | |-| Basic Context Memory Test | ✅ Pass | 0.210s | |-| Function Argument Memory Test | ✅ Pass | 0.209s | |-| Function Response Memory Test | ✅ Pass | 0.204s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.262s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.215s | |-| Penetration Testing Methodology | ✅ Pass | 0.204s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.207s | |-| SQL Injection Attack Type | ✅ Pass | 0.212s | |-| Penetration Testing Framework | ✅ Pass | 0.207s | |-| Web Application Security Scanner | ✅ Pass | 0.201s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.212s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.212s+| JSON Response Function | ✅ Pass | 14.683s | |+| Search Query Function | ✅ Pass | 1.256s | |+| Ask Advice Function | ✅ Pass | 5.764s | |+| Streaming Search Query Function Streaming | ✅ Pass | 7.123s | |+| Function Argument Memory Test | ✅ Pass | 1.846s | |+| Function Response Memory Test | ✅ Pass | 0.943s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.120s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.511s | |+| Read a file, then edit it via unified diff | ❌ Fail | 2.975s | edit\_file's diff did not apply: diff is empty |+| Penetration Testing Methodology | ✅ Pass | 1.778s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.158s | |+| SQL Injection Attack Type | ✅ Pass | 1.975s | |+| Penetration Testing Framework | ✅ Pass | 1.006s | |+| Web Application Security Scanner | ✅ Pass | 2.818s | |+| Penetration Testing Tool Selection | ✅ Pass | 5.912s | |+| Basic Context Memory Test | ❌ Fail | 300.200s | API returned unexpected status code: 504 |++**Summary**: 22/24 (91.67%) successful tests++**Average latency**: 15.650s---@@ -531,38 +542,39 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.204s | |-| Text Transform Uppercase | ✅ Pass | 0.213s | |-| Count from 1 to 5 | ✅ Pass | 0.218s | |-| Math Calculation | ✅ Pass | 0.204s | |-| Basic Echo Function | ✅ Pass | 0.211s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.225s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.204s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.207s | |+| Simple Math | ✅ Pass | 3.118s | |+| Text Transform Uppercase | ✅ Pass | 1.186s | |+| Count from 1 to 5 | ✅ Pass | 2.172s | |+| Math Calculation | ✅ Pass | 1.508s | |+| Basic Echo Function | ✅ Pass | 4.347s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.222s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 17.840s | |+| Streaming Count from 1 to 3 Streaming | ❌ Fail | 125.355s | expected text '1,2,3' not found |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.204s | |-| Search Query Function | ✅ Pass | 0.204s | |-| Ask Advice Function | ✅ Pass | 0.204s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.222s | |-| Basic Context Memory Test | ✅ Pass | 0.204s | |-| Function Argument Memory Test | ✅ Pass | 0.200s | |-| Function Response Memory Test | ✅ Pass | 0.202s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.203s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.211s | |-| Penetration Testing Methodology | ✅ Pass | 0.208s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.203s | |-| SQL Injection Attack Type | ✅ Pass | 0.208s | |-| Penetration Testing Framework | ✅ Pass | 0.202s | |-| Web Application Security Scanner | ✅ Pass | 0.199s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.204s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.208s+| JSON Response Function | ✅ Pass | 30.628s | |+| Search Query Function | ✅ Pass | 18.959s | |+| Ask Advice Function | ✅ Pass | 12.912s | |+| Streaming Search Query Function Streaming | ✅ Pass | 14.623s | |+| Basic Context Memory Test | ✅ Pass | 2.309s | |+| Function Argument Memory Test | ✅ Pass | 2.770s | |+| Function Response Memory Test | ✅ Pass | 2.064s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.800s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 36.391s | |+| Read a file, then edit it via unified diff | ✅ Pass | 43.811s | |+| Penetration Testing Methodology | ✅ Pass | 1.732s | |+| Vulnerability Assessment Tools | ✅ Pass | 9.147s | |+| SQL Injection Attack Type | ✅ Pass | 4.345s | |+| Penetration Testing Framework | ✅ Pass | 3.120s | |+| Web Application Security Scanner | ✅ Pass | 1.965s | |+| Penetration Testing Tool Selection | ✅ Pass | 18.178s | |++**Summary**: 23/24 (95.83%) successful tests++**Average latency**: 15.063s---diff --git a/examples/tests/qwen-report.md b/examples/tests/qwen-report.mdindex af7b2b32..93131942 100644--- a/examples/tests/qwen-report.md+++ b/examples/tests/qwen-report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Tue, 21 Jul 2026 17:06:14 UTC+Generated: Thu, 23 Jul 2026 13:22:11 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | qwen3.5-flash | false | 23/23 (100.00%) | 1.089s |-| simple_json | qwen3.5-flash | false | 7/7 (100.00%) | 1.073s |-| primary_agent | qwen3.6-plus | true | 23/23 (100.00%) | 5.687s |-| assistant | qwen3.6-plus | true | 23/23 (100.00%) | 6.443s |-| generator | qwen3.7-max | true | 23/23 (100.00%) | 5.511s |-| refiner | qwen3.7-max | true | 23/23 (100.00%) | 5.634s |-| adviser | qwen3.7-max | true | 23/23 (100.00%) | 5.838s |-| reflector | qwen3.5-flash | true | 23/23 (100.00%) | 1.094s |-| searcher | qwen3.5-flash | true | 23/23 (100.00%) | 1.055s |-| enricher | qwen3.5-flash | true | 22/23 (95.65%) | 0.423s |-| coder | qwen3-coder-plus | true | 23/23 (100.00%) | 1.732s |-| installer | qwen3-coder-flash | true | 21/23 (91.30%) | 1.399s |-| pentester | qwen3.6-plus | true | 23/23 (100.00%) | 4.053s |--**Total**: 280/283 (98.94%) successful tests-**Overall average latency**: 3.274s+| simple | qwen3.5-flash | false | 24/24 (100.00%) | 1.228s |+| simple_json | qwen3.5-flash | false | 7/7 (100.00%) | 1.160s |+| primary_agent | qwen3.6-plus | true | 24/24 (100.00%) | 6.203s |+| assistant | qwen3.6-plus | true | 24/24 (100.00%) | 5.934s |+| generator | qwen3.7-max | true | 24/24 (100.00%) | 5.747s |+| refiner | qwen3.7-max | true | 24/24 (100.00%) | 6.242s |+| adviser | qwen3.7-max | true | 24/24 (100.00%) | 7.154s |+| reflector | qwen3.5-flash | true | 24/24 (100.00%) | 1.229s |+| searcher | qwen3.5-flash | true | 24/24 (100.00%) | 0.876s |+| enricher | qwen3.5-flash | true | 24/24 (100.00%) | 0.475s |+| coder | qwen3-coder-plus | true | 24/24 (100.00%) | 2.358s |+| installer | qwen3-coder-flash | true | 22/24 (91.67%) | 1.558s |+| pentester | qwen3.6-plus | true | 24/24 (100.00%) | 6.288s |++**Total**: 293/295 (99.32%) successful tests+**Overall average latency**: 3.712s## Detailed Results@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.206s | |-| Text Transform Uppercase | ✅ Pass | 0.678s | |-| Count from 1 to 5 | ✅ Pass | 0.704s | |-| Math Calculation | ✅ Pass | 0.688s | |-| Basic Echo Function | ✅ Pass | 0.793s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.576s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.800s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.800s | |+| Simple Math | ✅ Pass | 3.059s | |+| Text Transform Uppercase | ✅ Pass | 1.091s | |+| Count from 1 to 5 | ✅ Pass | 0.666s | |+| Math Calculation | ✅ Pass | 0.700s | |+| Basic Echo Function | ✅ Pass | 0.829s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.552s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.874s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.002s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.891s | |-| Search Query Function | ✅ Pass | 0.779s | |-| Ask Advice Function | ✅ Pass | 0.904s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.989s | |-| Basic Context Memory Test | ✅ Pass | 1.027s | |-| Function Argument Memory Test | ✅ Pass | 1.263s | |-| Function Response Memory Test | ✅ Pass | 0.818s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.280s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.760s | |-| Penetration Testing Methodology | ✅ Pass | 2.263s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.873s | |-| SQL Injection Attack Type | ✅ Pass | 0.970s | |-| Penetration Testing Framework | ✅ Pass | 1.986s | |-| Web Application Security Scanner | ✅ Pass | 1.829s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.171s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.089s+| JSON Response Function | ✅ Pass | 1.160s | |+| Search Query Function | ✅ Pass | 1.576s | |+| Ask Advice Function | ✅ Pass | 1.074s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.685s | |+| Basic Context Memory Test | ✅ Pass | 0.765s | |+| Function Argument Memory Test | ✅ Pass | 1.179s | |+| Function Response Memory Test | ✅ Pass | 0.693s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.487s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.607s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.607s | |+| Penetration Testing Methodology | ✅ Pass | 2.024s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.638s | |+| SQL Injection Attack Type | ✅ Pass | 0.706s | |+| Penetration Testing Framework | ✅ Pass | 1.158s | |+| Web Application Security Scanner | ✅ Pass | 1.423s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.916s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.228s---@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Person Information JSON | ✅ Pass | 1.133s | |-| Project Information JSON | ✅ Pass | 0.909s | |-| Vulnerability Report Memory Test | ✅ Pass | 1.825s | |-| User Profile JSON | ✅ Pass | 1.141s | |-| JSON Array Response Without Schema | ✅ Pass | 0.796s | |-| Streaming Person Information JSON Streaming | ✅ Pass | 0.753s | |+| Vulnerability Report Memory Test | ✅ Pass | 1.985s | |+| Project Information JSON | ✅ Pass | 0.994s | |+| Person Information JSON | ✅ Pass | 1.867s | |+| User Profile JSON | ✅ Pass | 0.984s | |+| JSON Array Response Without Schema | ✅ Pass | 0.794s | |+| Streaming Person Information JSON Streaming | ✅ Pass | 0.766s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.948s | |+| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.723s | |**Summary**: 7/7 (100.00%) successful tests-**Average latency**: 1.073s+**Average latency**: 1.160s---@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 5.698s | |-| Text Transform Uppercase | ✅ Pass | 4.584s | |-| Count from 1 to 5 | ✅ Pass | 5.365s | |-| Math Calculation | ✅ Pass | 3.524s | |-| Basic Echo Function | ✅ Pass | 5.089s | |-| Streaming Simple Math Streaming | ✅ Pass | 4.090s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.484s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.239s | |+| Simple Math | ✅ Pass | 3.732s | |+| Text Transform Uppercase | ✅ Pass | 5.462s | |+| Count from 1 to 5 | ✅ Pass | 4.602s | |+| Math Calculation | ✅ Pass | 3.573s | |+| Basic Echo Function | ✅ Pass | 2.570s | |+| Streaming Simple Math Streaming | ✅ Pass | 4.496s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.747s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.447s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 3.262s | |-| Search Query Function | ✅ Pass | 5.559s | |-| Ask Advice Function | ✅ Pass | 3.116s | |-| Streaming Search Query Function Streaming | ✅ Pass | 3.530s | |-| Basic Context Memory Test | ✅ Pass | 5.453s | |-| Function Argument Memory Test | ✅ Pass | 2.121s | |-| Function Response Memory Test | ✅ Pass | 5.466s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.208s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.918s | |-| Penetration Testing Methodology | ✅ Pass | 10.966s | |-| Vulnerability Assessment Tools | ✅ Pass | 11.440s | |-| SQL Injection Attack Type | ✅ Pass | 5.690s | |-| Penetration Testing Framework | ✅ Pass | 14.808s | |-| Web Application Security Scanner | ✅ Pass | 13.232s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.953s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 5.687s+| JSON Response Function | ✅ Pass | 3.452s | |+| Search Query Function | ✅ Pass | 3.891s | |+| Ask Advice Function | ✅ Pass | 3.058s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.504s | |+| Basic Context Memory Test | ✅ Pass | 5.305s | |+| Function Argument Memory Test | ✅ Pass | 3.538s | |+| Function Response Memory Test | ✅ Pass | 4.272s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.490s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 9.916s | |+| Read a file, then edit it via unified diff | ✅ Pass | 6.976s | |+| Vulnerability Assessment Tools | ✅ Pass | 13.365s | |+| Penetration Testing Methodology | ✅ Pass | 21.490s | |+| SQL Injection Attack Type | ✅ Pass | 5.556s | |+| Penetration Testing Framework | ✅ Pass | 12.403s | |+| Penetration Testing Tool Selection | ✅ Pass | 4.179s | |+| Web Application Security Scanner | ✅ Pass | 14.844s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 6.203s---@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 5.941s | |-| Text Transform Uppercase | ✅ Pass | 5.097s | |-| Count from 1 to 5 | ✅ Pass | 5.431s | |-| Math Calculation | ✅ Pass | 3.949s | |-| Basic Echo Function | ✅ Pass | 3.107s | |-| Streaming Simple Math Streaming | ✅ Pass | 3.569s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.479s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.581s | |+| Simple Math | ✅ Pass | 6.615s | |+| Text Transform Uppercase | ✅ Pass | 4.410s | |+| Count from 1 to 5 | ✅ Pass | 6.020s | |+| Math Calculation | ✅ Pass | 3.678s | |+| Basic Echo Function | ✅ Pass | 4.565s | |+| Streaming Simple Math Streaming | ✅ Pass | 3.918s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 7.227s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.783s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.656s | |-| Search Query Function | ✅ Pass | 4.222s | |-| Ask Advice Function | ✅ Pass | 2.965s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.803s | |-| Basic Context Memory Test | ✅ Pass | 5.119s | |-| Function Argument Memory Test | ✅ Pass | 3.266s | |-| Function Response Memory Test | ✅ Pass | 3.152s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.938s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.738s | |-| Penetration Testing Methodology | ✅ Pass | 11.137s | |-| SQL Injection Attack Type | ✅ Pass | 5.517s | |-| Vulnerability Assessment Tools | ✅ Pass | 30.782s | |-| Penetration Testing Framework | ✅ Pass | 16.326s | |-| Web Application Security Scanner | ✅ Pass | 11.357s | |-| Penetration Testing Tool Selection | ✅ Pass | 4.043s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 6.443s+| JSON Response Function | ✅ Pass | 4.168s | |+| Search Query Function | ✅ Pass | 3.546s | |+| Ask Advice Function | ✅ Pass | 4.229s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.493s | |+| Basic Context Memory Test | ✅ Pass | 5.471s | |+| Function Argument Memory Test | ✅ Pass | 4.154s | |+| Function Response Memory Test | ✅ Pass | 5.352s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.749s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 6.607s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.956s | |+| Penetration Testing Methodology | ✅ Pass | 9.732s | |+| Vulnerability Assessment Tools | ✅ Pass | 12.865s | |+| SQL Injection Attack Type | ✅ Pass | 7.751s | |+| Penetration Testing Framework | ✅ Pass | 11.989s | |+| Web Application Security Scanner | ✅ Pass | 11.076s | |+| Penetration Testing Tool Selection | ✅ Pass | 4.041s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 5.934s---@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 4.825s | |-| Text Transform Uppercase | ✅ Pass | 4.570s | |-| Math Calculation | ✅ Pass | 2.269s | |-| Count from 1 to 5 | ✅ Pass | 8.635s | |-| Basic Echo Function | ✅ Pass | 2.687s | |-| Streaming Simple Math Streaming | ✅ Pass | 3.671s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.068s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 7.738s | |+| Simple Math | ✅ Pass | 5.386s | |+| Text Transform Uppercase | ✅ Pass | 3.415s | |+| Math Calculation | ✅ Pass | 2.202s | |+| Count from 1 to 5 | ✅ Pass | 8.336s | |+| Basic Echo Function | ✅ Pass | 2.935s | |+| Streaming Simple Math Streaming | ✅ Pass | 3.932s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 6.368s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.619s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 3.230s | |-| Search Query Function | ✅ Pass | 2.312s | |-| Ask Advice Function | ✅ Pass | 2.780s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.880s | |-| Basic Context Memory Test | ✅ Pass | 5.618s | |-| Function Argument Memory Test | ✅ Pass | 5.056s | |-| Function Response Memory Test | ✅ Pass | 6.050s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.941s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 5.151s | |-| Penetration Testing Methodology | ✅ Pass | 8.502s | |-| SQL Injection Attack Type | ✅ Pass | 6.876s | |-| Penetration Testing Framework | ✅ Pass | 5.269s | |-| Vulnerability Assessment Tools | ✅ Pass | 25.061s | |-| Web Application Security Scanner | ✅ Pass | 4.410s | |-| Penetration Testing Tool Selection | ✅ Pass | 3.144s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 5.511s+| JSON Response Function | ✅ Pass | 2.714s | |+| Search Query Function | ✅ Pass | 2.005s | |+| Ask Advice Function | ✅ Pass | 3.045s | |+| Streaming Search Query Function Streaming | ✅ Pass | 2.533s | |+| Basic Context Memory Test | ✅ Pass | 4.051s | |+| Function Argument Memory Test | ✅ Pass | 5.389s | |+| Function Response Memory Test | ✅ Pass | 7.846s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.103s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 7.170s | |+| Read a file, then edit it via unified diff | ✅ Pass | 9.406s | |+| Penetration Testing Methodology | ✅ Pass | 8.083s | |+| SQL Injection Attack Type | ✅ Pass | 4.564s | |+| Vulnerability Assessment Tools | ✅ Pass | 21.852s | |+| Penetration Testing Framework | ✅ Pass | 5.115s | |+| Web Application Security Scanner | ✅ Pass | 9.925s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.927s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 5.747s---@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 4.902s | |-| Text Transform Uppercase | ✅ Pass | 4.827s | |-| Math Calculation | ✅ Pass | 2.847s | |-| Count from 1 to 5 | ✅ Pass | 8.910s | |-| Basic Echo Function | ✅ Pass | 2.504s | |-| Streaming Simple Math Streaming | ✅ Pass | 3.818s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 6.238s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.566s | |+| Simple Math | ✅ Pass | 4.908s | |+| Text Transform Uppercase | ✅ Pass | 6.747s | |+| Count from 1 to 5 | ✅ Pass | 8.458s | |+| Math Calculation | ✅ Pass | 3.075s | |+| Basic Echo Function | ✅ Pass | 2.451s | |+| Streaming Simple Math Streaming | ✅ Pass | 4.492s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.767s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.727s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| Search Query Function | ✅ Pass | 2.115s | |-| JSON Response Function | ✅ Pass | 7.494s | |-| Ask Advice Function | ✅ Pass | 3.308s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.229s | |-| Basic Context Memory Test | ✅ Pass | 4.650s | |-| Function Argument Memory Test | ✅ Pass | 5.215s | |-| Function Response Memory Test | ✅ Pass | 5.734s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.895s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 4.718s | |-| Penetration Testing Methodology | ✅ Pass | 8.927s | |-| Vulnerability Assessment Tools | ✅ Pass | 18.822s | |-| SQL Injection Attack Type | ✅ Pass | 5.127s | |-| Penetration Testing Framework | ✅ Pass | 5.584s | |-| Web Application Security Scanner | ✅ Pass | 7.260s | |-| Penetration Testing Tool Selection | ✅ Pass | 5.882s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 5.634s+| JSON Response Function | ✅ Pass | 2.815s | |+| Search Query Function | ✅ Pass | 2.530s | |+| Ask Advice Function | ✅ Pass | 2.651s | |+| Streaming Search Query Function Streaming | ✅ Pass | 4.542s | |+| Function Argument Memory Test | ✅ Pass | 6.061s | |+| Function Response Memory Test | ✅ Pass | 5.173s | |+| Basic Context Memory Test | ✅ Pass | 16.908s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.603s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 7.074s | |+| Read a file, then edit it via unified diff | ✅ Pass | 7.767s | |+| Penetration Testing Methodology | ✅ Pass | 6.014s | |+| SQL Injection Attack Type | ✅ Pass | 5.543s | |+| Vulnerability Assessment Tools | ✅ Pass | 19.189s | |+| Penetration Testing Framework | ✅ Pass | 6.340s | |+| Web Application Security Scanner | ✅ Pass | 9.849s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.119s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 6.242s---@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 4.759s | |-| Text Transform Uppercase | ✅ Pass | 4.685s | |-| Count from 1 to 5 | ✅ Pass | 7.905s | |-| Math Calculation | ✅ Pass | 4.080s | |-| Basic Echo Function | ✅ Pass | 2.272s | |-| Streaming Simple Math Streaming | ✅ Pass | 3.686s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 6.681s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.691s | |+| Simple Math | ✅ Pass | 5.686s | |+| Text Transform Uppercase | ✅ Pass | 4.880s | |+| Count from 1 to 5 | ✅ Pass | 9.422s | |+| Math Calculation | ✅ Pass | 2.990s | |+| Basic Echo Function | ✅ Pass | 2.392s | |+| Streaming Simple Math Streaming | ✅ Pass | 8.518s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 6.853s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.146s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 3.129s | |-| Search Query Function | ✅ Pass | 2.579s | |-| Ask Advice Function | ✅ Pass | 2.710s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.434s | |-| Basic Context Memory Test | ✅ Pass | 6.015s | |-| Function Argument Memory Test | ✅ Pass | 6.112s | |-| Function Response Memory Test | ✅ Pass | 5.051s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.913s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 7.863s | |-| Penetration Testing Methodology | ✅ Pass | 6.513s | |-| SQL Injection Attack Type | ✅ Pass | 4.288s | |-| Vulnerability Assessment Tools | ✅ Pass | 23.066s | |-| Penetration Testing Framework | ✅ Pass | 7.124s | |-| Web Application Security Scanner | ✅ Pass | 9.098s | |-| Penetration Testing Tool Selection | ✅ Pass | 5.607s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 5.838s+| JSON Response Function | ✅ Pass | 3.979s | |+| Search Query Function | ✅ Pass | 2.602s | |+| Ask Advice Function | ✅ Pass | 4.076s | |+| Streaming Search Query Function Streaming | ✅ Pass | 3.391s | |+| Basic Context Memory Test | ✅ Pass | 8.682s | |+| Function Argument Memory Test | ✅ Pass | 5.710s | |+| Function Response Memory Test | ✅ Pass | 9.050s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.168s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 7.033s | |+| Read a file, then edit it via unified diff | ✅ Pass | 8.687s | |+| Penetration Testing Methodology | ✅ Pass | 8.557s | |+| Vulnerability Assessment Tools | ✅ Pass | 23.113s | |+| Penetration Testing Framework | ✅ Pass | 7.265s | |+| SQL Injection Attack Type | ✅ Pass | 20.046s | |+| Web Application Security Scanner | ✅ Pass | 4.694s | |+| Penetration Testing Tool Selection | ✅ Pass | 4.754s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 7.154s---@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.435s | |-| Text Transform Uppercase | ✅ Pass | 0.857s | |-| Count from 1 to 5 | ✅ Pass | 0.930s | |-| Math Calculation | ✅ Pass | 0.622s | |-| Basic Echo Function | ✅ Pass | 0.872s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.657s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.622s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.439s | |+| Simple Math | ✅ Pass | 1.237s | |+| Text Transform Uppercase | ✅ Pass | 0.617s | |+| Count from 1 to 5 | ✅ Pass | 1.055s | |+| Math Calculation | ✅ Pass | 0.591s | |+| Basic Echo Function | ✅ Pass | 0.923s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.640s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.816s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.011s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.847s | |-| Search Query Function | ✅ Pass | 0.758s | |-| Ask Advice Function | ✅ Pass | 0.927s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.968s | |-| Basic Context Memory Test | ✅ Pass | 1.015s | |-| Function Argument Memory Test | ✅ Pass | 0.950s | |-| Function Response Memory Test | ✅ Pass | 0.617s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.238s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.620s | |-| Penetration Testing Methodology | ✅ Pass | 1.926s | |-| Vulnerability Assessment Tools | ✅ Pass | 2.342s | |-| SQL Injection Attack Type | ✅ Pass | 0.764s | |-| Penetration Testing Framework | ✅ Pass | 1.709s | |-| Web Application Security Scanner | ✅ Pass | 1.950s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.090s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.094s+| JSON Response Function | ✅ Pass | 1.154s | |+| Search Query Function | ✅ Pass | 1.154s | |+| Ask Advice Function | ✅ Pass | 0.902s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.209s | |+| Basic Context Memory Test | ✅ Pass | 0.700s | |+| Function Argument Memory Test | ✅ Pass | 0.915s | |+| Function Response Memory Test | ✅ Pass | 0.641s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.250s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.971s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.783s | |+| Penetration Testing Methodology | ✅ Pass | 2.579s | |+| Vulnerability Assessment Tools | ✅ Pass | 1.862s | |+| SQL Injection Attack Type | ✅ Pass | 1.185s | |+| Penetration Testing Framework | ✅ Pass | 1.676s | |+| Web Application Security Scanner | ✅ Pass | 1.362s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.251s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.229s---@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.237s | |-| Text Transform Uppercase | ✅ Pass | 0.869s | |-| Count from 1 to 5 | ✅ Pass | 0.895s | |-| Math Calculation | ✅ Pass | 0.217s | |-| Basic Echo Function | ✅ Pass | 0.802s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.225s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.991s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.370s | |+| Simple Math | ✅ Pass | 1.238s | |+| Text Transform Uppercase | ✅ Pass | 0.279s | |+| Count from 1 to 5 | ✅ Pass | 0.213s | |+| Math Calculation | ✅ Pass | 0.325s | |+| Basic Echo Function | ✅ Pass | 0.912s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.276s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.211s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.309s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.451s | |-| Search Query Function | ✅ Pass | 0.221s | |-| Ask Advice Function | ✅ Pass | 0.919s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.839s | |-| Basic Context Memory Test | ✅ Pass | 1.333s | |-| Function Argument Memory Test | ✅ Pass | 0.685s | |-| Function Response Memory Test | ✅ Pass | 0.755s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.358s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.639s | |-| Penetration Testing Methodology | ✅ Pass | 2.105s | |-| Vulnerability Assessment Tools | ✅ Pass | 2.267s | |-| SQL Injection Attack Type | ✅ Pass | 0.217s | |-| Penetration Testing Framework | ✅ Pass | 1.696s | |-| Web Application Security Scanner | ✅ Pass | 2.174s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.987s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.055s+| JSON Response Function | ✅ Pass | 1.214s | |+| Search Query Function | ✅ Pass | 0.653s | |+| Ask Advice Function | ✅ Pass | 1.362s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.666s | |+| Basic Context Memory Test | ✅ Pass | 0.949s | |+| Function Argument Memory Test | ✅ Pass | 0.283s | |+| Function Response Memory Test | ✅ Pass | 0.210s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.234s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.188s | |+| Read a file, then edit it via unified diff | ✅ Pass | 2.391s | |+| Penetration Testing Methodology | ✅ Pass | 1.355s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.661s | |+| SQL Injection Attack Type | ✅ Pass | 0.215s | |+| Penetration Testing Framework | ✅ Pass | 1.476s | |+| Web Application Security Scanner | ✅ Pass | 0.441s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.942s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.876s---@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.216s | |-| Text Transform Uppercase | ✅ Pass | 0.642s | |-| Count from 1 to 5 | ✅ Pass | 0.210s | |-| Math Calculation | ✅ Pass | 0.220s | |+| Simple Math | ✅ Pass | 1.397s | |+| Text Transform Uppercase | ✅ Pass | 0.224s | |+| Count from 1 to 5 | ✅ Pass | 0.269s | |+| Math Calculation | ✅ Pass | 0.214s | || Basic Echo Function | ✅ Pass | 0.214s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.216s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.204s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.417s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.438s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.505s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.102s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.179s | |-| Search Query Function | ✅ Pass | 0.216s | |+| JSON Response Function | ✅ Pass | 0.287s | |+| Search Query Function | ✅ Pass | 0.273s | || Ask Advice Function | ✅ Pass | 0.211s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.214s | |-| Basic Context Memory Test | ✅ Pass | 0.279s | |-| Function Argument Memory Test | ✅ Pass | 0.213s | |-| Function Response Memory Test | ✅ Pass | 0.228s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 1.207s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.217s | |-| Penetration Testing Methodology | ✅ Pass | 0.211s | |-| Vulnerability Assessment Tools | ✅ Pass | 0.240s | |-| SQL Injection Attack Type | ✅ Pass | 0.213s | |-| Penetration Testing Framework | ✅ Pass | 1.309s | |-| Web Application Security Scanner | ✅ Pass | 0.217s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.213s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 0.423s+| Streaming Search Query Function Streaming | ✅ Pass | 0.273s | |+| Basic Context Memory Test | ✅ Pass | 0.213s | |+| Function Argument Memory Test | ✅ Pass | 0.286s | |+| Function Response Memory Test | ✅ Pass | 0.271s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.268s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.770s | |+| Read a file, then edit it via unified diff | ✅ Pass | 1.851s | |+| Penetration Testing Methodology | ✅ Pass | 0.276s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.212s | |+| SQL Injection Attack Type | ✅ Pass | 0.209s | |+| Penetration Testing Framework | ✅ Pass | 0.271s | |+| Web Application Security Scanner | ✅ Pass | 0.212s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.148s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.475s---@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.002s | |-| Text Transform Uppercase | ✅ Pass | 0.987s | |-| Count from 1 to 5 | ✅ Pass | 1.064s | |-| Math Calculation | ✅ Pass | 1.040s | |-| Basic Echo Function | ✅ Pass | 1.214s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.038s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.502s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.672s | |+| Simple Math | ✅ Pass | 2.482s | |+| Text Transform Uppercase | ✅ Pass | 1.542s | |+| Count from 1 to 5 | ✅ Pass | 1.571s | |+| Math Calculation | ✅ Pass | 1.216s | |+| Basic Echo Function | ✅ Pass | 1.268s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.697s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.716s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.907s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.275s | |-| Search Query Function | ✅ Pass | 1.327s | |-| Ask Advice Function | ✅ Pass | 1.423s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.873s | |-| Basic Context Memory Test | ✅ Pass | 1.080s | |-| Function Argument Memory Test | ✅ Pass | 1.052s | |-| Function Response Memory Test | ✅ Pass | 1.020s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.004s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.048s | |-| Penetration Testing Methodology | ✅ Pass | 3.898s | |-| Vulnerability Assessment Tools | ✅ Pass | 4.180s | |-| SQL Injection Attack Type | ✅ Pass | 1.730s | |-| Penetration Testing Framework | ✅ Pass | 4.312s | |-| Web Application Security Scanner | ✅ Pass | 2.572s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.520s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.732s+| JSON Response Function | ✅ Pass | 1.614s | |+| Search Query Function | ✅ Pass | 1.444s | |+| Ask Advice Function | ✅ Pass | 3.483s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.605s | |+| Basic Context Memory Test | ✅ Pass | 1.181s | |+| Function Argument Memory Test | ✅ Pass | 1.316s | |+| Function Response Memory Test | ✅ Pass | 1.531s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.901s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.247s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.173s | |+| Penetration Testing Methodology | ✅ Pass | 4.544s | |+| Vulnerability Assessment Tools | ✅ Pass | 4.415s | |+| SQL Injection Attack Type | ✅ Pass | 1.282s | |+| Penetration Testing Framework | ✅ Pass | 6.252s | |+| Web Application Security Scanner | ✅ Pass | 4.601s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.587s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.358s---@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.925s | |-| Text Transform Uppercase | ✅ Pass | 0.924s | |-| Count from 1 to 5 | ✅ Pass | 1.112s | |-| Math Calculation | ✅ Pass | 0.917s | |-| Basic Echo Function | ✅ Pass | 1.052s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.991s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.480s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.999s | |+| Simple Math | ✅ Pass | 1.616s | |+| Text Transform Uppercase | ✅ Pass | 1.086s | |+| Count from 1 to 5 | ✅ Pass | 1.240s | |+| Math Calculation | ✅ Pass | 0.945s | |+| Basic Echo Function | ✅ Pass | 1.389s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.142s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.090s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.088s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.082s | |-| Search Query Function | ❌ Fail | 1.016s | no tool calls found, expected at least 1 |-| Ask Advice Function | ✅ Pass | 1.419s | |-| Streaming Search Query Function Streaming | ❌ Fail | 1.374s | no tool calls found, expected at least 1 |-| Basic Context Memory Test | ✅ Pass | 1.308s | |-| Function Argument Memory Test | ✅ Pass | 0.864s | |-| Function Response Memory Test | ✅ Pass | 1.073s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.342s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.194s | |-| Penetration Testing Methodology | ✅ Pass | 3.036s | |-| Vulnerability Assessment Tools | ✅ Pass | 3.095s | |-| SQL Injection Attack Type | ✅ Pass | 1.001s | |-| Penetration Testing Framework | ✅ Pass | 1.386s | |-| Web Application Security Scanner | ✅ Pass | 1.717s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.854s | |--**Summary**: 21/23 (91.30%) successful tests--**Average latency**: 1.399s+| JSON Response Function | ✅ Pass | 1.416s | |+| Search Query Function | ❌ Fail | 1.261s | no tool calls found, expected at least 1 |+| Ask Advice Function | ✅ Pass | 1.345s | |+| Streaming Search Query Function Streaming | ❌ Fail | 2.111s | no tool calls found, expected at least 1 |+| Basic Context Memory Test | ✅ Pass | 1.046s | |+| Function Argument Memory Test | ✅ Pass | 1.005s | |+| Function Response Memory Test | ✅ Pass | 1.126s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.095s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.211s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.848s | |+| Penetration Testing Methodology | ✅ Pass | 2.599s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.824s | |+| SQL Injection Attack Type | ✅ Pass | 1.175s | |+| Penetration Testing Framework | ✅ Pass | 1.722s | |+| Web Application Security Scanner | ✅ Pass | 1.756s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.236s | |++**Summary**: 22/24 (91.67%) successful tests++**Average latency**: 1.558s---@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 4.094s | |-| Text Transform Uppercase | ✅ Pass | 4.964s | |-| Math Calculation | ✅ Pass | 0.212s | |-| Count from 1 to 5 | ✅ Pass | 5.474s | |-| Basic Echo Function | ✅ Pass | 3.864s | |-| Streaming Simple Math Streaming | ✅ Pass | 4.113s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.273s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.204s | |+| Simple Math | ✅ Pass | 4.983s | |+| Text Transform Uppercase | ✅ Pass | 4.657s | |+| Count from 1 to 5 | ✅ Pass | 3.788s | |+| Math Calculation | ✅ Pass | 3.364s | |+| Basic Echo Function | ✅ Pass | 4.902s | |+| Streaming Simple Math Streaming | ✅ Pass | 4.499s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.409s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.668s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.828s | |-| Search Query Function | ✅ Pass | 2.215s | |-| Ask Advice Function | ✅ Pass | 3.054s | |-| Streaming Search Query Function Streaming | ✅ Pass | 3.363s | |-| Function Argument Memory Test | ✅ Pass | 0.216s | |-| Basic Context Memory Test | ✅ Pass | 4.736s | |-| Function Response Memory Test | ✅ Pass | 0.212s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.218s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.134s | |-| Penetration Testing Methodology | ✅ Pass | 11.298s | |-| Vulnerability Assessment Tools | ✅ Pass | 8.796s | |-| SQL Injection Attack Type | ✅ Pass | 0.220s | |-| Penetration Testing Framework | ✅ Pass | 13.884s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.216s | |-| Web Application Security Scanner | ✅ Pass | 8.616s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 4.053s+| JSON Response Function | ✅ Pass | 3.688s | |+| Search Query Function | ✅ Pass | 3.342s | |+| Ask Advice Function | ✅ Pass | 4.009s | |+| Streaming Search Query Function Streaming | ✅ Pass | 4.459s | |+| Basic Context Memory Test | ✅ Pass | 4.755s | |+| Function Argument Memory Test | ✅ Pass | 4.155s | |+| Function Response Memory Test | ✅ Pass | 6.009s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.699s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 5.851s | |+| Read a file, then edit it via unified diff | ✅ Pass | 6.957s | |+| Penetration Testing Methodology | ✅ Pass | 11.154s | |+| SQL Injection Attack Type | ✅ Pass | 5.579s | |+| Vulnerability Assessment Tools | ✅ Pass | 18.003s | |+| Penetration Testing Framework | ✅ Pass | 16.705s | |+| Web Application Security Scanner | ✅ Pass | 11.913s | |+| Penetration Testing Tool Selection | ✅ Pass | 5.354s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 6.288s---diff --git a/examples/tests/vllm-mixed.report.md b/examples/tests/vllm-mixed.report.mdindex f29047a9..eb1d65ba 100644--- a/examples/tests/vllm-mixed.report.md+++ b/examples/tests/vllm-mixed.report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Tue, 21 Jul 2026 15:31:43 UTC+Generated: Thu, 23 Jul 2026 11:03:48 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | Qwen/Qwen3.6-27B-FP8 | false | 23/23 (100.00%) | 0.804s |-| simple_json | Qwen/Qwen3.6-27B-FP8 | false | 7/7 (100.00%) | 0.773s |-| primary_agent | DeepSeek-V4-Flash | true | 22/23 (95.65%) | 1.232s |-| assistant | DeepSeek-V4-Flash | true | 23/23 (100.00%) | 1.231s |-| generator | DeepSeek-V4-Flash | true | 23/23 (100.00%) | 1.105s |-| refiner | DeepSeek-V4-Flash | true | 23/23 (100.00%) | 1.070s |-| adviser | DeepSeek-V4-Flash | true | 23/23 (100.00%) | 0.912s |-| reflector | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 0.875s |-| searcher | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 0.898s |-| enricher | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 0.929s |-| coder | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 3.311s |-| installer | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 3.519s |-| pentester | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 2.947s |--**Total**: 282/283 (99.65%) successful tests-**Overall average latency**: 1.550s+| simple | Qwen/Qwen3.6-27B-FP8 | false | 24/24 (100.00%) | 0.244s |+| simple_json | Qwen/Qwen3.6-27B-FP8 | false | 7/7 (100.00%) | 0.224s |+| primary_agent | DeepSeek-V4-Flash | true | 24/24 (100.00%) | 1.671s |+| assistant | DeepSeek-V4-Flash | true | 24/24 (100.00%) | 1.627s |+| generator | DeepSeek-V4-Flash | true | 24/24 (100.00%) | 1.526s |+| refiner | DeepSeek-V4-Flash | true | 24/24 (100.00%) | 1.381s |+| adviser | DeepSeek-V4-Flash | true | 24/24 (100.00%) | 1.255s |+| reflector | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 0.243s |+| searcher | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 0.238s |+| enricher | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 0.231s |+| coder | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 0.233s |+| installer | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 0.238s |+| pentester | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 0.239s |++**Total**: 295/295 (100.00%) successful tests+**Overall average latency**: 0.748s## Detailed Results@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.325s | |-| Text Transform Uppercase | ✅ Pass | 0.389s | |-| Count from 1 to 5 | ✅ Pass | 0.464s | |-| Math Calculation | ✅ Pass | 0.360s | |-| Basic Echo Function | ✅ Pass | 0.664s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.334s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.395s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.662s | |+| Simple Math | ✅ Pass | 0.265s | |+| Text Transform Uppercase | ✅ Pass | 0.229s | |+| Count from 1 to 5 | ✅ Pass | 0.207s | |+| Math Calculation | ✅ Pass | 0.221s | |+| Basic Echo Function | ✅ Pass | 0.251s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.224s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.233s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.215s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.800s | |-| Search Query Function | ✅ Pass | 0.593s | |-| Ask Advice Function | ✅ Pass | 0.863s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.589s | |-| Basic Context Memory Test | ✅ Pass | 0.482s | |-| Function Argument Memory Test | ✅ Pass | 0.392s | |-| Function Response Memory Test | ✅ Pass | 0.409s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.202s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.392s | |-| Penetration Testing Methodology | ✅ Pass | 2.327s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.898s | |-| SQL Injection Attack Type | ✅ Pass | 0.368s | |-| Penetration Testing Framework | ✅ Pass | 2.080s | |-| Web Application Security Scanner | ✅ Pass | 1.688s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.803s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.804s+| JSON Response Function | ✅ Pass | 0.218s | |+| Search Query Function | ✅ Pass | 0.224s | |+| Ask Advice Function | ✅ Pass | 0.308s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.234s | |+| Basic Context Memory Test | ✅ Pass | 0.207s | |+| Function Argument Memory Test | ✅ Pass | 0.295s | |+| Function Response Memory Test | ✅ Pass | 0.337s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.224s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.214s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.451s | |+| Penetration Testing Methodology | ✅ Pass | 0.222s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.214s | |+| SQL Injection Attack Type | ✅ Pass | 0.220s | |+| Penetration Testing Framework | ✅ Pass | 0.206s | |+| Web Application Security Scanner | ✅ Pass | 0.216s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.219s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.244s---@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Person Information JSON | ✅ Pass | 0.488s | |-| Project Information JSON | ✅ Pass | 0.664s | |-| User Profile JSON | ✅ Pass | 0.518s | |-| Vulnerability Report Memory Test | ✅ Pass | 1.415s | |-| Streaming Person Information JSON Streaming | ✅ Pass | 0.715s | |-| JSON Array Response Without Schema | ✅ Pass | 1.123s | |+| Vulnerability Report Memory Test | ✅ Pass | 0.213s | |+| Person Information JSON | ✅ Pass | 0.208s | |+| Project Information JSON | ✅ Pass | 0.213s | |+| User Profile JSON | ✅ Pass | 0.223s | |+| JSON Array Response Without Schema | ✅ Pass | 0.217s | |+| Streaming Person Information JSON Streaming | ✅ Pass | 0.274s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.484s | |+| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.214s | |**Summary**: 7/7 (100.00%) successful tests-**Average latency**: 0.773s+**Average latency**: 0.224s---@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.718s | |-| Text Transform Uppercase | ✅ Pass | 0.878s | |-| Count from 1 to 5 | ✅ Pass | 1.240s | |-| Math Calculation | ✅ Pass | 0.766s | |-| Basic Echo Function | ✅ Pass | 0.896s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.952s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.039s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.878s | |+| Simple Math | ✅ Pass | 1.238s | |+| Text Transform Uppercase | ✅ Pass | 1.238s | |+| Count from 1 to 5 | ✅ Pass | 1.104s | |+| Math Calculation | ✅ Pass | 1.233s | |+| Basic Echo Function | ✅ Pass | 1.589s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.987s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.189s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.393s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.380s | |-| Search Query Function | ✅ Pass | 1.391s | |-| Ask Advice Function | ✅ Pass | 1.405s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.228s | |-| Basic Context Memory Test | ✅ Pass | 1.470s | |-| Function Argument Memory Test | ✅ Pass | 0.992s | |-| Function Response Memory Test | ✅ Pass | 0.809s | |-| Penetration Testing Memory with Tool Call | ❌ Fail | 1.927s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.175s | |-| Penetration Testing Methodology | ✅ Pass | 1.148s | |-| Vulnerability Assessment Tools | ✅ Pass | 2.327s | |-| SQL Injection Attack Type | ✅ Pass | 2.227s | |-| Penetration Testing Framework | ✅ Pass | 1.028s | |-| Web Application Security Scanner | ✅ Pass | 1.359s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.089s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 1.232s+| JSON Response Function | ✅ Pass | 1.553s | |+| Search Query Function | ✅ Pass | 1.386s | |+| Ask Advice Function | ✅ Pass | 2.022s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.370s | |+| Basic Context Memory Test | ✅ Pass | 1.393s | |+| Function Argument Memory Test | ✅ Pass | 1.112s | |+| Function Response Memory Test | ✅ Pass | 1.150s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.412s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.437s | |+| Penetration Testing Methodology | ✅ Pass | 1.728s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.727s | |+| SQL Injection Attack Type | ✅ Pass | 1.461s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.942s | |+| Penetration Testing Framework | ✅ Pass | 2.063s | |+| Web Application Security Scanner | ✅ Pass | 1.749s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.612s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.671s---@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.751s | |-| Text Transform Uppercase | ✅ Pass | 0.844s | |-| Count from 1 to 5 | ✅ Pass | 1.218s | |-| Math Calculation | ✅ Pass | 0.758s | |-| Basic Echo Function | ✅ Pass | 1.046s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.964s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.124s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.855s | |+| Simple Math | ✅ Pass | 0.920s | |+| Text Transform Uppercase | ✅ Pass | 1.028s | |+| Math Calculation | ✅ Pass | 1.201s | |+| Count from 1 to 5 | ✅ Pass | 1.935s | |+| Basic Echo Function | ✅ Pass | 1.375s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.001s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.119s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.356s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.338s | |-| Search Query Function | ✅ Pass | 1.337s | |-| Ask Advice Function | ✅ Pass | 1.452s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.184s | |-| Basic Context Memory Test | ✅ Pass | 1.431s | |-| Function Argument Memory Test | ✅ Pass | 0.893s | |-| Function Response Memory Test | ✅ Pass | 0.986s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.093s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.954s | |-| Penetration Testing Methodology | ✅ Pass | 1.423s | |-| Vulnerability Assessment Tools | ✅ Pass | 2.987s | |-| SQL Injection Attack Type | ✅ Pass | 1.466s | |-| Penetration Testing Framework | ✅ Pass | 1.117s | |-| Web Application Security Scanner | ✅ Pass | 1.026s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.043s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.231s+| JSON Response Function | ✅ Pass | 1.582s | |+| Search Query Function | ✅ Pass | 1.358s | |+| Ask Advice Function | ✅ Pass | 1.966s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.351s | |+| Basic Context Memory Test | ✅ Pass | 1.114s | |+| Function Argument Memory Test | ✅ Pass | 1.052s | |+| Function Response Memory Test | ✅ Pass | 1.238s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.392s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.506s | |+| Penetration Testing Methodology | ✅ Pass | 1.316s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.774s | |+| SQL Injection Attack Type | ✅ Pass | 1.488s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.653s | |+| Web Application Security Scanner | ✅ Pass | 1.626s | |+| Penetration Testing Framework | ✅ Pass | 3.101s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.589s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.627s---@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.751s | |-| Text Transform Uppercase | ✅ Pass | 0.892s | |-| Count from 1 to 5 | ✅ Pass | 1.239s | |-| Math Calculation | ✅ Pass | 0.529s | |-| Basic Echo Function | ✅ Pass | 0.931s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.930s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.001s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.803s | |+| Simple Math | ✅ Pass | 0.828s | |+| Text Transform Uppercase | ✅ Pass | 1.088s | |+| Count from 1 to 5 | ✅ Pass | 1.407s | |+| Math Calculation | ✅ Pass | 0.976s | |+| Basic Echo Function | ✅ Pass | 1.545s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.875s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.162s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.274s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.227s | |-| Search Query Function | ✅ Pass | 1.143s | |-| Ask Advice Function | ✅ Pass | 1.388s | |+| JSON Response Function | ✅ Pass | 1.400s | |+| Search Query Function | ✅ Pass | 1.342s | |+| Ask Advice Function | ✅ Pass | 1.860s | || Streaming Search Query Function Streaming | ✅ Pass | 1.190s | |-| Basic Context Memory Test | ✅ Pass | 1.301s | |-| Function Argument Memory Test | ✅ Pass | 0.814s | |-| Function Response Memory Test | ✅ Pass | 0.751s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.916s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.925s | |-| Penetration Testing Methodology | ✅ Pass | 1.189s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.771s | |-| SQL Injection Attack Type | ✅ Pass | 1.098s | |-| Penetration Testing Framework | ✅ Pass | 1.380s | |-| Web Application Security Scanner | ✅ Pass | 0.901s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.345s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.105s+| Basic Context Memory Test | ✅ Pass | 1.152s | |+| Function Argument Memory Test | ✅ Pass | 0.959s | |+| Function Response Memory Test | ✅ Pass | 0.881s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.242s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.492s | |+| Penetration Testing Methodology | ✅ Pass | 1.616s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.804s | |+| SQL Injection Attack Type | ✅ Pass | 0.966s | |+| Vulnerability Assessment Tools | ✅ Pass | 3.905s | |+| Penetration Testing Framework | ✅ Pass | 1.841s | |+| Web Application Security Scanner | ✅ Pass | 1.273s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.538s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.526s---@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.751s | |-| Text Transform Uppercase | ✅ Pass | 0.830s | |-| Count from 1 to 5 | ✅ Pass | 1.033s | |-| Math Calculation | ✅ Pass | 0.712s | |-| Basic Echo Function | ✅ Pass | 0.933s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.859s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.916s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.925s | |+| Simple Math | ✅ Pass | 1.224s | |+| Text Transform Uppercase | ✅ Pass | 0.901s | |+| Count from 1 to 5 | ✅ Pass | 1.372s | |+| Math Calculation | ✅ Pass | 0.874s | |+| Basic Echo Function | ✅ Pass | 1.513s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.725s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.123s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.377s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.245s | |-| Search Query Function | ✅ Pass | 1.121s | |-| Ask Advice Function | ✅ Pass | 1.264s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.069s | |-| Basic Context Memory Test | ✅ Pass | 1.078s | |-| Function Argument Memory Test | ✅ Pass | 0.742s | |-| Function Response Memory Test | ✅ Pass | 0.770s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.902s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.831s | |-| Penetration Testing Methodology | ✅ Pass | 1.419s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.832s | |-| SQL Injection Attack Type | ✅ Pass | 0.764s | |-| Penetration Testing Framework | ✅ Pass | 1.384s | |-| Web Application Security Scanner | ✅ Pass | 0.969s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.244s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 1.070s+| JSON Response Function | ✅ Pass | 1.472s | |+| Search Query Function | ✅ Pass | 1.154s | |+| Ask Advice Function | ✅ Pass | 1.727s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.455s | |+| Basic Context Memory Test | ✅ Pass | 1.065s | |+| Function Argument Memory Test | ✅ Pass | 0.940s | |+| Function Response Memory Test | ✅ Pass | 0.840s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.239s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.333s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.754s | |+| Penetration Testing Methodology | ✅ Pass | 1.504s | |+| SQL Injection Attack Type | ✅ Pass | 0.221s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.540s | |+| Penetration Testing Framework | ✅ Pass | 2.092s | |+| Web Application Security Scanner | ✅ Pass | 1.218s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.460s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.381s---@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.679s | |-| Text Transform Uppercase | ✅ Pass | 0.630s | |-| Count from 1 to 5 | ✅ Pass | 0.857s | |-| Math Calculation | ✅ Pass | 0.643s | |-| Basic Echo Function | ✅ Pass | 0.729s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.544s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.801s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.858s | |+| Simple Math | ✅ Pass | 0.874s | |+| Text Transform Uppercase | ✅ Pass | 0.964s | |+| Count from 1 to 5 | ✅ Pass | 1.183s | |+| Math Calculation | ✅ Pass | 0.690s | |+| Basic Echo Function | ✅ Pass | 1.489s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.249s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.094s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.640s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.020s | |-| Search Query Function | ✅ Pass | 1.030s | |-| Ask Advice Function | ✅ Pass | 1.093s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.834s | |-| Basic Context Memory Test | ✅ Pass | 0.950s | |-| Function Argument Memory Test | ✅ Pass | 0.713s | |-| Function Response Memory Test | ✅ Pass | 0.678s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.634s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.687s | |-| Penetration Testing Methodology | ✅ Pass | 1.078s | |-| Vulnerability Assessment Tools | ✅ Pass | 2.025s | |-| SQL Injection Attack Type | ✅ Pass | 0.666s | |-| Penetration Testing Framework | ✅ Pass | 1.095s | |-| Web Application Security Scanner | ✅ Pass | 0.852s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.876s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.912s+| JSON Response Function | ✅ Pass | 1.782s | |+| Search Query Function | ✅ Pass | 1.120s | |+| Ask Advice Function | ✅ Pass | 1.737s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.208s | |+| Basic Context Memory Test | ✅ Pass | 1.212s | |+| Function Argument Memory Test | ✅ Pass | 0.972s | |+| Function Response Memory Test | ✅ Pass | 0.770s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.241s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.306s | |+| Penetration Testing Methodology | ✅ Pass | 0.221s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.772s | |+| SQL Injection Attack Type | ✅ Pass | 0.212s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.754s | |+| Penetration Testing Framework | ✅ Pass | 2.173s | |+| Web Application Security Scanner | ✅ Pass | 1.074s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.367s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.255s---@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.325s | |-| Text Transform Uppercase | ✅ Pass | 0.362s | |-| Count from 1 to 5 | ✅ Pass | 0.503s | |-| Math Calculation | ✅ Pass | 0.357s | |-| Basic Echo Function | ✅ Pass | 0.850s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.337s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.433s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.753s | |+| Simple Math | ✅ Pass | 0.257s | |+| Text Transform Uppercase | ✅ Pass | 0.211s | |+| Count from 1 to 5 | ✅ Pass | 0.331s | |+| Math Calculation | ✅ Pass | 0.231s | |+| Basic Echo Function | ✅ Pass | 0.219s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.250s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.219s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.279s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.869s | |-| Search Query Function | ✅ Pass | 0.975s | |-| Ask Advice Function | ✅ Pass | 0.934s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.085s | |-| Basic Context Memory Test | ✅ Pass | 0.444s | |-| Function Argument Memory Test | ✅ Pass | 0.441s | |-| Function Response Memory Test | ✅ Pass | 0.382s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.539s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.513s | |-| Penetration Testing Methodology | ✅ Pass | 2.543s | |-| Vulnerability Assessment Tools | ✅ Pass | 2.088s | |-| SQL Injection Attack Type | ✅ Pass | 0.346s | |-| Penetration Testing Framework | ✅ Pass | 1.457s | |-| Web Application Security Scanner | ✅ Pass | 1.632s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.940s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.875s+| JSON Response Function | ✅ Pass | 0.291s | |+| Search Query Function | ✅ Pass | 0.216s | |+| Ask Advice Function | ✅ Pass | 0.212s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.208s | |+| Basic Context Memory Test | ✅ Pass | 0.215s | |+| Function Argument Memory Test | ✅ Pass | 0.207s | |+| Function Response Memory Test | ✅ Pass | 0.224s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.228s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.219s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.468s | |+| Penetration Testing Methodology | ✅ Pass | 0.218s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.204s | |+| SQL Injection Attack Type | ✅ Pass | 0.209s | |+| Penetration Testing Framework | ✅ Pass | 0.224s | |+| Web Application Security Scanner | ✅ Pass | 0.214s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.267s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.243s---@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.242s | |-| Text Transform Uppercase | ✅ Pass | 0.523s | |-| Count from 1 to 5 | ✅ Pass | 0.511s | |-| Math Calculation | ✅ Pass | 0.356s | |-| Basic Echo Function | ✅ Pass | 0.847s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.415s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.474s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.922s | |+| Simple Math | ✅ Pass | 0.262s | |+| Text Transform Uppercase | ✅ Pass | 0.216s | |+| Count from 1 to 5 | ✅ Pass | 0.289s | |+| Math Calculation | ✅ Pass | 0.217s | |+| Basic Echo Function | ✅ Pass | 0.214s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.223s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.229s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.287s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.955s | |-| Search Query Function | ✅ Pass | 0.924s | |-| Ask Advice Function | ✅ Pass | 0.947s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.082s | |-| Basic Context Memory Test | ✅ Pass | 0.439s | |-| Function Argument Memory Test | ✅ Pass | 0.473s | |-| Function Response Memory Test | ✅ Pass | 0.406s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.599s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.480s | |-| Penetration Testing Methodology | ✅ Pass | 2.319s | |-| Vulnerability Assessment Tools | ✅ Pass | 2.374s | |-| SQL Injection Attack Type | ✅ Pass | 0.371s | |-| Penetration Testing Framework | ✅ Pass | 1.580s | |-| Web Application Security Scanner | ✅ Pass | 1.439s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.956s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.898s+| JSON Response Function | ✅ Pass | 0.224s | |+| Search Query Function | ✅ Pass | 0.237s | |+| Ask Advice Function | ✅ Pass | 0.232s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.230s | |+| Basic Context Memory Test | ✅ Pass | 0.213s | |+| Function Argument Memory Test | ✅ Pass | 0.210s | |+| Function Response Memory Test | ✅ Pass | 0.217s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.225s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.224s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.436s | |+| Penetration Testing Methodology | ✅ Pass | 0.218s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.207s | |+| SQL Injection Attack Type | ✅ Pass | 0.212s | |+| Penetration Testing Framework | ✅ Pass | 0.215s | |+| Web Application Security Scanner | ✅ Pass | 0.230s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.244s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.238s---@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.158s | |-| Text Transform Uppercase | ✅ Pass | 0.572s | |-| Count from 1 to 5 | ✅ Pass | 0.489s | |-| Math Calculation | ✅ Pass | 0.355s | |-| Basic Echo Function | ✅ Pass | 0.844s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.413s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.461s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.749s | |+| Simple Math | ✅ Pass | 0.217s | |+| Text Transform Uppercase | ✅ Pass | 0.212s | |+| Count from 1 to 5 | ✅ Pass | 0.248s | |+| Math Calculation | ✅ Pass | 0.249s | |+| Basic Echo Function | ✅ Pass | 0.211s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.240s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.225s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.280s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.951s | |-| Search Query Function | ✅ Pass | 0.857s | |-| Ask Advice Function | ✅ Pass | 0.876s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.056s | |-| Basic Context Memory Test | ✅ Pass | 0.462s | |-| Function Argument Memory Test | ✅ Pass | 0.495s | |-| Function Response Memory Test | ✅ Pass | 0.407s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.392s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.461s | |-| Penetration Testing Methodology | ✅ Pass | 2.876s | |-| Vulnerability Assessment Tools | ✅ Pass | 2.880s | |-| SQL Injection Attack Type | ✅ Pass | 0.361s | |-| Penetration Testing Framework | ✅ Pass | 1.738s | |-| Web Application Security Scanner | ✅ Pass | 1.509s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.996s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.929s+| JSON Response Function | ✅ Pass | 0.250s | |+| Search Query Function | ✅ Pass | 0.209s | |+| Ask Advice Function | ✅ Pass | 0.214s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.215s | |+| Basic Context Memory Test | ✅ Pass | 0.206s | |+| Function Argument Memory Test | ✅ Pass | 0.205s | |+| Function Response Memory Test | ✅ Pass | 0.204s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.210s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.212s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.429s | |+| Penetration Testing Methodology | ✅ Pass | 0.209s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.207s | |+| SQL Injection Attack Type | ✅ Pass | 0.209s | |+| Penetration Testing Framework | ✅ Pass | 0.218s | |+| Web Application Security Scanner | ✅ Pass | 0.216s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.242s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.231s---@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.082s | |-| Text Transform Uppercase | ✅ Pass | 2.219s | |-| Count from 1 to 5 | ✅ Pass | 2.938s | |-| Math Calculation | ✅ Pass | 2.041s | |-| Basic Echo Function | ✅ Pass | 1.559s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.969s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.695s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.369s | |+| Simple Math | ✅ Pass | 0.215s | |+| Text Transform Uppercase | ✅ Pass | 0.210s | |+| Count from 1 to 5 | ✅ Pass | 0.229s | |+| Math Calculation | ✅ Pass | 0.241s | |+| Basic Echo Function | ✅ Pass | 0.219s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.243s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.212s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.265s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.001s | |-| Search Query Function | ✅ Pass | 1.574s | |-| Ask Advice Function | ✅ Pass | 2.571s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.505s | |-| Basic Context Memory Test | ✅ Pass | 2.486s | |-| Function Argument Memory Test | ✅ Pass | 1.336s | |-| Function Response Memory Test | ✅ Pass | 1.431s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.872s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.931s | |-| Penetration Testing Methodology | ✅ Pass | 7.704s | |-| SQL Injection Attack Type | ✅ Pass | 2.423s | |-| Vulnerability Assessment Tools | ✅ Pass | 10.358s | |-| Penetration Testing Framework | ✅ Pass | 7.475s | |-| Web Application Security Scanner | ✅ Pass | 8.320s | |-| Penetration Testing Tool Selection | ✅ Pass | 5.290s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.311s+| JSON Response Function | ✅ Pass | 0.225s | |+| Search Query Function | ✅ Pass | 0.219s | |+| Ask Advice Function | ✅ Pass | 0.211s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.209s | |+| Basic Context Memory Test | ✅ Pass | 0.211s | |+| Function Argument Memory Test | ✅ Pass | 0.210s | |+| Function Response Memory Test | ✅ Pass | 0.210s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.267s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.226s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.430s | |+| Penetration Testing Methodology | ✅ Pass | 0.212s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.214s | |+| SQL Injection Attack Type | ✅ Pass | 0.213s | |+| Penetration Testing Framework | ✅ Pass | 0.256s | |+| Web Application Security Scanner | ✅ Pass | 0.217s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.222s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.233s---@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.807s | |-| Text Transform Uppercase | ✅ Pass | 4.032s | |-| Math Calculation | ✅ Pass | 1.855s | |-| Basic Echo Function | ✅ Pass | 2.188s | |-| Count from 1 to 5 | ✅ Pass | 6.222s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.774s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.077s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.594s | |+| Simple Math | ✅ Pass | 0.225s | |+| Text Transform Uppercase | ✅ Pass | 0.212s | |+| Count from 1 to 5 | ✅ Pass | 0.232s | |+| Math Calculation | ✅ Pass | 0.215s | |+| Basic Echo Function | ✅ Pass | 0.207s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.217s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.230s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.269s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.802s | |-| Search Query Function | ✅ Pass | 1.382s | |-| Ask Advice Function | ✅ Pass | 2.326s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.422s | |-| Basic Context Memory Test | ✅ Pass | 2.410s | |-| Function Argument Memory Test | ✅ Pass | 1.547s | |-| Function Response Memory Test | ✅ Pass | 1.870s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.757s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.061s | |-| Penetration Testing Methodology | ✅ Pass | 6.035s | |-| SQL Injection Attack Type | ✅ Pass | 3.266s | |-| Vulnerability Assessment Tools | ✅ Pass | 7.942s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.049s | |-| Web Application Security Scanner | ✅ Pass | 7.245s | |-| Penetration Testing Framework | ✅ Pass | 12.260s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.519s+| JSON Response Function | ✅ Pass | 0.222s | |+| Search Query Function | ✅ Pass | 0.208s | |+| Ask Advice Function | ✅ Pass | 0.204s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.235s | |+| Basic Context Memory Test | ✅ Pass | 0.429s | |+| Function Argument Memory Test | ✅ Pass | 0.215s | |+| Function Response Memory Test | ✅ Pass | 0.207s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.217s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.226s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.423s | |+| Penetration Testing Methodology | ✅ Pass | 0.217s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.212s | |+| SQL Injection Attack Type | ✅ Pass | 0.214s | |+| Penetration Testing Framework | ✅ Pass | 0.217s | |+| Web Application Security Scanner | ✅ Pass | 0.222s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.234s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.238s---@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.800s | |-| Text Transform Uppercase | ✅ Pass | 2.974s | |-| Math Calculation | ✅ Pass | 1.781s | |-| Count from 1 to 5 | ✅ Pass | 3.352s | |-| Basic Echo Function | ✅ Pass | 1.788s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.382s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.549s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.524s | |+| Simple Math | ✅ Pass | 0.212s | |+| Text Transform Uppercase | ✅ Pass | 0.207s | |+| Count from 1 to 5 | ✅ Pass | 0.218s | |+| Math Calculation | ✅ Pass | 0.235s | |+| Basic Echo Function | ✅ Pass | 0.217s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.220s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.208s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.268s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.694s | |-| Search Query Function | ✅ Pass | 1.305s | |-| Ask Advice Function | ✅ Pass | 3.077s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.206s | |-| Function Argument Memory Test | ✅ Pass | 1.352s | |-| Basic Context Memory Test | ✅ Pass | 3.221s | |-| Function Response Memory Test | ✅ Pass | 1.188s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.963s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.485s | |-| Penetration Testing Methodology | ✅ Pass | 6.373s | |-| SQL Injection Attack Type | ✅ Pass | 3.415s | |-| Vulnerability Assessment Tools | ✅ Pass | 6.750s | |-| Penetration Testing Framework | ✅ Pass | 7.276s | |-| Web Application Security Scanner | ✅ Pass | 6.321s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.003s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.947s+| JSON Response Function | ✅ Pass | 0.214s | |+| Search Query Function | ✅ Pass | 0.293s | |+| Ask Advice Function | ✅ Pass | 0.219s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.222s | |+| Basic Context Memory Test | ✅ Pass | 0.417s | |+| Function Argument Memory Test | ✅ Pass | 0.209s | |+| Function Response Memory Test | ✅ Pass | 0.210s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.214s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.219s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.406s | |+| Penetration Testing Methodology | ✅ Pass | 0.222s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.215s | |+| SQL Injection Attack Type | ✅ Pass | 0.215s | |+| Penetration Testing Framework | ✅ Pass | 0.217s | |+| Web Application Security Scanner | ✅ Pass | 0.220s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.233s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.239s---diff --git a/examples/tests/vllm-qwen3.6-27b-fp8.report.md b/examples/tests/vllm-qwen3.6-27b-fp8.report.mdindex cfef8c35..93ab88c4 100644--- a/examples/tests/vllm-qwen3.6-27b-fp8.report.md+++ b/examples/tests/vllm-qwen3.6-27b-fp8.report.md@@ -1,27 +1,27 @@# LLM Agent Testing Report-Generated: Tue, 21 Jul 2026 15:26:19 UTC+Generated: Thu, 23 Jul 2026 11:02:56 UTC## Overall Results| Agent | Model | Reasoning | Success Rate | Average Latency ||-------|-------|-----------|--------------|-----------------|-| simple | Qwen/Qwen3.6-27B-FP8 | false | 23/23 (100.00%) | 0.877s |-| simple_json | Qwen/Qwen3.6-27B-FP8 | false | 7/7 (100.00%) | 0.781s |-| primary_agent | Qwen/Qwen3.6-27B-FP8 | true | 22/23 (95.65%) | 3.168s |-| assistant | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 3.532s |-| generator | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 3.354s |-| refiner | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 3.250s |-| adviser | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 5.741s |-| reflector | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 0.835s |-| searcher | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 0.875s |-| enricher | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 0.936s |-| coder | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 3.361s |-| installer | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 6.277s |-| pentester | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 2.999s |--**Total**: 282/283 (99.65%) successful tests-**Overall average latency**: 2.881s+| simple | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 1.297s |+| simple_json | Qwen/Qwen3.6-27B-FP8 | false | 7/7 (100.00%) | 1.093s |+| primary_agent | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 4.874s |+| assistant | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 4.496s |+| generator | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 4.518s |+| refiner | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 5.409s |+| adviser | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 4.690s |+| reflector | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 2.113s |+| searcher | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 0.494s |+| enricher | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 0.270s |+| coder | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 4.309s |+| installer | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 4.625s |+| pentester | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 3.453s |++**Total**: 295/295 (100.00%) successful tests+**Overall average latency**: 3.325s## Detailed Results@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.624s | |-| Text Transform Uppercase | ✅ Pass | 0.357s | |-| Count from 1 to 5 | ✅ Pass | 0.476s | |-| Math Calculation | ✅ Pass | 0.345s | |-| Basic Echo Function | ✅ Pass | 0.661s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.336s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.418s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.602s | |+| Simple Math | ✅ Pass | 0.817s | |+| Text Transform Uppercase | ✅ Pass | 0.873s | |+| Count from 1 to 5 | ✅ Pass | 0.616s | |+| Math Calculation | ✅ Pass | 0.523s | |+| Basic Echo Function | ✅ Pass | 0.942s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.512s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.633s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.377s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.783s | |-| Search Query Function | ✅ Pass | 0.637s | |-| Ask Advice Function | ✅ Pass | 0.924s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.604s | |-| Basic Context Memory Test | ✅ Pass | 0.490s | |-| Function Argument Memory Test | ✅ Pass | 0.395s | |-| Function Response Memory Test | ✅ Pass | 0.369s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.372s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.393s | |-| Penetration Testing Methodology | ✅ Pass | 2.749s | |-| Vulnerability Assessment Tools | ✅ Pass | 2.405s | |-| SQL Injection Attack Type | ✅ Pass | 0.390s | |-| Penetration Testing Framework | ✅ Pass | 2.549s | |-| Web Application Security Scanner | ✅ Pass | 1.275s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.998s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.877s+| JSON Response Function | ✅ Pass | 1.342s | |+| Search Query Function | ✅ Pass | 0.890s | |+| Ask Advice Function | ✅ Pass | 1.150s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.884s | |+| Basic Context Memory Test | ✅ Pass | 0.635s | |+| Function Argument Memory Test | ✅ Pass | 0.581s | |+| Function Response Memory Test | ✅ Pass | 0.551s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.691s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.600s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.886s | |+| Penetration Testing Methodology | ✅ Pass | 3.163s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.430s | |+| SQL Injection Attack Type | ✅ Pass | 0.530s | |+| Penetration Testing Framework | ✅ Pass | 3.282s | |+| Web Application Security Scanner | ✅ Pass | 2.106s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.108s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 1.297s---@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Person Information JSON | ✅ Pass | 0.454s | |-| Project Information JSON | ✅ Pass | 0.656s | |-| Vulnerability Report Memory Test | ✅ Pass | 1.517s | |-| User Profile JSON | ✅ Pass | 0.559s | |-| Streaming Person Information JSON Streaming | ✅ Pass | 0.678s | |-| JSON Array Response Without Schema | ✅ Pass | 1.107s | |+| Vulnerability Report Memory Test | ✅ Pass | 2.003s | |+| Person Information JSON | ✅ Pass | 0.787s | |+| Project Information JSON | ✅ Pass | 0.767s | |+| User Profile JSON | ✅ Pass | 0.904s | |+| Streaming Person Information JSON Streaming | ✅ Pass | 0.890s | |+| JSON Array Response Without Schema | ✅ Pass | 1.350s | |#### Capability Tests| Test | Capability | Result | Latency | Note ||------|------------|--------|---------|------|-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.495s | |+| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.944s | |**Summary**: 7/7 (100.00%) successful tests-**Average latency**: 0.781s+**Average latency**: 1.093s---@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.314s | |-| Text Transform Uppercase | ✅ Pass | 2.568s | |-| Count from 1 to 5 | ✅ Pass | 2.903s | |-| Math Calculation | ✅ Pass | 1.699s | |-| Basic Echo Function | ✅ Pass | 2.587s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.727s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.023s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.244s | |+| Simple Math | ✅ Pass | 3.840s | |+| Text Transform Uppercase | ✅ Pass | 2.757s | |+| Count from 1 to 5 | ✅ Pass | 23.297s | |+| Math Calculation | ✅ Pass | 2.085s | |+| Basic Echo Function | ✅ Pass | 1.593s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.733s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.092s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.554s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.301s | |-| Search Query Function | ✅ Pass | 0.896s | |-| Ask Advice Function | ✅ Pass | 2.751s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.396s | |-| Basic Context Memory Test | ✅ Pass | 3.293s | |-| Function Argument Memory Test | ✅ Pass | 2.259s | |-| Function Response Memory Test | ✅ Pass | 1.446s | |-| Cybersecurity Workflow Memory Test | ❌ Fail | 0.247s | API returned unexpected status code: 502 |-| Penetration Testing Memory with Tool Call | ✅ Pass | 6.357s | |-| Penetration Testing Methodology | ✅ Pass | 7.403s | |-| Vulnerability Assessment Tools | ✅ Pass | 8.894s | |-| SQL Injection Attack Type | ✅ Pass | 3.029s | |-| Penetration Testing Framework | ✅ Pass | 7.308s | |-| Web Application Security Scanner | ✅ Pass | 6.238s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.982s | |--**Summary**: 22/23 (95.65%) successful tests--**Average latency**: 3.168s+| JSON Response Function | ✅ Pass | 3.371s | |+| Search Query Function | ✅ Pass | 1.165s | |+| Ask Advice Function | ✅ Pass | 3.085s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.586s | |+| Basic Context Memory Test | ✅ Pass | 3.608s | |+| Function Argument Memory Test | ✅ Pass | 1.422s | |+| Function Response Memory Test | ✅ Pass | 3.631s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.060s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.691s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.489s | |+| Penetration Testing Methodology | ✅ Pass | 9.435s | |+| Vulnerability Assessment Tools | ✅ Pass | 12.149s | |+| SQL Injection Attack Type | ✅ Pass | 4.313s | |+| Penetration Testing Framework | ✅ Pass | 10.616s | |+| Web Application Security Scanner | ✅ Pass | 7.340s | |+| Penetration Testing Tool Selection | ✅ Pass | 4.046s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 4.874s---@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.041s | |-| Text Transform Uppercase | ✅ Pass | 2.711s | |-| Count from 1 to 5 | ✅ Pass | 3.078s | |-| Math Calculation | ✅ Pass | 1.944s | |-| Basic Echo Function | ✅ Pass | 1.700s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.641s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.790s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.759s | |+| Simple Math | ✅ Pass | 3.507s | |+| Text Transform Uppercase | ✅ Pass | 1.897s | |+| Count from 1 to 5 | ✅ Pass | 24.442s | |+| Math Calculation | ✅ Pass | 1.769s | |+| Basic Echo Function | ✅ Pass | 1.990s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.866s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.995s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.554s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 4.203s | |-| Search Query Function | ✅ Pass | 1.706s | |-| Ask Advice Function | ✅ Pass | 2.062s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.181s | |-| Basic Context Memory Test | ✅ Pass | 3.017s | |-| Function Argument Memory Test | ✅ Pass | 1.716s | |-| Function Response Memory Test | ✅ Pass | 2.329s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.284s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 7.690s | |-| Penetration Testing Methodology | ✅ Pass | 7.370s | |-| Vulnerability Assessment Tools | ✅ Pass | 7.975s | |-| SQL Injection Attack Type | ✅ Pass | 3.552s | |-| Penetration Testing Framework | ✅ Pass | 7.924s | |-| Web Application Security Scanner | ✅ Pass | 6.412s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.139s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.532s+| JSON Response Function | ✅ Pass | 2.256s | |+| Search Query Function | ✅ Pass | 1.687s | |+| Ask Advice Function | ✅ Pass | 2.096s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.609s | |+| Basic Context Memory Test | ✅ Pass | 3.280s | |+| Function Argument Memory Test | ✅ Pass | 1.519s | |+| Function Response Memory Test | ✅ Pass | 2.905s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.206s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.167s | |+| Read a file, then edit it via unified diff | ✅ Pass | 8.111s | |+| Penetration Testing Methodology | ✅ Pass | 8.559s | |+| Vulnerability Assessment Tools | ✅ Pass | 6.973s | |+| SQL Injection Attack Type | ✅ Pass | 3.183s | |+| Penetration Testing Framework | ✅ Pass | 8.294s | |+| Web Application Security Scanner | ✅ Pass | 5.902s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.132s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 4.496s---@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.677s | |-| Text Transform Uppercase | ✅ Pass | 2.245s | |-| Count from 1 to 5 | ✅ Pass | 3.411s | |-| Math Calculation | ✅ Pass | 1.499s | |-| Basic Echo Function | ✅ Pass | 2.209s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.010s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.073s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.806s | |+| Simple Math | ✅ Pass | 2.585s | |+| Text Transform Uppercase | ✅ Pass | 2.628s | |+| Count from 1 to 5 | ✅ Pass | 23.202s | |+| Math Calculation | ✅ Pass | 1.985s | |+| Basic Echo Function | ✅ Pass | 1.791s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.590s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.357s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.504s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.294s | |-| Search Query Function | ✅ Pass | 2.087s | |-| Ask Advice Function | ✅ Pass | 2.326s | |-| Streaming Search Query Function Streaming | ✅ Pass | 2.099s | |-| Basic Context Memory Test | ✅ Pass | 2.675s | |-| Function Argument Memory Test | ✅ Pass | 2.940s | |-| Function Response Memory Test | ✅ Pass | 4.411s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.787s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.556s | |-| Penetration Testing Methodology | ✅ Pass | 7.681s | |-| Vulnerability Assessment Tools | ✅ Pass | 9.115s | |-| SQL Injection Attack Type | ✅ Pass | 3.597s | |-| Penetration Testing Framework | ✅ Pass | 7.387s | |-| Web Application Security Scanner | ✅ Pass | 5.811s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.429s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.354s+| JSON Response Function | ✅ Pass | 2.982s | |+| Search Query Function | ✅ Pass | 2.255s | |+| Ask Advice Function | ✅ Pass | 2.174s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.719s | |+| Basic Context Memory Test | ✅ Pass | 3.138s | |+| Function Argument Memory Test | ✅ Pass | 1.350s | |+| Function Response Memory Test | ✅ Pass | 2.353s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.086s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.940s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.938s | |+| Penetration Testing Methodology | ✅ Pass | 10.433s | |+| Vulnerability Assessment Tools | ✅ Pass | 7.994s | |+| SQL Injection Attack Type | ✅ Pass | 3.726s | |+| Penetration Testing Framework | ✅ Pass | 7.251s | |+| Web Application Security Scanner | ✅ Pass | 4.251s | |+| Penetration Testing Tool Selection | ✅ Pass | 3.175s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 4.518s---@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.045s | |-| Text Transform Uppercase | ✅ Pass | 2.766s | |-| Count from 1 to 5 | ✅ Pass | 3.423s | |-| Math Calculation | ✅ Pass | 1.984s | |-| Basic Echo Function | ✅ Pass | 2.168s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.710s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.720s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.724s | |+| Simple Math | ✅ Pass | 3.699s | |+| Text Transform Uppercase | ✅ Pass | 3.012s | |+| Count from 1 to 5 | ✅ Pass | 23.392s | |+| Math Calculation | ✅ Pass | 1.961s | |+| Basic Echo Function | ✅ Pass | 2.761s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.349s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.090s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.226s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.737s | |-| Search Query Function | ✅ Pass | 1.641s | |-| Ask Advice Function | ✅ Pass | 1.517s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.751s | |-| Basic Context Memory Test | ✅ Pass | 1.921s | |-| Function Argument Memory Test | ✅ Pass | 3.008s | |-| Function Response Memory Test | ✅ Pass | 1.607s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.890s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.124s | |-| Penetration Testing Methodology | ✅ Pass | 6.267s | |-| Vulnerability Assessment Tools | ✅ Pass | 8.601s | |-| SQL Injection Attack Type | ✅ Pass | 3.598s | |-| Penetration Testing Framework | ✅ Pass | 7.453s | |-| Web Application Security Scanner | ✅ Pass | 5.439s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.652s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.250s+| JSON Response Function | ✅ Pass | 3.152s | |+| Search Query Function | ✅ Pass | 2.804s | |+| Ask Advice Function | ✅ Pass | 3.465s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.743s | |+| Basic Context Memory Test | ✅ Pass | 3.283s | |+| Function Argument Memory Test | ✅ Pass | 1.567s | |+| Function Response Memory Test | ✅ Pass | 1.550s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.854s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.232s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.511s | |+| Penetration Testing Methodology | ✅ Pass | 9.651s | |+| Vulnerability Assessment Tools | ✅ Pass | 11.079s | |+| SQL Injection Attack Type | ✅ Pass | 15.503s | |+| Penetration Testing Framework | ✅ Pass | 13.215s | |+| Web Application Security Scanner | ✅ Pass | 5.997s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.713s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 5.409s---@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.796s | |-| Text Transform Uppercase | ✅ Pass | 2.022s | |-| Count from 1 to 5 | ✅ Pass | 2.724s | |-| Math Calculation | ✅ Pass | 2.223s | |-| Basic Echo Function | ✅ Pass | 1.523s | |-| Streaming Simple Math Streaming | ✅ Pass | 1.985s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.725s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.368s | |+| Simple Math | ✅ Pass | 3.787s | |+| Text Transform Uppercase | ✅ Pass | 2.683s | |+| Count from 1 to 5 | ✅ Pass | 22.764s | |+| Math Calculation | ✅ Pass | 2.060s | |+| Basic Echo Function | ✅ Pass | 2.330s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.256s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.909s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 4.587s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.680s | |-| Search Query Function | ✅ Pass | 1.935s | |-| Ask Advice Function | ✅ Pass | 1.873s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.135s | |-| Basic Context Memory Test | ✅ Pass | 2.274s | |-| Function Argument Memory Test | ✅ Pass | 1.882s | |-| Function Response Memory Test | ✅ Pass | 1.363s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.059s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.751s | |-| Penetration Testing Methodology | ✅ Pass | 8.470s | |-| SQL Injection Attack Type | ✅ Pass | 3.770s | |-| Penetration Testing Framework | ✅ Pass | 7.895s | |-| Web Application Security Scanner | ✅ Pass | 4.795s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.278s | |-| Vulnerability Assessment Tools | ✅ Pass | 69.509s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 5.741s+| JSON Response Function | ✅ Pass | 0.519s | |+| Search Query Function | ✅ Pass | 0.297s | |+| Ask Advice Function | ✅ Pass | 4.167s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.687s | |+| Basic Context Memory Test | ✅ Pass | 2.957s | |+| Function Argument Memory Test | ✅ Pass | 2.440s | |+| Function Response Memory Test | ✅ Pass | 3.161s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.586s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.017s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.254s | |+| Penetration Testing Methodology | ✅ Pass | 8.891s | |+| Vulnerability Assessment Tools | ✅ Pass | 8.617s | |+| SQL Injection Attack Type | ✅ Pass | 3.427s | |+| Penetration Testing Framework | ✅ Pass | 13.348s | |+| Web Application Security Scanner | ✅ Pass | 5.351s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.462s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 4.690s---@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.624s | |-| Text Transform Uppercase | ✅ Pass | 0.518s | |-| Count from 1 to 5 | ✅ Pass | 0.484s | |-| Math Calculation | ✅ Pass | 0.394s | |-| Basic Echo Function | ✅ Pass | 0.672s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.380s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.453s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.751s | |+| Simple Math | ✅ Pass | 0.611s | |+| Text Transform Uppercase | ✅ Pass | 0.609s | |+| Count from 1 to 5 | ✅ Pass | 20.127s | |+| Math Calculation | ✅ Pass | 0.550s | |+| Basic Echo Function | ✅ Pass | 1.434s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.559s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.751s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.474s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.903s | |-| Search Query Function | ✅ Pass | 0.751s | |-| Ask Advice Function | ✅ Pass | 0.954s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.844s | |-| Basic Context Memory Test | ✅ Pass | 0.489s | |-| Function Argument Memory Test | ✅ Pass | 0.435s | |-| Function Response Memory Test | ✅ Pass | 0.405s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.411s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.476s | |-| Penetration Testing Methodology | ✅ Pass | 2.687s | |-| Vulnerability Assessment Tools | ✅ Pass | 1.877s | |-| SQL Injection Attack Type | ✅ Pass | 0.364s | |-| Penetration Testing Framework | ✅ Pass | 1.148s | |-| Web Application Security Scanner | ✅ Pass | 1.275s | |-| Penetration Testing Tool Selection | ✅ Pass | 0.904s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.835s+| JSON Response Function | ✅ Pass | 1.402s | |+| Search Query Function | ✅ Pass | 0.818s | |+| Ask Advice Function | ✅ Pass | 1.805s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.035s | |+| Basic Context Memory Test | ✅ Pass | 0.793s | |+| Function Argument Memory Test | ✅ Pass | 0.591s | |+| Function Response Memory Test | ✅ Pass | 1.043s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.845s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.819s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.852s | |+| Penetration Testing Methodology | ✅ Pass | 2.214s | |+| Vulnerability Assessment Tools | ✅ Pass | 2.514s | |+| SQL Injection Attack Type | ✅ Pass | 1.162s | |+| Penetration Testing Framework | ✅ Pass | 1.400s | |+| Web Application Security Scanner | ✅ Pass | 1.947s | |+| Penetration Testing Tool Selection | ✅ Pass | 1.350s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 2.113s---@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.259s | |-| Text Transform Uppercase | ✅ Pass | 0.397s | |-| Count from 1 to 5 | ✅ Pass | 0.503s | |-| Math Calculation | ✅ Pass | 0.367s | |-| Basic Echo Function | ✅ Pass | 0.772s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.366s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.453s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.690s | |+| Simple Math | ✅ Pass | 0.672s | |+| Text Transform Uppercase | ✅ Pass | 0.208s | |+| Count from 1 to 5 | ✅ Pass | 0.214s | |+| Math Calculation | ✅ Pass | 0.217s | |+| Basic Echo Function | ✅ Pass | 0.215s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.292s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.243s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.475s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.852s | |-| Search Query Function | ✅ Pass | 0.829s | |-| Ask Advice Function | ✅ Pass | 0.950s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.866s | |-| Basic Context Memory Test | ✅ Pass | 0.521s | |-| Function Argument Memory Test | ✅ Pass | 0.431s | |-| Function Response Memory Test | ✅ Pass | 0.387s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.551s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.657s | |-| Penetration Testing Methodology | ✅ Pass | 2.595s | |-| Vulnerability Assessment Tools | ✅ Pass | 2.407s | |-| SQL Injection Attack Type | ✅ Pass | 0.366s | |-| Penetration Testing Framework | ✅ Pass | 1.379s | |-| Web Application Security Scanner | ✅ Pass | 1.466s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.048s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.875s+| JSON Response Function | ✅ Pass | 0.291s | |+| Search Query Function | ✅ Pass | 0.317s | |+| Ask Advice Function | ✅ Pass | 0.402s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.328s | |+| Basic Context Memory Test | ✅ Pass | 0.214s | |+| Function Argument Memory Test | ✅ Pass | 0.214s | |+| Function Response Memory Test | ✅ Pass | 0.239s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.262s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.229s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.579s | |+| Penetration Testing Methodology | ✅ Pass | 5.138s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.221s | |+| SQL Injection Attack Type | ✅ Pass | 0.212s | |+| Penetration Testing Framework | ✅ Pass | 0.214s | |+| Web Application Security Scanner | ✅ Pass | 0.212s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.237s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.494s---@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 0.166s | |-| Text Transform Uppercase | ✅ Pass | 0.501s | |-| Count from 1 to 5 | ✅ Pass | 0.497s | |-| Math Calculation | ✅ Pass | 0.366s | |-| Basic Echo Function | ✅ Pass | 0.734s | |-| Streaming Simple Math Streaming | ✅ Pass | 0.352s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.461s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.837s | |+| Simple Math | ✅ Pass | 0.217s | |+| Text Transform Uppercase | ✅ Pass | 0.212s | |+| Count from 1 to 5 | ✅ Pass | 0.209s | |+| Math Calculation | ✅ Pass | 0.207s | |+| Basic Echo Function | ✅ Pass | 0.221s | |+| Streaming Simple Math Streaming | ✅ Pass | 0.274s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.261s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.477s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 0.827s | |-| Search Query Function | ✅ Pass | 0.790s | |-| Ask Advice Function | ✅ Pass | 0.995s | |-| Streaming Search Query Function Streaming | ✅ Pass | 0.740s | |-| Basic Context Memory Test | ✅ Pass | 0.533s | |-| Function Argument Memory Test | ✅ Pass | 0.451s | |-| Function Response Memory Test | ✅ Pass | 0.409s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.504s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.580s | |-| Penetration Testing Methodology | ✅ Pass | 2.463s | |-| Vulnerability Assessment Tools | ✅ Pass | 2.674s | |-| SQL Injection Attack Type | ✅ Pass | 0.346s | |-| Penetration Testing Framework | ✅ Pass | 2.681s | |-| Web Application Security Scanner | ✅ Pass | 1.613s | |-| Penetration Testing Tool Selection | ✅ Pass | 1.001s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 0.936s+| JSON Response Function | ✅ Pass | 0.253s | |+| Search Query Function | ✅ Pass | 0.287s | |+| Ask Advice Function | ✅ Pass | 0.235s | |+| Streaming Search Query Function Streaming | ✅ Pass | 0.232s | |+| Basic Context Memory Test | ✅ Pass | 0.212s | |+| Function Argument Memory Test | ✅ Pass | 0.288s | |+| Function Response Memory Test | ✅ Pass | 0.445s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.409s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.313s | |+| Read a file, then edit it via unified diff | ✅ Pass | 0.428s | |+| Penetration Testing Methodology | ✅ Pass | 0.222s | |+| Vulnerability Assessment Tools | ✅ Pass | 0.214s | |+| SQL Injection Attack Type | ✅ Pass | 0.206s | |+| Penetration Testing Framework | ✅ Pass | 0.217s | |+| Web Application Security Scanner | ✅ Pass | 0.210s | |+| Penetration Testing Tool Selection | ✅ Pass | 0.214s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 0.270s---@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.135s | |-| Text Transform Uppercase | ✅ Pass | 2.539s | |-| Count from 1 to 5 | ✅ Pass | 3.738s | |-| Math Calculation | ✅ Pass | 1.360s | |-| Basic Echo Function | ✅ Pass | 2.107s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.081s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.350s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 4.815s | |+| Simple Math | ✅ Pass | 2.783s | |+| Text Transform Uppercase | ✅ Pass | 2.497s | |+| Count from 1 to 5 | ✅ Pass | 22.545s | |+| Math Calculation | ✅ Pass | 2.090s | |+| Basic Echo Function | ✅ Pass | 2.165s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.531s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.619s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.314s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.649s | |-| Search Query Function | ✅ Pass | 1.346s | |-| Ask Advice Function | ✅ Pass | 2.244s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.088s | |-| Basic Context Memory Test | ✅ Pass | 3.039s | |-| Function Argument Memory Test | ✅ Pass | 1.380s | |-| Function Response Memory Test | ✅ Pass | 3.934s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.733s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.180s | |-| Penetration Testing Methodology | ✅ Pass | 6.927s | |-| Vulnerability Assessment Tools | ✅ Pass | 8.605s | |-| SQL Injection Attack Type | ✅ Pass | 3.516s | |-| Penetration Testing Framework | ✅ Pass | 7.560s | |-| Web Application Security Scanner | ✅ Pass | 4.755s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.213s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 3.361s+| JSON Response Function | ✅ Pass | 1.965s | |+| Search Query Function | ✅ Pass | 1.762s | |+| Ask Advice Function | ✅ Pass | 2.114s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.459s | |+| Basic Context Memory Test | ✅ Pass | 3.015s | |+| Function Argument Memory Test | ✅ Pass | 1.983s | |+| Function Response Memory Test | ✅ Pass | 1.850s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.977s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 6.159s | |+| Read a file, then edit it via unified diff | ✅ Pass | 3.949s | |+| Penetration Testing Methodology | ✅ Pass | 8.198s | |+| Vulnerability Assessment Tools | ✅ Pass | 7.722s | |+| SQL Injection Attack Type | ✅ Pass | 4.845s | |+| Penetration Testing Framework | ✅ Pass | 7.508s | |+| Web Application Security Scanner | ✅ Pass | 4.216s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.137s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 4.309s---@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 2.076s | |-| Text Transform Uppercase | ✅ Pass | 2.101s | |-| Count from 1 to 5 | ✅ Pass | 4.749s | |-| Math Calculation | ✅ Pass | 1.669s | |-| Basic Echo Function | ✅ Pass | 1.741s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.022s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.826s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.107s | |+| Simple Math | ✅ Pass | 2.641s | |+| Text Transform Uppercase | ✅ Pass | 2.646s | |+| Count from 1 to 5 | ✅ Pass | 22.984s | |+| Math Calculation | ✅ Pass | 2.059s | |+| Basic Echo Function | ✅ Pass | 1.856s | |+| Streaming Simple Math Streaming | ✅ Pass | 2.449s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.693s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.316s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 1.669s | |-| Search Query Function | ✅ Pass | 1.274s | |-| Ask Advice Function | ✅ Pass | 2.619s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.557s | |-| Basic Context Memory Test | ✅ Pass | 2.334s | |-| Function Argument Memory Test | ✅ Pass | 1.931s | |-| Function Response Memory Test | ✅ Pass | 1.398s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.201s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.667s | |-| Penetration Testing Methodology | ✅ Pass | 7.674s | |-| SQL Injection Attack Type | ✅ Pass | 5.422s | |-| Penetration Testing Framework | ✅ Pass | 11.689s | |-| Web Application Security Scanner | ✅ Pass | 5.730s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.548s | |-| Vulnerability Assessment Tools | ✅ Pass | 74.361s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 6.277s+| JSON Response Function | ✅ Pass | 2.602s | |+| Search Query Function | ✅ Pass | 1.596s | |+| Ask Advice Function | ✅ Pass | 2.780s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.641s | |+| Basic Context Memory Test | ✅ Pass | 2.458s | |+| Function Argument Memory Test | ✅ Pass | 1.962s | |+| Function Response Memory Test | ✅ Pass | 1.824s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.969s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.246s | |+| Read a file, then edit it via unified diff | ✅ Pass | 5.041s | |+| Penetration Testing Methodology | ✅ Pass | 16.871s | |+| Vulnerability Assessment Tools | ✅ Pass | 7.280s | |+| SQL Injection Attack Type | ✅ Pass | 3.475s | |+| Penetration Testing Framework | ✅ Pass | 8.601s | |+| Web Application Security Scanner | ✅ Pass | 5.177s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.830s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 4.625s---@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC| Test | Result | Latency | Error ||------|--------|---------|-------|-| Simple Math | ✅ Pass | 1.616s | |-| Text Transform Uppercase | ✅ Pass | 2.141s | |-| Count from 1 to 5 | ✅ Pass | 2.635s | |-| Math Calculation | ✅ Pass | 1.734s | |-| Basic Echo Function | ✅ Pass | 3.264s | |-| Streaming Simple Math Streaming | ✅ Pass | 2.129s | |-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.503s | |-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.289s | |+| Simple Math | ✅ Pass | 2.630s | |+| Text Transform Uppercase | ✅ Pass | 2.407s | |+| Count from 1 to 5 | ✅ Pass | 3.551s | |+| Math Calculation | ✅ Pass | 1.991s | |+| Basic Echo Function | ✅ Pass | 1.816s | |+| Streaming Simple Math Streaming | ✅ Pass | 1.833s | |+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.556s | |+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.526s | |#### Advanced Tests| Test | Result | Latency | Error ||------|--------|---------|-------|-| JSON Response Function | ✅ Pass | 2.096s | |-| Search Query Function | ✅ Pass | 1.516s | |-| Ask Advice Function | ✅ Pass | 1.979s | |-| Streaming Search Query Function Streaming | ✅ Pass | 1.287s | |-| Basic Context Memory Test | ✅ Pass | 2.120s | |-| Function Argument Memory Test | ✅ Pass | 2.736s | |-| Function Response Memory Test | ✅ Pass | 1.932s | |-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.794s | |-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.208s | |-| Penetration Testing Methodology | ✅ Pass | 6.298s | |-| Vulnerability Assessment Tools | ✅ Pass | 7.496s | |-| SQL Injection Attack Type | ✅ Pass | 3.620s | |-| Penetration Testing Framework | ✅ Pass | 6.025s | |-| Web Application Security Scanner | ✅ Pass | 5.315s | |-| Penetration Testing Tool Selection | ✅ Pass | 2.221s | |--**Summary**: 23/23 (100.00%) successful tests--**Average latency**: 2.999s+| JSON Response Function | ✅ Pass | 2.596s | |+| Search Query Function | ✅ Pass | 1.433s | |+| Ask Advice Function | ✅ Pass | 2.162s | |+| Streaming Search Query Function Streaming | ✅ Pass | 1.209s | |+| Basic Context Memory Test | ✅ Pass | 3.880s | |+| Function Argument Memory Test | ✅ Pass | 1.940s | |+| Function Response Memory Test | ✅ Pass | 1.501s | |+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.826s | |+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.473s | |+| Read a file, then edit it via unified diff | ✅ Pass | 4.081s | |+| Penetration Testing Methodology | ✅ Pass | 11.146s | |+| Vulnerability Assessment Tools | ✅ Pass | 7.677s | |+| SQL Injection Attack Type | ✅ Pass | 3.017s | |+| Penetration Testing Framework | ✅ Pass | 7.160s | |+| Web Application Security Scanner | ✅ Pass | 5.180s | |+| Penetration Testing Tool Selection | ✅ Pass | 2.267s | |++**Summary**: 24/24 (100.00%) successful tests++**Average latency**: 3.453s---