Skip to content

Fully autonomous AI Agents system capable of performing complex penetration testing tasks

chore(config): update launch.json and add new provider configurations

Dmitry Ngdeaff9eafed4
diff --git a/.vscode/launch.json b/.vscode/launch.json
index f68b9116..0098e147 100644
--- a/.vscode/launch.json
+++ b/.vscode/launch.json
@@ -75,6 +75,9 @@
// "-config", "${workspaceFolder}/examples/configs/ollama-qwen332b-fp16-tc.provider.yml",
// "-config", "${workspaceFolder}/examples/configs/vllm-qwen3.5-27b-fp8.provider.yml",
// "-config", "${workspaceFolder}/examples/configs/vllm-qwen332b-fp16.provider.yml",
+ // "-config", "${workspaceFolder}/examples/configs/vllm-qwen3.6-27b-fp8.provider.yml",
+ // "-config", "${workspaceFolder}/examples/configs/vllm-mixed.provider.yml",
+ // "-config", "${workspaceFolder}/examples/configs/hcnsec.provider.yml",
// "-config", "${workspaceFolder}/examples/configs/custom-openai.provider.yml",
// "-config", "${workspaceFolder}/examples/configs/openrouter.provider.yml",
// "-config", "${workspaceFolder}/examples/configs/deepinfra.provider.yml",
@@ -98,6 +101,7 @@
// "-report", "${workspaceFolder}/examples/tests/kimi-report.md",
// "-report", "${workspaceFolder}/examples/tests/qwen-report.md",
// "-report", "${workspaceFolder}/examples/tests/minimax-report.md",
+ // "-report", "${workspaceFolder}/examples/tests/hcnsec-report.md",
// "-report", "${workspaceFolder}/examples/tests/custom-openai-report.md",
// "-report", "${workspaceFolder}/examples/tests/openrouter-report.md",
// "-report", "${workspaceFolder}/examples/tests/deepinfra-report.md",
diff --git a/backend/pkg/server/response/errors.go b/backend/pkg/server/response/errors.go
index 73e42a0f..994ee73d 100644
--- a/backend/pkg/server/response/errors.go
+++ b/backend/pkg/server/response/errors.go
@@ -158,8 +158,8 @@ var ErrKnowledgeInvalidData = NewHttpError(500, "Knowledge.InvalidData", "invali
// toolcalls
var ErrToolcallsInvalidRequest = NewHttpError(400, "Toolcalls.InvalidRequest", "invalid toolcall request data")
-var ErrToolcallsNotFound = NewHttpError(404, "Toolcalls.NotFound", "toolcall not found")
-var ErrToolcallsInvalidData = NewHttpError(500, "Toolcalls.InvalidData", "invalid toolcall data")
+var ErrToolcallsNotFound = NewHttpError(404, "Toolcalls.NotFound", "toolcall not found")
+var ErrToolcallsInvalidData = NewHttpError(500, "Toolcalls.InvalidData", "invalid toolcall data")
// anonymize
diff --git a/backend/pkg/tools/memory_utils.go b/backend/pkg/tools/memory_utils.go
index 259891be..5d1b2b5c 100644
--- a/backend/pkg/tools/memory_utils.go
+++ b/backend/pkg/tools/memory_utils.go
@@ -27,7 +27,7 @@ func MergeAndDeduplicateDocs(docs []schema.Document, maxDocs int) []schema.Docum
for _, doc := range docs {
hash := hashContent(doc.PageContent)
-
+
// If document with this hash already exists, keep the one with higher score
if existing, found := docMap[hash]; found {
if doc.Score > existing.Score {
diff --git a/examples/configs/deepinfra.provider.yml b/examples/configs/deepinfra.provider.yml
index 85ec3d86..3d6ea7c0 100644
--- a/examples/configs/deepinfra.provider.yml
+++ b/examples/configs/deepinfra.provider.yml
@@ -1,11 +1,11 @@
# DeepInfra config. Direct-hosted models only - excludes Partner-tagged entries
-# (Qwen3-Max-Thinking, Seed-1.6/2.0-*, MiniMax-M2.7-Turbo) and Google/Gemma
-# (guardrail false positives on offensive-security content).
+# (Qwen3-Max-Thinking, Seed-1.6/2.0-*, MiniMax-M2.7-Turbo).
#
-# MiniMaxAI/MiniMax-M3 -> simple/reflector/searcher/enricher/adviser
-# moonshotai/Kimi-K2.6 -> primary_agent/assistant/pentester/simple_json
+# google/gemma-4-31B-it -> simple/simple_json
+# moonshotai/Kimi-K2.7-Code -> primary_agent/assistant/adviser/coder
+# (occasional HTTP 429 on coder, transient)
# zai-org/GLM-5.2 -> generator/refiner (effort: xhigh only; "max" = HTTP 422)
-# moonshotai/Kimi-K2.7-Code -> coder/installer (occasional HTTP 429, transient)
+# MiniMaxAI/MiniMax-M3 -> reflector/searcher/enricher/installer/pentester
#
# Dropped: DeepSeek-V4-flash (HTTP 400, no deployment), GLM-4.7-flash (hangs,
# never errors). Kimi-K2.5 rejected for simple_json: cheaper but corrupts plain
@@ -20,48 +20,47 @@
# <type> -workers 1 (default 600s timeout otherwise blocks on hanging models).
simple:
- model: "MiniMaxAI/MiniMax-M3"
+ model: "google/gemma-4-31B-it"
temperature: 1.0
- top_p: 0.95
- top_k: 40
+ top_p: 0.9
+ repetition_penalty: 1.0
n: 1
max_tokens: 8192
price:
- input: 0.30
- output: 1.20
- cache_read: 0.06
+ input: 0.13
+ output: 0.38
simple_json:
- model: "moonshotai/Kimi-K2.6"
- temperature: 0.6
- top_p: 0.95
+ model: "google/gemma-4-31B-it"
+ temperature: 0.7
+ top_p: 0.9
+ repetition_penalty: 1.0
n: 1
max_tokens: 4096
json: true
price:
- input: 0.75
- output: 3.50
- cache_read: 0.15
+ input: 0.13
+ output: 0.38
primary_agent:
- model: "moonshotai/Kimi-K2.6"
+ model: "moonshotai/Kimi-K2.7-Code"
temperature: 1.0
top_p: 0.95
n: 1
max_tokens: 16384
price:
- input: 0.75
+ input: 0.74
output: 3.50
cache_read: 0.15
assistant:
- model: "moonshotai/Kimi-K2.6"
+ model: "moonshotai/Kimi-K2.7-Code"
temperature: 1.0
top_p: 0.95
n: 1
max_tokens: 16384
price:
- input: 0.75
+ input: 0.74
output: 3.50
cache_read: 0.15
@@ -92,22 +91,20 @@ refiner:
cache_read: 0.18
adviser:
- model: "MiniMaxAI/MiniMax-M3"
+ model: "moonshotai/Kimi-K2.7-Code"
temperature: 1.0
top_p: 0.95
- top_k: 40
n: 1
max_tokens: 16384
price:
- input: 0.30
- output: 1.20
- cache_read: 0.06
+ input: 0.74
+ output: 3.50
+ cache_read: 0.15
reflector:
model: "MiniMaxAI/MiniMax-M3"
temperature: 1.0
top_p: 0.95
- top_k: 40
n: 1
max_tokens: 4096
price:
@@ -119,7 +116,6 @@ searcher:
model: "MiniMaxAI/MiniMax-M3"
temperature: 1.0
top_p: 0.95
- top_k: 40
n: 1
max_tokens: 4096
price:
@@ -131,7 +127,6 @@ enricher:
model: "MiniMaxAI/MiniMax-M3"
temperature: 1.0
top_p: 0.95
- top_k: 40
n: 1
max_tokens: 8192
price:
@@ -151,23 +146,23 @@ coder:
cache_read: 0.15
installer:
- model: "moonshotai/Kimi-K2.7-Code"
+ model: "MiniMaxAI/MiniMax-M3"
temperature: 1.0
top_p: 0.95
n: 1
max_tokens: 16384
price:
- input: 0.74
- output: 3.50
- cache_read: 0.15
+ input: 0.30
+ output: 1.20
+ cache_read: 0.06
pentester:
- model: "moonshotai/Kimi-K2.6"
+ model: "MiniMaxAI/MiniMax-M3"
temperature: 1.0
top_p: 0.95
n: 1
max_tokens: 16384
price:
- input: 0.75
- output: 3.50
- cache_read: 0.15
+ input: 0.30
+ output: 1.20
+ cache_read: 0.06
diff --git a/examples/configs/hcnsec.provider.yml b/examples/configs/hcnsec.provider.yml
new file mode 100644
index 00000000..63653b36
--- /dev/null
+++ b/examples/configs/hcnsec.provider.yml
@@ -0,0 +1,275 @@
+# HCNSec (新疆幻城网安科技有限责任公司 / Xinjiang Huancheng Network Security Technology
+# Co., Ltd.) provider configuration. OpenAI-compatible relay at https://api.hcnsec.cn/v1
+# (NewAPI-based aggregator, 195+ upstream models). Each model is tuned per its own
+# vendor's official sampling/thinking-toggle recommendations rather than a single
+# shared profile - see per-model notes below.
+#
+# History: MiniMax-M2.7 and glm-4.7 were dropped first (unusably slow on this relay:
+# ~12 t/s/83s avg latency and ~26 t/s/19s avg latency respectively). Their replacement,
+# step-3.7-flash, turned out unstable on this relay too, so it was dropped as well.
+# Everything agentic now runs on the two Qwen models already used elsewhere in this
+# file, plus kat-coder-pro-v2 for the highest-stakes plan/refine roles.
+#
+# Qwen3.6-35B-A3B (MoE, 35B total / 3B active, hybrid thinking) -> simple/simple_json
+# (thinking OFF) and reflector/searcher/enricher/pentester (thinking ON, the hybrid
+# default). Sampling per Qwen's own model card (huggingface.co/Qwen/Qwen3.6-35B-A3B):
+# - thinking ON, general tasks: temp=1.0, top_p=0.95, top_k=20, min_p=0.0, pp=1.5, rp=1.0
+# - non-thinking, general tasks: temp=0.7, top_p=0.80, top_k=20, min_p=0.0, pp=1.5, rp=1.0
+# Thinking is toggled via extra_body.chat_template_kwargs.enable_thinking (vLLM wire
+# format - matches this repo's other self-hosted Qwen3.6 configs, e.g.
+# vllm-qwen3.6-27b-fp8.provider.yml). pentester was moved here (off step-3.7-flash)
+# with thinking left ON: pentesting decisions benefit from the model's own hybrid
+# default rather than forcing it off.
+#
+# Qwen3-Coder-Next-FP8 -> primary_agent/assistant/coder/installer/adviser. Instruct-
+# only coding model (no hybrid thinking, no toggle needed) - now covers the main
+# agent loop too, not just generator/refiner, after step-3.7-flash's instability.
+# Qwen's own recommendation (HF model card, Unsloth docs): temperature=1.0,
+# top_p=0.95, top_k=40, min_p=0.01, repetition_penalty=1.0.
+#
+# kat-coder-pro-v2 -> generator/refiner. Kwaipilot's (Kuaishou) closed-source flagship
+# agentic coding model (72B active / 1T+ total MoE, 256K context, no hybrid-thinking
+# toggle - that lands in V2.5). No task-specific sampling guide is published; every
+# official distributor (GMI Cloud, Atlas Cloud, OpenRouter, wcode.net) quotes the same
+# API defaults, used verbatim here: temperature=0.7, top_p=1.0.
+#
+# adviser wasn't specified in the model brief for this file; grouped with
+# primary_agent/assistant on Qwen3-Coder-Next-FP8 since it fills the same
+# planning/orchestration role in a flow.
+#
+# Prices from the hcnsec.cn model catalog (CNY/1M tokens), converted to USD at a
+# fixed 6.6 CNY = 1 USD rate: $/1M = CNY_price / 6.6. Qwen3-Coder-Next-FP8's and
+# kat-coder-pro-v2's catalog entries show no cached-input price, so cache_read is
+# omitted for both.
+
+simple:
+ model: "Qwen3.6-35B-A3B"
+ temperature: 0.7
+ top_k: 20
+ top_p: 0.8
+ min_p: 0.0
+ presence_penalty: 1.5
+ repetition_penalty: 1.0
+ n: 1
+ max_tokens: 8192
+ extra_body:
+ chat_template_kwargs:
+ enable_thinking: false
+ price:
+ input: 0.17
+ output: 1.11
+ cache_read: 0.02
+
+simple_json:
+ model: "Qwen3.6-35B-A3B"
+ temperature: 0.7
+ top_k: 20
+ top_p: 0.8
+ min_p: 0.0
+ presence_penalty: 1.5
+ repetition_penalty: 1.0
+ n: 1
+ max_tokens: 4096
+ json: true
+ extra_body:
+ chat_template_kwargs:
+ enable_thinking: false
+ price:
+ input: 0.17
+ output: 1.11
+ cache_read: 0.02
+
+primary_agent:
+ model: "Qwen3-Coder-Next-FP8"
+ temperature: 1.0
+ top_p: 0.95
+ top_k: 40
+ min_p: 0.01
+ repetition_penalty: 1.0
+ n: 1
+ max_tokens: 16384
+ extra_body:
+ chat_template_kwargs:
+ enable_thinking: true
+ reasoning:
+ effort: high
+ price:
+ input: 5.53
+ output: 5.53
+
+assistant:
+ model: "Qwen3-Coder-Next-FP8"
+ temperature: 1.0
+ top_p: 0.95
+ top_k: 40
+ min_p: 0.01
+ repetition_penalty: 1.0
+ n: 1
+ max_tokens: 16384
+ extra_body:
+ chat_template_kwargs:
+ enable_thinking: true
+ reasoning:
+ effort: high
+ price:
+ input: 5.53
+ output: 5.53
+
+generator:
+ model: "kat-coder-pro-v2"
+ temperature: 0.7
+ top_p: 1.0
+ n: 1
+ max_tokens: 32768
+ extra_body:
+ chat_template_kwargs:
+ enable_thinking: true
+ reasoning:
+ effort: high
+ price:
+ input: 13.27
+ output: 13.27
+
+refiner:
+ model: "kat-coder-pro-v2"
+ temperature: 0.7
+ top_p: 1.0
+ n: 1
+ max_tokens: 32768
+ extra_body:
+ chat_template_kwargs:
+ enable_thinking: true
+ reasoning:
+ effort: high
+ price:
+ input: 13.27
+ output: 13.27
+
+adviser:
+ model: "Qwen3-Coder-Next-FP8"
+ temperature: 1.0
+ top_p: 0.95
+ top_k: 40
+ min_p: 0.01
+ repetition_penalty: 1.0
+ n: 1
+ max_tokens: 16384
+ extra_body:
+ chat_template_kwargs:
+ enable_thinking: true
+ reasoning:
+ effort: high
+ price:
+ input: 5.53
+ output: 5.53
+
+reflector:
+ model: "Qwen3.6-35B-A3B"
+ temperature: 1.0
+ top_k: 20
+ top_p: 0.95
+ min_p: 0.0
+ presence_penalty: 1.5
+ repetition_penalty: 1.0
+ n: 1
+ max_tokens: 4096
+ price:
+ input: 0.17
+ output: 1.11
+ cache_read: 0.02
+
+searcher:
+ model: "Qwen3.6-35B-A3B"
+ temperature: 1.0
+ top_k: 20
+ top_p: 0.95
+ min_p: 0.0
+ presence_penalty: 1.5
+ repetition_penalty: 1.0
+ n: 1
+ max_tokens: 4096
+ extra_body:
+ chat_template_kwargs:
+ enable_thinking: true
+ reasoning:
+ effort: high
+ price:
+ input: 0.17
+ output: 1.11
+ cache_read: 0.02
+
+enricher:
+ model: "Qwen3.6-35B-A3B"
+ temperature: 1.0
+ top_k: 20
+ top_p: 0.95
+ min_p: 0.0
+ presence_penalty: 1.5
+ repetition_penalty: 1.0
+ n: 1
+ max_tokens: 8192
+ extra_body:
+ chat_template_kwargs:
+ enable_thinking: true
+ reasoning:
+ effort: high
+ price:
+ input: 0.17
+ output: 1.11
+ cache_read: 0.02
+
+coder:
+ model: "Qwen3-Coder-Next-FP8"
+ temperature: 1.0
+ top_p: 0.95
+ top_k: 40
+ min_p: 0.01
+ repetition_penalty: 1.0
+ n: 1
+ max_tokens: 20480
+ extra_body:
+ chat_template_kwargs:
+ enable_thinking: true
+ reasoning:
+ effort: high
+ price:
+ input: 5.53
+ output: 5.53
+
+installer:
+ model: "Qwen3-Coder-Next-FP8"
+ temperature: 1.0
+ top_p: 0.95
+ top_k: 40
+ min_p: 0.01
+ repetition_penalty: 1.0
+ n: 1
+ max_tokens: 16384
+ extra_body:
+ chat_template_kwargs:
+ enable_thinking: true
+ reasoning:
+ effort: high
+ price:
+ input: 5.53
+ output: 5.53
+
+pentester:
+ model: "Qwen3.6-35B-A3B"
+ temperature: 1.0
+ top_k: 20
+ top_p: 0.95
+ min_p: 0.0
+ presence_penalty: 1.5
+ repetition_penalty: 1.0
+ n: 1
+ max_tokens: 16384
+ extra_body:
+ chat_template_kwargs:
+ enable_thinking: true
+ reasoning:
+ effort: high
+ price:
+ input: 0.17
+ output: 1.11
+ cache_read: 0.02
diff --git a/examples/tests/anthropic-report.md b/examples/tests/anthropic-report.md
index a598828e..29cc5dc7 100644
--- a/examples/tests/anthropic-report.md
+++ b/examples/tests/anthropic-report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Tue, 21 Jul 2026 17:29:51 UTC
+Generated: Thu, 23 Jul 2026 13:02:11 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | claude-haiku-4-5 | false | 23/23 (100.00%) | 1.551s |
-| simple_json | claude-haiku-4-5 | false | 7/7 (100.00%) | 1.066s |
-| primary_agent | claude-sonnet-5 | true | 24/24 (100.00%) | 2.675s |
-| assistant | claude-sonnet-5 | true | 24/24 (100.00%) | 2.445s |
-| generator | claude-opus-4-8 | true | 24/24 (100.00%) | 3.121s |
-| refiner | claude-opus-4-8 | true | 24/24 (100.00%) | 3.083s |
-| adviser | claude-sonnet-5 | true | 24/24 (100.00%) | 2.793s |
-| reflector | claude-haiku-4-5 | true | 23/23 (100.00%) | 2.148s |
-| searcher | claude-haiku-4-5 | true | 23/23 (100.00%) | 2.070s |
-| enricher | claude-haiku-4-5 | true | 23/23 (100.00%) | 1.460s |
-| coder | claude-sonnet-5 | true | 24/24 (100.00%) | 2.304s |
-| installer | claude-sonnet-5 | true | 24/24 (100.00%) | 2.395s |
-| pentester | claude-sonnet-5 | true | 24/24 (100.00%) | 2.439s |
-
-**Total**: 291/291 (100.00%) successful tests
-**Overall average latency**: 2.350s
+| simple | claude-haiku-4-5 | false | 24/24 (100.00%) | 1.855s |
+| simple_json | claude-haiku-4-5 | false | 7/7 (100.00%) | 3.020s |
+| primary_agent | claude-sonnet-5 | true | 25/25 (100.00%) | 2.759s |
+| assistant | claude-sonnet-5 | true | 25/25 (100.00%) | 2.756s |
+| generator | claude-opus-4-8 | true | 24/25 (96.00%) | 3.585s |
+| refiner | claude-opus-4-8 | true | 25/25 (100.00%) | 3.616s |
+| adviser | claude-sonnet-5 | true | 25/25 (100.00%) | 3.526s |
+| reflector | claude-haiku-4-5 | true | 24/24 (100.00%) | 2.680s |
+| searcher | claude-haiku-4-5 | true | 24/24 (100.00%) | 2.461s |
+| enricher | claude-haiku-4-5 | true | 24/24 (100.00%) | 1.837s |
+| coder | claude-sonnet-5 | true | 25/25 (100.00%) | 3.079s |
+| installer | claude-sonnet-5 | true | 25/25 (100.00%) | 3.176s |
+| pentester | claude-sonnet-5 | true | 25/25 (100.00%) | 2.655s |
+
+**Total**: 302/303 (99.67%) successful tests
+**Overall average latency**: 2.845s
## Detailed Results
@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 3.474s | |
-| Text Transform Uppercase | ✅ Pass | 0.869s | |
-| Count from 1 to 5 | ✅ Pass | 0.887s | |
-| Math Calculation | ✅ Pass | 0.886s | |
-| Basic Echo Function | ✅ Pass | 1.734s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.051s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.887s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.527s | |
+| Simple Math | ✅ Pass | 2.398s | |
+| Text Transform Uppercase | ✅ Pass | 1.879s | |
+| Count from 1 to 5 | ✅ Pass | 1.208s | |
+| Math Calculation | ✅ Pass | 1.107s | |
+| Basic Echo Function | ✅ Pass | 1.796s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.855s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.942s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.173s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.323s | |
-| Search Query Function | ✅ Pass | 1.087s | |
-| Ask Advice Function | ✅ Pass | 1.464s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.469s | |
-| Basic Context Memory Test | ✅ Pass | 0.737s | |
-| Function Argument Memory Test | ✅ Pass | 0.737s | |
-| Function Response Memory Test | ✅ Pass | 0.862s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.389s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.887s | |
-| Penetration Testing Methodology | ✅ Pass | 3.168s | |
-| Vulnerability Assessment Tools | ✅ Pass | 2.400s | |
-| SQL Injection Attack Type | ✅ Pass | 0.935s | |
-| Penetration Testing Framework | ✅ Pass | 3.051s | |
-| Web Application Security Scanner | ✅ Pass | 2.223s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.616s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.551s
+| JSON Response Function | ✅ Pass | 1.194s | |
+| Search Query Function | ✅ Pass | 2.017s | |
+| Ask Advice Function | ✅ Pass | 2.985s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.315s | |
+| Basic Context Memory Test | ✅ Pass | 1.026s | |
+| Function Argument Memory Test | ✅ Pass | 0.846s | |
+| Function Response Memory Test | ✅ Pass | 0.877s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.913s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.393s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.646s | |
+| Penetration Testing Methodology | ✅ Pass | 3.910s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.134s | |
+| SQL Injection Attack Type | ✅ Pass | 0.975s | |
+| Penetration Testing Framework | ✅ Pass | 2.983s | |
+| Web Application Security Scanner | ✅ Pass | 2.261s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.667s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.855s
---
@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Vulnerability Report Memory Test | ✅ Pass | 1.128s | |
-| Person Information JSON | ✅ Pass | 1.458s | |
-| Project Information JSON | ✅ Pass | 0.904s | |
-| User Profile JSON | ✅ Pass | 0.946s | |
-| JSON Array Response Without Schema | ✅ Pass | 0.915s | |
-| Streaming Person Information JSON Streaming | ✅ Pass | 0.874s | |
+| Vulnerability Report Memory Test | ✅ Pass | 5.449s | |
+| Person Information JSON | ✅ Pass | 1.652s | |
+| User Profile JSON | ✅ Pass | 1.108s | |
+| Project Information JSON | ✅ Pass | 2.308s | |
+| Streaming Person Information JSON Streaming | ✅ Pass | 0.938s | |
+| JSON Array Response Without Schema | ✅ Pass | 1.357s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Structured Output With JSON Schema | structured_output | ✅ Pass | 1.237s | |
+| Structured Output With JSON Schema | structured_output | ✅ Pass | 8.323s | |
**Summary**: 7/7 (100.00%) successful tests
-**Average latency**: 1.066s
+**Average latency**: 3.020s
---
@@ -97,44 +98,45 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 4.860s | |
-| Text Transform Uppercase | ✅ Pass | 1.435s | |
-| Count from 1 to 5 | ✅ Pass | 1.509s | |
-| Math Calculation | ✅ Pass | 1.558s | |
-| Basic Echo Function | ✅ Pass | 1.816s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.689s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.235s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.530s | |
+| Simple Math | ✅ Pass | 3.234s | |
+| Text Transform Uppercase | ✅ Pass | 1.834s | |
+| Count from 1 to 5 | ✅ Pass | 1.676s | |
+| Math Calculation | ✅ Pass | 2.138s | |
+| Basic Echo Function | ✅ Pass | 1.840s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.735s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.986s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.609s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.493s | |
-| Search Query Function | ✅ Pass | 1.741s | |
-| Ask Advice Function | ✅ Pass | 2.370s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.956s | |
-| Basic Context Memory Test | ✅ Pass | 1.412s | |
-| Function Argument Memory Test | ✅ Pass | 0.930s | |
-| Function Response Memory Test | ✅ Pass | 4.467s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.373s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.987s | |
-| Penetration Testing Methodology | ✅ Pass | 5.430s | |
-| Vulnerability Assessment Tools | ✅ Pass | 6.277s | |
-| SQL Injection Attack Type | ✅ Pass | 2.384s | |
-| Penetration Testing Framework | ✅ Pass | 2.964s | |
-| Web Application Security Scanner | ✅ Pass | 4.640s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.127s | |
+| JSON Response Function | ✅ Pass | 1.963s | |
+| Search Query Function | ✅ Pass | 2.208s | |
+| Ask Advice Function | ✅ Pass | 2.037s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.797s | |
+| Basic Context Memory Test | ✅ Pass | 1.733s | |
+| Function Argument Memory Test | ✅ Pass | 1.167s | |
+| Function Response Memory Test | ✅ Pass | 1.552s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.965s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.059s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.190s | |
+| Penetration Testing Methodology | ✅ Pass | 5.149s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.820s | |
+| SQL Injection Attack Type | ✅ Pass | 2.948s | |
+| Penetration Testing Framework | ✅ Pass | 3.259s | |
+| Web Application Security Scanner | ✅ Pass | 3.629s | |
+| Penetration Testing Tool Selection | ✅ Pass | 4.398s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.011s | |
+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.045s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 2.675s
+**Average latency**: 2.759s
---
@@ -144,44 +146,45 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 4.899s | |
-| Text Transform Uppercase | ✅ Pass | 1.592s | |
-| Count from 1 to 5 | ✅ Pass | 1.450s | |
-| Math Calculation | ✅ Pass | 1.483s | |
-| Basic Echo Function | ✅ Pass | 1.556s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.494s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.422s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.429s | |
+| Simple Math | ✅ Pass | 3.093s | |
+| Text Transform Uppercase | ✅ Pass | 1.848s | |
+| Count from 1 to 5 | ✅ Pass | 1.720s | |
+| Math Calculation | ✅ Pass | 1.742s | |
+| Basic Echo Function | ✅ Pass | 2.020s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.842s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.933s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.269s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.622s | |
-| Search Query Function | ✅ Pass | 1.584s | |
+| JSON Response Function | ✅ Pass | 1.872s | |
+| Search Query Function | ✅ Pass | 2.514s | |
| Ask Advice Function | ✅ Pass | 2.134s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.733s | |
-| Basic Context Memory Test | ✅ Pass | 1.910s | |
-| Function Argument Memory Test | ✅ Pass | 1.032s | |
-| Function Response Memory Test | ✅ Pass | 1.119s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.608s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.041s | |
-| Penetration Testing Methodology | ✅ Pass | 4.464s | |
-| Vulnerability Assessment Tools | ✅ Pass | 6.970s | |
-| SQL Injection Attack Type | ✅ Pass | 2.227s | |
-| Penetration Testing Framework | ✅ Pass | 2.750s | |
-| Web Application Security Scanner | ✅ Pass | 3.515s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.828s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.352s | |
+| Basic Context Memory Test | ✅ Pass | 1.616s | |
+| Function Argument Memory Test | ✅ Pass | 1.140s | |
+| Function Response Memory Test | ✅ Pass | 2.854s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.230s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.660s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.565s | |
+| Penetration Testing Methodology | ✅ Pass | 4.917s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.262s | |
+| SQL Injection Attack Type | ✅ Pass | 2.401s | |
+| Penetration Testing Framework | ✅ Pass | 2.604s | |
+| Web Application Security Scanner | ✅ Pass | 4.052s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.192s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 2.802s | |
+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.044s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 2.445s
+**Average latency**: 2.756s
---
@@ -191,44 +194,45 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 3.778s | |
-| Text Transform Uppercase | ✅ Pass | 1.634s | |
-| Count from 1 to 5 | ✅ Pass | 1.615s | |
-| Math Calculation | ✅ Pass | 1.425s | |
-| Basic Echo Function | ✅ Pass | 2.980s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.311s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.371s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.444s | |
+| Simple Math | ✅ Pass | 3.076s | |
+| Text Transform Uppercase | ✅ Pass | 1.825s | |
+| Count from 1 to 5 | ✅ Pass | 1.902s | |
+| Math Calculation | ✅ Pass | 1.923s | |
+| Basic Echo Function | ✅ Pass | 1.835s | |
+| Streaming Simple Math Streaming | ✅ Pass | 3.536s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.587s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.343s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.648s | |
-| Search Query Function | ✅ Pass | 2.628s | |
-| Ask Advice Function | ✅ Pass | 3.379s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.276s | |
-| Basic Context Memory Test | ✅ Pass | 1.516s | |
-| Function Argument Memory Test | ✅ Pass | 1.641s | |
-| Function Response Memory Test | ✅ Pass | 1.507s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.282s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.624s | |
-| Penetration Testing Methodology | ✅ Pass | 5.729s | |
-| Vulnerability Assessment Tools | ✅ Pass | 9.258s | |
-| SQL Injection Attack Type | ✅ Pass | 3.770s | |
-| Penetration Testing Framework | ✅ Pass | 3.937s | |
-| Web Application Security Scanner | ✅ Pass | 4.144s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.585s | |
+| JSON Response Function | ✅ Pass | 2.416s | |
+| Search Query Function | ✅ Pass | 2.193s | |
+| Ask Advice Function | ✅ Pass | 3.601s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.942s | |
+| Basic Context Memory Test | ✅ Pass | 1.566s | |
+| Function Argument Memory Test | ✅ Pass | 2.205s | |
+| Function Response Memory Test | ✅ Pass | 1.949s | |
+| Penetration Testing Memory with Tool Call | ❌ Fail | 4.818s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.702s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 6.894s | |
+| Penetration Testing Methodology | ✅ Pass | 7.353s | |
+| Vulnerability Assessment Tools | ✅ Pass | 10.864s | |
+| SQL Injection Attack Type | ✅ Pass | 4.188s | |
+| Penetration Testing Framework | ✅ Pass | 4.760s | |
+| Web Application Security Scanner | ✅ Pass | 4.269s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.857s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 5.407s | |
+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 5.000s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 24/25 (96.00%) successful tests
-**Average latency**: 3.121s
+**Average latency**: 3.585s
---
@@ -238,44 +242,45 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 4.490s | |
-| Text Transform Uppercase | ✅ Pass | 1.768s | |
-| Count from 1 to 5 | ✅ Pass | 1.285s | |
-| Math Calculation | ✅ Pass | 1.566s | |
-| Basic Echo Function | ✅ Pass | 2.123s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.846s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.477s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 7.217s | |
+| Simple Math | ✅ Pass | 2.877s | |
+| Text Transform Uppercase | ✅ Pass | 2.332s | |
+| Count from 1 to 5 | ✅ Pass | 1.613s | |
+| Math Calculation | ✅ Pass | 1.848s | |
+| Basic Echo Function | ✅ Pass | 3.425s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.034s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.435s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.421s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.953s | |
-| Search Query Function | ✅ Pass | 1.819s | |
-| Ask Advice Function | ✅ Pass | 2.126s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.757s | |
-| Basic Context Memory Test | ✅ Pass | 1.782s | |
-| Function Argument Memory Test | ✅ Pass | 1.609s | |
-| Function Response Memory Test | ✅ Pass | 1.416s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.534s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.721s | |
-| Penetration Testing Methodology | ✅ Pass | 7.345s | |
-| Vulnerability Assessment Tools | ✅ Pass | 7.771s | |
-| SQL Injection Attack Type | ✅ Pass | 3.520s | |
-| Penetration Testing Framework | ✅ Pass | 4.607s | |
-| Web Application Security Scanner | ✅ Pass | 3.308s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.268s | |
+| JSON Response Function | ✅ Pass | 2.115s | |
+| Search Query Function | ✅ Pass | 3.505s | |
+| Ask Advice Function | ✅ Pass | 3.498s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.722s | |
+| Basic Context Memory Test | ✅ Pass | 1.496s | |
+| Function Argument Memory Test | ✅ Pass | 1.986s | |
+| Function Response Memory Test | ✅ Pass | 1.969s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.300s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.694s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 8.963s | |
+| Penetration Testing Methodology | ✅ Pass | 5.209s | |
+| Vulnerability Assessment Tools | ✅ Pass | 10.425s | |
+| SQL Injection Attack Type | ✅ Pass | 4.031s | |
+| Penetration Testing Framework | ✅ Pass | 4.437s | |
+| Web Application Security Scanner | ✅ Pass | 4.789s | |
+| Penetration Testing Tool Selection | ✅ Pass | 4.824s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.670s | |
+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 6.451s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 3.083s
+**Average latency**: 3.616s
---
@@ -285,44 +290,45 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 4.247s | |
-| Text Transform Uppercase | ✅ Pass | 2.731s | |
-| Count from 1 to 5 | ✅ Pass | 3.645s | |
-| Math Calculation | ✅ Pass | 3.076s | |
-| Basic Echo Function | ✅ Pass | 1.611s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.498s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.317s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.079s | |
+| Simple Math | ✅ Pass | 3.777s | |
+| Text Transform Uppercase | ✅ Pass | 2.771s | |
+| Count from 1 to 5 | ✅ Pass | 2.376s | |
+| Math Calculation | ✅ Pass | 2.776s | |
+| Basic Echo Function | ✅ Pass | 1.942s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.596s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.659s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.265s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.630s | |
-| Search Query Function | ✅ Pass | 1.994s | |
-| Ask Advice Function | ✅ Pass | 1.866s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.537s | |
-| Basic Context Memory Test | ✅ Pass | 1.896s | |
-| Function Argument Memory Test | ✅ Pass | 2.105s | |
-| Function Response Memory Test | ✅ Pass | 0.987s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.039s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.355s | |
-| Penetration Testing Methodology | ✅ Pass | 5.592s | |
-| Vulnerability Assessment Tools | ✅ Pass | 5.804s | |
-| SQL Injection Attack Type | ✅ Pass | 2.132s | |
-| Penetration Testing Framework | ✅ Pass | 3.866s | |
-| Web Application Security Scanner | ✅ Pass | 3.457s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.638s | |
+| JSON Response Function | ✅ Pass | 2.713s | |
+| Search Query Function | ✅ Pass | 3.245s | |
+| Ask Advice Function | ✅ Pass | 3.364s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.931s | |
+| Basic Context Memory Test | ✅ Pass | 2.392s | |
+| Function Argument Memory Test | ✅ Pass | 1.375s | |
+| Function Response Memory Test | ✅ Pass | 1.804s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 9.027s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 5.391s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.342s | |
+| Penetration Testing Methodology | ✅ Pass | 5.276s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.074s | |
+| SQL Injection Attack Type | ✅ Pass | 6.938s | |
+| Penetration Testing Framework | ✅ Pass | 3.638s | |
+| Web Application Security Scanner | ✅ Pass | 5.040s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.408s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.929s | |
+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.030s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 2.793s
+**Average latency**: 3.526s
---
@@ -332,38 +338,39 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 3.383s | |
-| Text Transform Uppercase | ✅ Pass | 2.238s | |
-| Count from 1 to 5 | ✅ Pass | 1.640s | |
-| Math Calculation | ✅ Pass | 1.539s | |
-| Basic Echo Function | ✅ Pass | 1.184s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.151s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.121s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.233s | |
+| Simple Math | ✅ Pass | 2.790s | |
+| Text Transform Uppercase | ✅ Pass | 2.143s | |
+| Count from 1 to 5 | ✅ Pass | 1.463s | |
+| Math Calculation | ✅ Pass | 1.056s | |
+| Basic Echo Function | ✅ Pass | 1.201s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.702s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.498s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.472s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.245s | |
-| Search Query Function | ✅ Pass | 1.826s | |
-| Ask Advice Function | ✅ Pass | 2.019s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.377s | |
-| Basic Context Memory Test | ✅ Pass | 1.257s | |
-| Function Argument Memory Test | ✅ Pass | 1.366s | |
-| Function Response Memory Test | ✅ Pass | 1.849s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.053s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.621s | |
-| Penetration Testing Methodology | ✅ Pass | 5.110s | |
-| Vulnerability Assessment Tools | ✅ Pass | 4.665s | |
-| SQL Injection Attack Type | ✅ Pass | 2.887s | |
-| Penetration Testing Framework | ✅ Pass | 4.031s | |
-| Web Application Security Scanner | ✅ Pass | 2.893s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.711s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.148s
+| JSON Response Function | ✅ Pass | 1.195s | |
+| Search Query Function | ✅ Pass | 1.676s | |
+| Ask Advice Function | ✅ Pass | 2.923s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.380s | |
+| Basic Context Memory Test | ✅ Pass | 1.696s | |
+| Function Argument Memory Test | ✅ Pass | 2.497s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.696s | |
+| Function Response Memory Test | ✅ Pass | 7.649s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.961s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.645s | |
+| Penetration Testing Methodology | ✅ Pass | 5.969s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.284s | |
+| SQL Injection Attack Type | ✅ Pass | 1.739s | |
+| Penetration Testing Framework | ✅ Pass | 5.243s | |
+| Web Application Security Scanner | ✅ Pass | 2.501s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.929s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.680s
---
@@ -373,38 +380,39 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 3.377s | |
-| Text Transform Uppercase | ✅ Pass | 1.572s | |
-| Count from 1 to 5 | ✅ Pass | 1.592s | |
-| Math Calculation | ✅ Pass | 1.708s | |
-| Basic Echo Function | ✅ Pass | 1.753s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.674s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.905s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.296s | |
+| Simple Math | ✅ Pass | 2.431s | |
+| Text Transform Uppercase | ✅ Pass | 1.154s | |
+| Count from 1 to 5 | ✅ Pass | 2.054s | |
+| Math Calculation | ✅ Pass | 3.548s | |
+| Basic Echo Function | ✅ Pass | 1.683s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.444s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.506s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.796s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.324s | |
-| Search Query Function | ✅ Pass | 2.001s | |
-| Ask Advice Function | ✅ Pass | 1.786s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.155s | |
-| Basic Context Memory Test | ✅ Pass | 1.404s | |
-| Function Argument Memory Test | ✅ Pass | 1.086s | |
-| Function Response Memory Test | ✅ Pass | 2.155s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.961s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.381s | |
-| Penetration Testing Methodology | ✅ Pass | 4.687s | |
-| Vulnerability Assessment Tools | ✅ Pass | 4.199s | |
-| SQL Injection Attack Type | ✅ Pass | 1.936s | |
-| Penetration Testing Framework | ✅ Pass | 4.645s | |
-| Web Application Security Scanner | ✅ Pass | 2.497s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.502s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.070s
+| JSON Response Function | ✅ Pass | 1.811s | |
+| Search Query Function | ✅ Pass | 1.847s | |
+| Ask Advice Function | ✅ Pass | 1.502s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.090s | |
+| Basic Context Memory Test | ✅ Pass | 1.586s | |
+| Function Argument Memory Test | ✅ Pass | 1.900s | |
+| Function Response Memory Test | ✅ Pass | 2.537s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.362s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.734s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.827s | |
+| Penetration Testing Methodology | ✅ Pass | 5.147s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.173s | |
+| SQL Injection Attack Type | ✅ Pass | 2.149s | |
+| Penetration Testing Framework | ✅ Pass | 4.290s | |
+| Web Application Security Scanner | ✅ Pass | 3.945s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.547s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.461s
---
@@ -414,38 +422,39 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.385s | |
-| Text Transform Uppercase | ✅ Pass | 0.802s | |
-| Count from 1 to 5 | ✅ Pass | 0.872s | |
-| Math Calculation | ✅ Pass | 0.733s | |
-| Basic Echo Function | ✅ Pass | 1.510s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.317s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.655s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.929s | |
+| Simple Math | ✅ Pass | 2.245s | |
+| Text Transform Uppercase | ✅ Pass | 0.852s | |
+| Count from 1 to 5 | ✅ Pass | 1.479s | |
+| Math Calculation | ✅ Pass | 1.016s | |
+| Basic Echo Function | ✅ Pass | 2.044s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.868s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.960s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.977s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.797s | |
-| Search Query Function | ✅ Pass | 1.199s | |
-| Ask Advice Function | ✅ Pass | 1.205s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.019s | |
-| Basic Context Memory Test | ✅ Pass | 0.939s | |
-| Function Argument Memory Test | ✅ Pass | 1.526s | |
-| Function Response Memory Test | ✅ Pass | 0.811s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.631s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.880s | |
-| Penetration Testing Methodology | ✅ Pass | 3.295s | |
-| Vulnerability Assessment Tools | ✅ Pass | 2.795s | |
-| SQL Injection Attack Type | ✅ Pass | 0.937s | |
-| Penetration Testing Framework | ✅ Pass | 3.289s | |
-| Web Application Security Scanner | ✅ Pass | 2.153s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.890s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.460s
+| JSON Response Function | ✅ Pass | 1.703s | |
+| Search Query Function | ✅ Pass | 2.571s | |
+| Ask Advice Function | ✅ Pass | 1.128s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 3.473s | |
+| Basic Context Memory Test | ✅ Pass | 1.040s | |
+| Function Argument Memory Test | ✅ Pass | 1.611s | |
+| Function Response Memory Test | ✅ Pass | 2.478s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.718s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.125s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.180s | |
+| Penetration Testing Methodology | ✅ Pass | 3.150s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.297s | |
+| SQL Injection Attack Type | ✅ Pass | 1.498s | |
+| Penetration Testing Framework | ✅ Pass | 2.390s | |
+| Web Application Security Scanner | ✅ Pass | 1.942s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.323s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.837s
---
@@ -455,44 +464,45 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.668s | |
-| Text Transform Uppercase | ✅ Pass | 1.633s | |
-| Count from 1 to 5 | ✅ Pass | 2.121s | |
-| Math Calculation | ✅ Pass | 1.835s | |
-| Basic Echo Function | ✅ Pass | 1.605s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.676s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.276s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.546s | |
+| Simple Math | ✅ Pass | 2.118s | |
+| Text Transform Uppercase | ✅ Pass | 1.652s | |
+| Count from 1 to 5 | ✅ Pass | 2.969s | |
+| Math Calculation | ✅ Pass | 1.779s | |
+| Basic Echo Function | ✅ Pass | 2.285s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.591s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.736s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.716s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.664s | |
-| Search Query Function | ✅ Pass | 1.798s | |
-| Ask Advice Function | ✅ Pass | 2.148s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.518s | |
-| Basic Context Memory Test | ✅ Pass | 1.983s | |
-| Function Argument Memory Test | ✅ Pass | 1.030s | |
-| Function Response Memory Test | ✅ Pass | 1.263s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.947s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.005s | |
-| Penetration Testing Methodology | ✅ Pass | 4.340s | |
-| Vulnerability Assessment Tools | ✅ Pass | 5.774s | |
-| SQL Injection Attack Type | ✅ Pass | 2.061s | |
-| Penetration Testing Framework | ✅ Pass | 3.558s | |
-| Web Application Security Scanner | ✅ Pass | 3.701s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.698s | |
+| JSON Response Function | ✅ Pass | 1.990s | |
+| Search Query Function | ✅ Pass | 3.434s | |
+| Ask Advice Function | ✅ Pass | 2.233s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 4.917s | |
+| Basic Context Memory Test | ✅ Pass | 2.235s | |
+| Function Argument Memory Test | ✅ Pass | 1.149s | |
+| Function Response Memory Test | ✅ Pass | 1.222s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.756s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.355s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.077s | |
+| Penetration Testing Methodology | ✅ Pass | 7.451s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.827s | |
+| SQL Injection Attack Type | ✅ Pass | 2.380s | |
+| Penetration Testing Framework | ✅ Pass | 3.099s | |
+| Web Application Security Scanner | ✅ Pass | 3.172s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.942s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 2.431s | |
+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.880s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 2.304s
+**Average latency**: 3.079s
---
@@ -502,44 +512,45 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.433s | |
-| Text Transform Uppercase | ✅ Pass | 1.551s | |
-| Count from 1 to 5 | ✅ Pass | 1.496s | |
-| Math Calculation | ✅ Pass | 1.473s | |
-| Basic Echo Function | ✅ Pass | 2.275s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.716s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.359s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.503s | |
+| Simple Math | ✅ Pass | 1.737s | |
+| Text Transform Uppercase | ✅ Pass | 5.016s | |
+| Count from 1 to 5 | ✅ Pass | 3.376s | |
+| Math Calculation | ✅ Pass | 2.094s | |
+| Basic Echo Function | ✅ Pass | 3.254s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.049s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.538s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.074s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.619s | |
-| Search Query Function | ✅ Pass | 1.760s | |
-| Ask Advice Function | ✅ Pass | 1.729s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.610s | |
-| Basic Context Memory Test | ✅ Pass | 1.589s | |
-| Function Argument Memory Test | ✅ Pass | 0.962s | |
-| Function Response Memory Test | ✅ Pass | 1.103s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.898s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.935s | |
-| Penetration Testing Methodology | ✅ Pass | 4.798s | |
-| Vulnerability Assessment Tools | ✅ Pass | 5.985s | |
-| SQL Injection Attack Type | ✅ Pass | 2.534s | |
-| Penetration Testing Framework | ✅ Pass | 2.663s | |
-| Web Application Security Scanner | ✅ Pass | 4.330s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.633s | |
+| JSON Response Function | ✅ Pass | 1.987s | |
+| Search Query Function | ✅ Pass | 1.803s | |
+| Ask Advice Function | ✅ Pass | 2.054s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 4.411s | |
+| Basic Context Memory Test | ✅ Pass | 1.712s | |
+| Function Argument Memory Test | ✅ Pass | 1.201s | |
+| Function Response Memory Test | ✅ Pass | 1.384s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.776s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.598s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.793s | |
+| Penetration Testing Methodology | ✅ Pass | 9.094s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.085s | |
+| SQL Injection Attack Type | ✅ Pass | 3.290s | |
+| Penetration Testing Framework | ✅ Pass | 3.626s | |
+| Web Application Security Scanner | ✅ Pass | 3.966s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.891s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 2.510s | |
+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.565s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 2.395s
+**Average latency**: 3.176s
---
@@ -549,44 +560,45 @@ Generated: Tue, 21 Jul 2026 17:29:51 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.701s | |
-| Text Transform Uppercase | ✅ Pass | 1.470s | |
-| Count from 1 to 5 | ✅ Pass | 1.607s | |
-| Math Calculation | ✅ Pass | 1.496s | |
-| Basic Echo Function | ✅ Pass | 1.715s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.927s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.357s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.543s | |
+| Simple Math | ✅ Pass | 1.683s | |
+| Text Transform Uppercase | ✅ Pass | 1.718s | |
+| Count from 1 to 5 | ✅ Pass | 1.858s | |
+| Math Calculation | ✅ Pass | 1.838s | |
+| Basic Echo Function | ✅ Pass | 1.989s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.024s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.588s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.812s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.735s | |
-| Search Query Function | ✅ Pass | 2.197s | |
-| Ask Advice Function | ✅ Pass | 2.169s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.399s | |
-| Basic Context Memory Test | ✅ Pass | 2.068s | |
-| Function Argument Memory Test | ✅ Pass | 1.980s | |
-| Function Response Memory Test | ✅ Pass | 1.073s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.179s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.145s | |
-| Penetration Testing Methodology | ✅ Pass | 3.816s | |
-| Vulnerability Assessment Tools | ✅ Pass | 6.313s | |
-| SQL Injection Attack Type | ✅ Pass | 2.516s | |
-| Penetration Testing Framework | ✅ Pass | 4.049s | |
-| Web Application Security Scanner | ✅ Pass | 3.485s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.157s | |
+| JSON Response Function | ✅ Pass | 1.852s | |
+| Search Query Function | ✅ Pass | 2.001s | |
+| Ask Advice Function | ✅ Pass | 3.206s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.657s | |
+| Basic Context Memory Test | ✅ Pass | 2.018s | |
+| Function Argument Memory Test | ✅ Pass | 2.264s | |
+| Function Response Memory Test | ✅ Pass | 1.478s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.958s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.116s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.258s | |
+| Penetration Testing Methodology | ✅ Pass | 5.471s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.851s | |
+| SQL Injection Attack Type | ✅ Pass | 2.248s | |
+| Penetration Testing Framework | ✅ Pass | 2.710s | |
+| Web Application Security Scanner | ✅ Pass | 3.531s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.584s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 2.420s | |
+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 2.650s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 2.439s
+**Average latency**: 2.655s
---
diff --git a/examples/tests/bedrock-report.md b/examples/tests/bedrock-report.md
index b7c218d7..26579f8d 100644
--- a/examples/tests/bedrock-report.md
+++ b/examples/tests/bedrock-report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Tue, 21 Jul 2026 21:49:12 UTC
+Generated: Thu, 23 Jul 2026 13:52:24 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | openai.gpt-oss-120b-1:0 | true | 23/23 (100.00%) | 1.680s |
-| simple_json | openai.gpt-oss-120b-1:0 | true | 6/7 (85.71%) | 1.075s |
-| primary_agent | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 23/23 (100.00%) | 4.644s |
-| assistant | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 23/23 (100.00%) | 5.378s |
-| generator | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 23/23 (100.00%) | 6.100s |
-| refiner | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 23/23 (100.00%) | 4.902s |
-| adviser | us.anthropic.claude-opus-4-6-v1 | true | 24/24 (100.00%) | 3.080s |
-| reflector | us.anthropic.claude-haiku-4-5-20251001-v1:0 | true | 23/23 (100.00%) | 2.013s |
-| searcher | us.anthropic.claude-haiku-4-5-20251001-v1:0 | true | 23/23 (100.00%) | 1.954s |
-| enricher | us.anthropic.claude-haiku-4-5-20251001-v1:0 | true | 22/23 (95.65%) | 2.045s |
-| coder | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 23/23 (100.00%) | 3.629s |
-| installer | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 23/23 (100.00%) | 3.719s |
-| pentester | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 23/23 (100.00%) | 5.713s |
-
-**Total**: 282/284 (99.30%) successful tests
-**Overall average latency**: 3.670s
+| simple | openai.gpt-oss-120b-1:0 | true | 24/24 (100.00%) | 0.925s |
+| simple_json | openai.gpt-oss-120b-1:0 | true | 6/7 (85.71%) | 1.165s |
+| primary_agent | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 24/24 (100.00%) | 5.064s |
+| assistant | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 24/24 (100.00%) | 5.458s |
+| generator | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 24/24 (100.00%) | 5.905s |
+| refiner | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 24/24 (100.00%) | 5.909s |
+| adviser | us.anthropic.claude-opus-4-6-v1 | true | 25/25 (100.00%) | 3.157s |
+| reflector | us.anthropic.claude-haiku-4-5-20251001-v1:0 | true | 24/24 (100.00%) | 2.100s |
+| searcher | us.anthropic.claude-haiku-4-5-20251001-v1:0 | true | 24/24 (100.00%) | 1.996s |
+| enricher | us.anthropic.claude-haiku-4-5-20251001-v1:0 | true | 24/24 (100.00%) | 1.924s |
+| coder | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 24/24 (100.00%) | 3.952s |
+| installer | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 24/24 (100.00%) | 3.825s |
+| pentester | us.anthropic.claude-sonnet-4-5-20250929-v1:0 | true | 24/24 (100.00%) | 5.473s |
+
+**Total**: 295/296 (99.66%) successful tests
+**Overall average latency**: 3.743s
## Detailed Results
@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.861s | |
-| Text Transform Uppercase | ✅ Pass | 0.798s | |
-| Count from 1 to 5 | ✅ Pass | 0.654s | |
-| Math Calculation | ✅ Pass | 0.471s | |
-| Basic Echo Function | ✅ Pass | 0.593s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.646s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.693s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.502s | |
+| Simple Math | ✅ Pass | 1.186s | |
+| Text Transform Uppercase | ✅ Pass | 0.663s | |
+| Count from 1 to 5 | ✅ Pass | 2.572s | |
+| Math Calculation | ✅ Pass | 0.507s | |
+| Basic Echo Function | ✅ Pass | 0.921s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.562s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.587s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.478s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.738s | |
-| Search Query Function | ✅ Pass | 0.555s | |
-| Ask Advice Function | ✅ Pass | 3.762s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.551s | |
-| Basic Context Memory Test | ✅ Pass | 0.710s | |
-| Function Argument Memory Test | ✅ Pass | 0.384s | |
-| Function Response Memory Test | ✅ Pass | 0.316s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.334s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.354s | |
-| Penetration Testing Methodology | ✅ Pass | 0.953s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.971s | |
-| SQL Injection Attack Type | ✅ Pass | 18.334s | |
-| Penetration Testing Framework | ✅ Pass | 0.824s | |
-| Web Application Security Scanner | ✅ Pass | 0.707s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.906s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.680s
+| JSON Response Function | ✅ Pass | 1.048s | |
+| Search Query Function | ✅ Pass | 0.941s | |
+| Ask Advice Function | ✅ Pass | 0.622s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.689s | |
+| Basic Context Memory Test | ✅ Pass | 0.487s | |
+| Function Argument Memory Test | ✅ Pass | 0.327s | |
+| Function Response Memory Test | ✅ Pass | 0.415s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.690s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.449s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 1.678s | |
+| Penetration Testing Methodology | ✅ Pass | 0.482s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.860s | |
+| SQL Injection Attack Type | ✅ Pass | 0.811s | |
+| Penetration Testing Framework | ✅ Pass | 1.515s | |
+| Web Application Security Scanner | ✅ Pass | 0.503s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.185s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.925s
---
@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Vulnerability Report Memory Test | ✅ Pass | 1.300s | |
-| Person Information JSON | ✅ Pass | 1.210s | |
-| Project Information JSON | ✅ Pass | 1.418s | |
-| User Profile JSON | ✅ Pass | 0.752s | |
-| JSON Array Response Without Schema | ✅ Pass | 0.648s | |
-| Streaming Person Information JSON Streaming | ✅ Pass | 0.574s | |
+| Vulnerability Report Memory Test | ✅ Pass | 2.278s | |
+| Person Information JSON | ✅ Pass | 0.519s | |
+| Project Information JSON | ✅ Pass | 1.633s | |
+| User Profile JSON | ✅ Pass | 1.150s | |
+| JSON Array Response Without Schema | ✅ Pass | 0.482s | |
+| Streaming Person Information JSON Streaming | ✅ Pass | 1.352s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Structured Output With JSON Schema | structured_output | ❌ Fail | 1.618s | structured output: response validation failed \(provider=bedrock model=openai\.gpt\-oss\-120b\-1:0 choice=0 stop\_reason=end\_turn\): response is n... |
+| Structured Output With JSON Schema | structured_output | ❌ Fail | 0.737s | structured output: response validation failed \(provider=bedrock model=openai\.gpt\-oss\-120b\-1:0 choice=0 stop\_reason=end\_turn\): response is n... |
**Summary**: 6/7 (85.71%) successful tests
-**Average latency**: 1.075s
+**Average latency**: 1.165s
---
@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 3.110s | |
-| Text Transform Uppercase | ✅ Pass | 2.710s | |
-| Count from 1 to 5 | ✅ Pass | 2.226s | |
-| Math Calculation | ✅ Pass | 8.473s | |
-| Basic Echo Function | ✅ Pass | 8.010s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.869s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.227s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.339s | |
+| Simple Math | ✅ Pass | 2.329s | |
+| Text Transform Uppercase | ✅ Pass | 3.413s | |
+| Count from 1 to 5 | ✅ Pass | 2.544s | |
+| Math Calculation | ✅ Pass | 1.546s | |
+| Basic Echo Function | ✅ Pass | 6.180s | |
+| Streaming Simple Math Streaming | ✅ Pass | 6.043s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 7.734s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.355s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 5.506s | |
-| Search Query Function | ✅ Pass | 3.864s | |
-| Ask Advice Function | ✅ Pass | 3.844s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 4.216s | |
-| Basic Context Memory Test | ✅ Pass | 3.955s | |
-| Function Argument Memory Test | ✅ Pass | 6.139s | |
-| Function Response Memory Test | ✅ Pass | 3.752s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.217s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.272s | |
-| Penetration Testing Methodology | ✅ Pass | 9.936s | |
-| Vulnerability Assessment Tools | ✅ Pass | 7.756s | |
-| SQL Injection Attack Type | ✅ Pass | 2.951s | |
-| Penetration Testing Framework | ✅ Pass | 7.592s | |
-| Web Application Security Scanner | ✅ Pass | 4.906s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.922s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 4.644s
+| JSON Response Function | ✅ Pass | 5.141s | |
+| Search Query Function | ✅ Pass | 3.702s | |
+| Ask Advice Function | ✅ Pass | 2.272s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 11.213s | |
+| Basic Context Memory Test | ✅ Pass | 10.009s | |
+| Function Argument Memory Test | ✅ Pass | 2.917s | |
+| Function Response Memory Test | ✅ Pass | 5.162s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.143s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.283s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 6.530s | |
+| Penetration Testing Methodology | ✅ Pass | 9.574s | |
+| Vulnerability Assessment Tools | ✅ Pass | 7.992s | |
+| SQL Injection Attack Type | ✅ Pass | 3.212s | |
+| Penetration Testing Framework | ✅ Pass | 5.664s | |
+| Web Application Security Scanner | ✅ Pass | 5.351s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.205s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 5.064s
---
@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.128s | |
-| Text Transform Uppercase | ✅ Pass | 1.973s | |
-| Count from 1 to 5 | ✅ Pass | 2.250s | |
-| Math Calculation | ✅ Pass | 2.358s | |
-| Basic Echo Function | ✅ Pass | 3.529s | |
-| Streaming Simple Math Streaming | ✅ Pass | 9.814s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.033s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 6.776s | |
+| Simple Math | ✅ Pass | 2.367s | |
+| Text Transform Uppercase | ✅ Pass | 2.837s | |
+| Count from 1 to 5 | ✅ Pass | 2.651s | |
+| Math Calculation | ✅ Pass | 9.216s | |
+| Basic Echo Function | ✅ Pass | 4.094s | |
+| Streaming Simple Math Streaming | ✅ Pass | 6.681s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.003s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.792s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 4.496s | |
-| Search Query Function | ✅ Pass | 9.922s | |
-| Ask Advice Function | ✅ Pass | 2.863s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 5.709s | |
-| Basic Context Memory Test | ✅ Pass | 6.828s | |
-| Function Argument Memory Test | ✅ Pass | 10.445s | |
-| Function Response Memory Test | ✅ Pass | 7.782s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.687s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.589s | |
-| Penetration Testing Methodology | ✅ Pass | 7.873s | |
-| Vulnerability Assessment Tools | ✅ Pass | 7.681s | |
-| SQL Injection Attack Type | ✅ Pass | 3.308s | |
-| Penetration Testing Framework | ✅ Pass | 5.213s | |
-| Web Application Security Scanner | ✅ Pass | 5.632s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.800s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 5.378s
+| JSON Response Function | ✅ Pass | 9.983s | |
+| Search Query Function | ✅ Pass | 5.538s | |
+| Ask Advice Function | ✅ Pass | 7.430s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.729s | |
+| Basic Context Memory Test | ✅ Pass | 2.832s | |
+| Function Argument Memory Test | ✅ Pass | 5.509s | |
+| Function Response Memory Test | ✅ Pass | 9.934s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.064s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.274s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 6.139s | |
+| Penetration Testing Methodology | ✅ Pass | 7.628s | |
+| Vulnerability Assessment Tools | ✅ Pass | 7.695s | |
+| SQL Injection Attack Type | ✅ Pass | 3.696s | |
+| Penetration Testing Framework | ✅ Pass | 6.685s | |
+| Web Application Security Scanner | ✅ Pass | 5.280s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.920s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 5.458s
---
@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.883s | |
-| Text Transform Uppercase | ✅ Pass | 1.979s | |
-| Count from 1 to 5 | ✅ Pass | 2.234s | |
-| Math Calculation | ✅ Pass | 9.953s | |
-| Basic Echo Function | ✅ Pass | 7.471s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.801s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 10.374s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 4.169s | |
+| Simple Math | ✅ Pass | 1.816s | |
+| Text Transform Uppercase | ✅ Pass | 2.134s | |
+| Count from 1 to 5 | ✅ Pass | 2.502s | |
+| Math Calculation | ✅ Pass | 2.185s | |
+| Basic Echo Function | ✅ Pass | 7.081s | |
+| Streaming Simple Math Streaming | ✅ Pass | 4.785s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 6.945s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.815s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 6.425s | |
-| Search Query Function | ✅ Pass | 3.460s | |
-| Ask Advice Function | ✅ Pass | 6.042s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 9.648s | |
-| Basic Context Memory Test | ✅ Pass | 4.532s | |
-| Function Argument Memory Test | ✅ Pass | 3.351s | |
-| Function Response Memory Test | ✅ Pass | 5.391s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 9.179s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 6.448s | |
-| Penetration Testing Methodology | ✅ Pass | 9.245s | |
-| Vulnerability Assessment Tools | ✅ Pass | 10.023s | |
-| SQL Injection Attack Type | ✅ Pass | 4.005s | |
-| Penetration Testing Framework | ✅ Pass | 10.155s | |
-| Web Application Security Scanner | ✅ Pass | 9.256s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.265s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 6.100s
+| JSON Response Function | ✅ Pass | 3.219s | |
+| Search Query Function | ✅ Pass | 10.109s | |
+| Ask Advice Function | ✅ Pass | 4.937s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 4.710s | |
+| Basic Context Memory Test | ✅ Pass | 6.858s | |
+| Function Argument Memory Test | ✅ Pass | 4.102s | |
+| Function Response Memory Test | ✅ Pass | 3.286s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.096s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 7.840s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 13.576s | |
+| Penetration Testing Methodology | ✅ Pass | 8.999s | |
+| Vulnerability Assessment Tools | ✅ Pass | 9.065s | |
+| SQL Injection Attack Type | ✅ Pass | 5.445s | |
+| Penetration Testing Framework | ✅ Pass | 10.560s | |
+| Web Application Security Scanner | ✅ Pass | 7.129s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.512s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 5.905s
---
@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.885s | |
-| Text Transform Uppercase | ✅ Pass | 2.067s | |
-| Count from 1 to 5 | ✅ Pass | 1.948s | |
-| Math Calculation | ✅ Pass | 2.295s | |
-| Basic Echo Function | ✅ Pass | 4.992s | |
-| Streaming Simple Math Streaming | ✅ Pass | 8.197s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.878s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 6.941s | |
+| Simple Math | ✅ Pass | 2.868s | |
+| Text Transform Uppercase | ✅ Pass | 2.619s | |
+| Count from 1 to 5 | ✅ Pass | 2.149s | |
+| Math Calculation | ✅ Pass | 10.627s | |
+| Basic Echo Function | ✅ Pass | 7.943s | |
+| Streaming Simple Math Streaming | ✅ Pass | 9.873s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.635s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 6.441s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 5.658s | |
-| Search Query Function | ✅ Pass | 5.818s | |
-| Ask Advice Function | ✅ Pass | 6.927s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.794s | |
-| Basic Context Memory Test | ✅ Pass | 9.067s | |
-| Function Argument Memory Test | ✅ Pass | 4.419s | |
-| Function Response Memory Test | ✅ Pass | 5.777s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.178s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.053s | |
-| Penetration Testing Methodology | ✅ Pass | 9.204s | |
-| Vulnerability Assessment Tools | ✅ Pass | 9.480s | |
-| SQL Injection Attack Type | ✅ Pass | 3.130s | |
-| Penetration Testing Framework | ✅ Pass | 5.427s | |
-| Web Application Security Scanner | ✅ Pass | 4.824s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.785s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 4.902s
+| JSON Response Function | ✅ Pass | 6.119s | |
+| Search Query Function | ✅ Pass | 2.248s | |
+| Ask Advice Function | ✅ Pass | 6.612s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 4.235s | |
+| Basic Context Memory Test | ✅ Pass | 4.851s | |
+| Function Argument Memory Test | ✅ Pass | 7.741s | |
+| Function Response Memory Test | ✅ Pass | 7.798s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.301s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.042s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 11.847s | |
+| Penetration Testing Methodology | ✅ Pass | 9.992s | |
+| Vulnerability Assessment Tools | ✅ Pass | 7.838s | |
+| SQL Injection Attack Type | ✅ Pass | 2.739s | |
+| Penetration Testing Framework | ✅ Pass | 6.891s | |
+| Web Application Security Scanner | ✅ Pass | 5.807s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.592s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 5.909s
---
@@ -261,44 +266,45 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.846s | |
-| Text Transform Uppercase | ✅ Pass | 2.286s | |
-| Count from 1 to 5 | ✅ Pass | 2.021s | |
-| Math Calculation | ✅ Pass | 2.050s | |
-| Basic Echo Function | ✅ Pass | 2.462s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.967s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.358s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.163s | |
+| Simple Math | ✅ Pass | 1.796s | |
+| Text Transform Uppercase | ✅ Pass | 1.961s | |
+| Count from 1 to 5 | ✅ Pass | 1.989s | |
+| Math Calculation | ✅ Pass | 2.222s | |
+| Basic Echo Function | ✅ Pass | 2.073s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.119s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.883s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.116s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.318s | |
-| Search Query Function | ✅ Pass | 2.333s | |
-| Ask Advice Function | ✅ Pass | 2.144s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.528s | |
-| Basic Context Memory Test | ✅ Pass | 2.672s | |
-| Function Argument Memory Test | ✅ Pass | 2.204s | |
-| Function Response Memory Test | ✅ Pass | 2.087s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.084s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.276s | |
-| Penetration Testing Methodology | ✅ Pass | 7.372s | |
-| Vulnerability Assessment Tools | ✅ Pass | 7.298s | |
-| SQL Injection Attack Type | ✅ Pass | 2.466s | |
-| Penetration Testing Framework | ✅ Pass | 6.319s | |
-| Web Application Security Scanner | ✅ Pass | 4.341s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.503s | |
+| JSON Response Function | ✅ Pass | 2.285s | |
+| Search Query Function | ✅ Pass | 2.387s | |
+| Ask Advice Function | ✅ Pass | 2.132s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.310s | |
+| Basic Context Memory Test | ✅ Pass | 2.382s | |
+| Function Argument Memory Test | ✅ Pass | 2.671s | |
+| Function Response Memory Test | ✅ Pass | 2.469s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.786s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.676s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 6.302s | |
+| Penetration Testing Methodology | ✅ Pass | 7.591s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.459s | |
+| SQL Injection Attack Type | ✅ Pass | 2.692s | |
+| Penetration Testing Framework | ✅ Pass | 5.051s | |
+| Web Application Security Scanner | ✅ Pass | 4.501s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.532s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 3.817s | |
+| Adaptive Thinking Produces Reasoning | adaptive_thinking | ✅ Pass | 4.535s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 3.080s
+**Average latency**: 3.157s
---
@@ -308,38 +314,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.436s | |
-| Text Transform Uppercase | ✅ Pass | 1.284s | |
-| Count from 1 to 5 | ✅ Pass | 1.589s | |
-| Math Calculation | ✅ Pass | 1.101s | |
-| Basic Echo Function | ✅ Pass | 1.482s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.090s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.765s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.475s | |
+| Simple Math | ✅ Pass | 1.679s | |
+| Text Transform Uppercase | ✅ Pass | 1.102s | |
+| Count from 1 to 5 | ✅ Pass | 1.182s | |
+| Math Calculation | ✅ Pass | 1.150s | |
+| Basic Echo Function | ✅ Pass | 2.008s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.068s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.144s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.523s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.238s | |
-| Search Query Function | ✅ Pass | 1.609s | |
-| Ask Advice Function | ✅ Pass | 1.960s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.464s | |
-| Basic Context Memory Test | ✅ Pass | 1.259s | |
-| Function Argument Memory Test | ✅ Pass | 1.594s | |
-| Function Response Memory Test | ✅ Pass | 1.395s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.988s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.721s | |
-| Penetration Testing Methodology | ✅ Pass | 3.742s | |
-| Vulnerability Assessment Tools | ✅ Pass | 5.157s | |
-| SQL Injection Attack Type | ✅ Pass | 2.139s | |
-| Penetration Testing Framework | ✅ Pass | 5.506s | |
-| Web Application Security Scanner | ✅ Pass | 2.822s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.472s | |
+| JSON Response Function | ✅ Pass | 1.484s | |
+| Search Query Function | ✅ Pass | 1.366s | |
+| Ask Advice Function | ✅ Pass | 1.509s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.413s | |
+| Basic Context Memory Test | ✅ Pass | 1.398s | |
+| Function Argument Memory Test | ✅ Pass | 1.560s | |
+| Function Response Memory Test | ✅ Pass | 1.405s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.864s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.677s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 6.126s | |
+| Penetration Testing Methodology | ✅ Pass | 4.944s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.513s | |
+| SQL Injection Attack Type | ✅ Pass | 1.965s | |
+| Penetration Testing Framework | ✅ Pass | 3.471s | |
+| Web Application Security Scanner | ✅ Pass | 2.792s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.042s | |
-**Summary**: 23/23 (100.00%) successful tests
+**Summary**: 24/24 (100.00%) successful tests
-**Average latency**: 2.013s
+**Average latency**: 2.100s
---
@@ -349,38 +356,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.945s | |
-| Text Transform Uppercase | ✅ Pass | 1.226s | |
-| Count from 1 to 5 | ✅ Pass | 1.223s | |
-| Math Calculation | ✅ Pass | 1.644s | |
-| Basic Echo Function | ✅ Pass | 1.186s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.135s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.471s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.826s | |
+| Simple Math | ✅ Pass | 1.461s | |
+| Text Transform Uppercase | ✅ Pass | 1.179s | |
+| Count from 1 to 5 | ✅ Pass | 1.594s | |
+| Math Calculation | ✅ Pass | 0.974s | |
+| Basic Echo Function | ✅ Pass | 1.311s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.281s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.202s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.288s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.298s | |
-| Search Query Function | ✅ Pass | 1.432s | |
-| Ask Advice Function | ✅ Pass | 1.550s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.663s | |
-| Basic Context Memory Test | ✅ Pass | 1.437s | |
-| Function Argument Memory Test | ✅ Pass | 1.212s | |
-| Function Response Memory Test | ✅ Pass | 1.300s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.256s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.601s | |
-| Penetration Testing Methodology | ✅ Pass | 4.317s | |
-| Vulnerability Assessment Tools | ✅ Pass | 4.625s | |
-| SQL Injection Attack Type | ✅ Pass | 1.871s | |
-| Penetration Testing Framework | ✅ Pass | 3.984s | |
-| Web Application Security Scanner | ✅ Pass | 2.876s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.846s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.954s
+| JSON Response Function | ✅ Pass | 1.384s | |
+| Search Query Function | ✅ Pass | 1.233s | |
+| Ask Advice Function | ✅ Pass | 1.522s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.505s | |
+| Basic Context Memory Test | ✅ Pass | 1.488s | |
+| Function Argument Memory Test | ✅ Pass | 1.488s | |
+| Function Response Memory Test | ✅ Pass | 1.483s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.077s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.505s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.537s | |
+| Penetration Testing Methodology | ✅ Pass | 4.214s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.317s | |
+| SQL Injection Attack Type | ✅ Pass | 1.680s | |
+| Penetration Testing Framework | ✅ Pass | 4.428s | |
+| Web Application Security Scanner | ✅ Pass | 3.003s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.741s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.996s
---
@@ -390,38 +398,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.371s | |
-| Text Transform Uppercase | ✅ Pass | 1.525s | |
-| Count from 1 to 5 | ✅ Pass | 1.457s | |
-| Math Calculation | ✅ Pass | 1.345s | |
-| Basic Echo Function | ✅ Pass | 1.395s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.232s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.077s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.417s | |
+| Simple Math | ✅ Pass | 1.076s | |
+| Text Transform Uppercase | ✅ Pass | 1.069s | |
+| Count from 1 to 5 | ✅ Pass | 1.426s | |
+| Math Calculation | ✅ Pass | 1.292s | |
+| Basic Echo Function | ✅ Pass | 1.226s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.987s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.501s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.189s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.454s | |
-| Search Query Function | ✅ Pass | 1.185s | |
-| Ask Advice Function | ✅ Pass | 2.347s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.601s | |
-| Basic Context Memory Test | ✅ Pass | 1.488s | |
-| Function Argument Memory Test | ✅ Pass | 1.550s | |
-| Function Response Memory Test | ✅ Pass | 1.809s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 2.417s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.469s | |
-| Penetration Testing Methodology | ✅ Pass | 4.969s | |
-| Vulnerability Assessment Tools | ✅ Pass | 4.576s | |
-| SQL Injection Attack Type | ✅ Pass | 1.792s | |
-| Penetration Testing Framework | ✅ Pass | 3.674s | |
-| Web Application Security Scanner | ✅ Pass | 2.990s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.889s | |
+| JSON Response Function | ✅ Pass | 1.353s | |
+| Search Query Function | ✅ Pass | 1.247s | |
+| Ask Advice Function | ✅ Pass | 1.457s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.302s | |
+| Basic Context Memory Test | ✅ Pass | 1.146s | |
+| Function Argument Memory Test | ✅ Pass | 1.467s | |
+| Function Response Memory Test | ✅ Pass | 1.281s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.432s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.489s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.384s | |
+| Penetration Testing Methodology | ✅ Pass | 3.548s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.859s | |
+| SQL Injection Attack Type | ✅ Pass | 1.556s | |
+| Penetration Testing Framework | ✅ Pass | 3.209s | |
+| Web Application Security Scanner | ✅ Pass | 4.042s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.632s | |
-**Summary**: 22/23 (95.65%) successful tests
+**Summary**: 24/24 (100.00%) successful tests
-**Average latency**: 2.045s
+**Average latency**: 1.924s
---
@@ -431,38 +440,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.035s | |
-| Text Transform Uppercase | ✅ Pass | 2.118s | |
-| Count from 1 to 5 | ✅ Pass | 2.186s | |
-| Math Calculation | ✅ Pass | 1.586s | |
-| Basic Echo Function | ✅ Pass | 1.999s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.823s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.338s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.139s | |
+| Simple Math | ✅ Pass | 2.576s | |
+| Text Transform Uppercase | ✅ Pass | 2.114s | |
+| Count from 1 to 5 | ✅ Pass | 2.913s | |
+| Math Calculation | ✅ Pass | 2.111s | |
+| Basic Echo Function | ✅ Pass | 3.436s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.611s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.983s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.376s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.302s | |
-| Search Query Function | ✅ Pass | 2.156s | |
-| Ask Advice Function | ✅ Pass | 2.817s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.350s | |
-| Basic Context Memory Test | ✅ Pass | 2.829s | |
-| Function Argument Memory Test | ✅ Pass | 2.727s | |
-| Function Response Memory Test | ✅ Pass | 3.028s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.871s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.942s | |
-| Penetration Testing Methodology | ✅ Pass | 10.503s | |
-| Vulnerability Assessment Tools | ✅ Pass | 8.797s | |
-| SQL Injection Attack Type | ✅ Pass | 3.950s | |
-| Penetration Testing Framework | ✅ Pass | 8.605s | |
-| Web Application Security Scanner | ✅ Pass | 6.065s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.288s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.629s
+| JSON Response Function | ✅ Pass | 2.710s | |
+| Search Query Function | ✅ Pass | 2.976s | |
+| Ask Advice Function | ✅ Pass | 2.751s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.175s | |
+| Basic Context Memory Test | ✅ Pass | 2.772s | |
+| Function Argument Memory Test | ✅ Pass | 3.752s | |
+| Function Response Memory Test | ✅ Pass | 3.655s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.272s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.688s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 8.360s | |
+| Penetration Testing Methodology | ✅ Pass | 9.056s | |
+| Vulnerability Assessment Tools | ✅ Pass | 8.946s | |
+| SQL Injection Attack Type | ✅ Pass | 4.097s | |
+| Penetration Testing Framework | ✅ Pass | 5.506s | |
+| Web Application Security Scanner | ✅ Pass | 6.770s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.232s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 3.952s
---
@@ -472,38 +482,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.758s | |
-| Text Transform Uppercase | ✅ Pass | 2.647s | |
-| Count from 1 to 5 | ✅ Pass | 1.854s | |
-| Math Calculation | ✅ Pass | 3.306s | |
-| Basic Echo Function | ✅ Pass | 2.677s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.142s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.545s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.636s | |
+| Simple Math | ✅ Pass | 2.592s | |
+| Text Transform Uppercase | ✅ Pass | 2.380s | |
+| Count from 1 to 5 | ✅ Pass | 1.810s | |
+| Math Calculation | ✅ Pass | 2.042s | |
+| Basic Echo Function | ✅ Pass | 2.297s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.833s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.224s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.641s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 7.368s | |
-| Search Query Function | ✅ Pass | 2.425s | |
-| Ask Advice Function | ✅ Pass | 3.898s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.308s | |
-| Basic Context Memory Test | ✅ Pass | 2.803s | |
-| Function Argument Memory Test | ✅ Pass | 3.239s | |
-| Function Response Memory Test | ✅ Pass | 2.782s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.988s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.995s | |
-| Penetration Testing Methodology | ✅ Pass | 8.775s | |
-| Vulnerability Assessment Tools | ✅ Pass | 8.485s | |
-| SQL Injection Attack Type | ✅ Pass | 3.628s | |
-| Penetration Testing Framework | ✅ Pass | 4.818s | |
-| Web Application Security Scanner | ✅ Pass | 5.829s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.611s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.719s
+| JSON Response Function | ✅ Pass | 2.645s | |
+| Search Query Function | ✅ Pass | 2.456s | |
+| Ask Advice Function | ✅ Pass | 3.426s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 6.833s | |
+| Basic Context Memory Test | ✅ Pass | 2.283s | |
+| Function Argument Memory Test | ✅ Pass | 3.039s | |
+| Function Response Memory Test | ✅ Pass | 2.601s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.714s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.684s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 7.480s | |
+| Penetration Testing Methodology | ✅ Pass | 9.298s | |
+| Vulnerability Assessment Tools | ✅ Pass | 7.915s | |
+| SQL Injection Attack Type | ✅ Pass | 4.091s | |
+| Penetration Testing Framework | ✅ Pass | 5.788s | |
+| Web Application Security Scanner | ✅ Pass | 5.974s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.749s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 3.825s
---
@@ -513,38 +524,39 @@ Generated: Tue, 21 Jul 2026 21:49:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.756s | |
-| Text Transform Uppercase | ✅ Pass | 2.343s | |
-| Count from 1 to 5 | ✅ Pass | 4.949s | |
-| Math Calculation | ✅ Pass | 6.273s | |
-| Basic Echo Function | ✅ Pass | 9.546s | |
-| Streaming Simple Math Streaming | ✅ Pass | 9.831s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 10.218s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 4.962s | |
+| Simple Math | ✅ Pass | 2.288s | |
+| Text Transform Uppercase | ✅ Pass | 2.883s | |
+| Count from 1 to 5 | ✅ Pass | 2.553s | |
+| Math Calculation | ✅ Pass | 4.614s | |
+| Basic Echo Function | ✅ Pass | 3.006s | |
+| Streaming Simple Math Streaming | ✅ Pass | 4.374s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 10.242s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 4.492s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 3.745s | |
-| Search Query Function | ✅ Pass | 8.772s | |
-| Ask Advice Function | ✅ Pass | 2.384s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 7.628s | |
-| Basic Context Memory Test | ✅ Pass | 2.202s | |
-| Function Argument Memory Test | ✅ Pass | 7.457s | |
-| Function Response Memory Test | ✅ Pass | 4.223s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.302s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 5.027s | |
-| Penetration Testing Methodology | ✅ Pass | 8.014s | |
-| Vulnerability Assessment Tools | ✅ Pass | 7.896s | |
-| SQL Injection Attack Type | ✅ Pass | 2.703s | |
-| Penetration Testing Framework | ✅ Pass | 7.406s | |
-| Web Application Security Scanner | ✅ Pass | 5.370s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.377s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 5.713s
+| JSON Response Function | ✅ Pass | 5.880s | |
+| Search Query Function | ✅ Pass | 10.373s | |
+| Ask Advice Function | ✅ Pass | 3.626s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.263s | |
+| Basic Context Memory Test | ✅ Pass | 11.123s | |
+| Function Argument Memory Test | ✅ Pass | 3.534s | |
+| Function Response Memory Test | ✅ Pass | 3.349s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.539s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 6.869s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 7.278s | |
+| Penetration Testing Methodology | ✅ Pass | 9.884s | |
+| Vulnerability Assessment Tools | ✅ Pass | 8.628s | |
+| SQL Injection Attack Type | ✅ Pass | 3.626s | |
+| Penetration Testing Framework | ✅ Pass | 6.146s | |
+| Web Application Security Scanner | ✅ Pass | 6.964s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.808s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 5.473s
---
diff --git a/examples/tests/custom-openai-report.md b/examples/tests/custom-openai-report.md
index f25360c6..59713a8e 100644
--- a/examples/tests/custom-openai-report.md
+++ b/examples/tests/custom-openai-report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Sat, 19 Jul 2025 17:43:14 UTC
+Generated: Thu, 23 Jul 2026 14:01:26 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | gpt-4.1-mini | false | 23/23 (100.00%) | 0.818s |
-| simple_json | gpt-4.1-mini | false | 5/5 (100.00%) | 0.899s |
-| primary_agent | o3-mini | true | 23/23 (100.00%) | 1.864s |
-| assistant | o3-mini | true | 23/23 (100.00%) | 2.421s |
-| generator | o3-mini | true | 23/23 (100.00%) | 2.449s |
-| refiner | gpt-4.1 | false | 23/23 (100.00%) | 0.651s |
-| adviser | o3-mini | true | 23/23 (100.00%) | 2.291s |
-| reflector | o3-mini | true | 23/23 (100.00%) | 2.277s |
-| searcher | gpt-4.1-mini | false | 23/23 (100.00%) | 0.586s |
-| enricher | gpt-4.1-mini | false | 23/23 (100.00%) | 0.684s |
-| coder | gpt-4.1 | false | 23/23 (100.00%) | 0.678s |
-| installer | gpt-4.1 | false | 23/23 (100.00%) | 0.705s |
-| pentester | o3-mini | true | 23/23 (100.00%) | 1.678s |
-
-**Total**: 281/281 (100.00%) successful tests
-**Overall average latency**: 1.416s
+| simple | gpt-4.1-mini | false | 24/24 (100.00%) | 1.125s |
+| simple_json | gpt-4.1-mini | false | 7/7 (100.00%) | 1.248s |
+| primary_agent | o3-mini | true | 24/24 (100.00%) | 1.538s |
+| assistant | o3-mini | true | 23/24 (95.83%) | 2.135s |
+| generator | o3-mini | true | 24/24 (100.00%) | 2.359s |
+| refiner | gpt-4.1 | false | 24/24 (100.00%) | 1.136s |
+| adviser | o3-mini | true | 24/24 (100.00%) | 2.425s |
+| reflector | o3-mini | true | 24/24 (100.00%) | 2.018s |
+| searcher | gpt-4.1-mini | false | 24/24 (100.00%) | 1.491s |
+| enricher | gpt-4.1-mini | false | 24/24 (100.00%) | 1.101s |
+| coder | gpt-4.1 | false | 24/24 (100.00%) | 1.090s |
+| installer | gpt-4.1 | false | 24/24 (100.00%) | 1.192s |
+| pentester | o3-mini | true | 23/24 (95.83%) | 1.392s |
+
+**Total**: 293/295 (99.32%) successful tests
+**Overall average latency**: 1.576s
## Detailed Results
@@ -31,38 +31,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.446s | |
-| Text Transform Uppercase | ✅ Pass | 0.487s | |
-| Count from 1 to 5 | ✅ Pass | 0.480s | |
-| Math Calculation | ✅ Pass | 0.359s | |
-| Basic Echo Function | ✅ Pass | 0.734s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.536s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.689s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.691s | |
+| Simple Math | ✅ Pass | 2.352s | |
+| Text Transform Uppercase | ✅ Pass | 0.810s | |
+| Count from 1 to 5 | ✅ Pass | 0.572s | |
+| Math Calculation | ✅ Pass | 0.526s | |
+| Basic Echo Function | ✅ Pass | 0.980s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.735s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.845s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.065s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.800s | |
-| Search Query Function | ✅ Pass | 0.743s | |
-| Ask Advice Function | ✅ Pass | 0.793s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.674s | |
-| Basic Context Memory Test | ✅ Pass | 0.553s | |
-| Function Argument Memory Test | ✅ Pass | 2.938s | |
-| Function Response Memory Test | ✅ Pass | 0.431s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.026s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.470s | |
-| Penetration Testing Methodology | ✅ Pass | 0.554s | |
-| Vulnerability Assessment Tools | ✅ Pass | 2.948s | |
-| SQL Injection Attack Type | ✅ Pass | 0.467s | |
-| Penetration Testing Framework | ✅ Pass | 0.653s | |
-| Web Application Security Scanner | ✅ Pass | 0.734s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.603s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.818s
+| JSON Response Function | ✅ Pass | 0.985s | |
+| Search Query Function | ✅ Pass | 0.950s | |
+| Ask Advice Function | ✅ Pass | 1.058s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.741s | |
+| Basic Context Memory Test | ✅ Pass | 0.743s | |
+| Function Argument Memory Test | ✅ Pass | 0.867s | |
+| Function Response Memory Test | ✅ Pass | 0.556s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.461s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.729s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.892s | |
+| Penetration Testing Methodology | ✅ Pass | 1.063s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.046s | |
+| SQL Injection Attack Type | ✅ Pass | 0.789s | |
+| Penetration Testing Framework | ✅ Pass | 0.923s | |
+| Web Application Security Scanner | ✅ Pass | 1.040s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.268s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.125s
---
@@ -72,15 +73,22 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Person Information JSON | ✅ Pass | 0.876s | |
-| Project Information JSON | ✅ Pass | 0.824s | |
-| User Profile JSON | ✅ Pass | 0.625s | |
-| Vulnerability Report Memory Test | ✅ Pass | 1.412s | |
-| Streaming Person Information JSON Streaming | ✅ Pass | 0.752s | |
+| Vulnerability Report Memory Test | ✅ Pass | 1.547s | |
+| Project Information JSON | ✅ Pass | 0.996s | |
+| User Profile JSON | ✅ Pass | 1.236s | |
+| Person Information JSON | ✅ Pass | 1.343s | |
+| Streaming Person Information JSON Streaming | ✅ Pass | 1.012s | |
+| JSON Array Response Without Schema | ✅ Pass | 1.777s | |
-**Summary**: 5/5 (100.00%) successful tests
+#### Capability Tests
-**Average latency**: 0.899s
+| Test | Capability | Result | Latency | Note |
+|------|------------|--------|---------|------|
+| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.822s | |
+
+**Summary**: 7/7 (100.00%) successful tests
+
+**Average latency**: 1.248s
---
@@ -90,38 +98,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.093s | |
-| Text Transform Uppercase | ✅ Pass | 1.701s | |
-| Count from 1 to 5 | ✅ Pass | 1.818s | |
-| Math Calculation | ✅ Pass | 1.486s | |
-| Basic Echo Function | ✅ Pass | 1.455s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.616s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.687s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.196s | |
+| Simple Math | ✅ Pass | 2.273s | |
+| Text Transform Uppercase | ✅ Pass | 0.927s | |
+| Count from 1 to 5 | ✅ Pass | 1.382s | |
+| Math Calculation | ✅ Pass | 0.754s | |
+| Basic Echo Function | ✅ Pass | 0.955s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.388s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.855s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.404s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.582s | |
-| Search Query Function | ✅ Pass | 2.201s | |
-| Ask Advice Function | ✅ Pass | 1.284s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.159s | |
-| Basic Context Memory Test | ✅ Pass | 1.657s | |
-| Function Argument Memory Test | ✅ Pass | 1.547s | |
-| Function Response Memory Test | ✅ Pass | 1.592s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.030s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.658s | |
-| Penetration Testing Methodology | ✅ Pass | 1.440s | |
-| Vulnerability Assessment Tools | ✅ Pass | 2.278s | |
-| SQL Injection Attack Type | ✅ Pass | 3.660s | |
-| Penetration Testing Framework | ✅ Pass | 1.768s | |
-| Web Application Security Scanner | ✅ Pass | 2.324s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.628s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.864s
+| JSON Response Function | ✅ Pass | 1.122s | |
+| Search Query Function | ✅ Pass | 1.488s | |
+| Ask Advice Function | ✅ Pass | 1.547s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.168s | |
+| Basic Context Memory Test | ✅ Pass | 1.456s | |
+| Function Argument Memory Test | ✅ Pass | 1.237s | |
+| Function Response Memory Test | ✅ Pass | 0.945s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.739s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.114s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.412s | |
+| Penetration Testing Methodology | ✅ Pass | 1.630s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.166s | |
+| SQL Injection Attack Type | ✅ Pass | 2.493s | |
+| Penetration Testing Framework | ✅ Pass | 1.705s | |
+| Web Application Security Scanner | ✅ Pass | 2.348s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.396s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.538s
---
@@ -131,38 +140,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.966s | |
-| Text Transform Uppercase | ✅ Pass | 3.316s | |
-| Count from 1 to 5 | ✅ Pass | 2.169s | |
-| Math Calculation | ✅ Pass | 2.319s | |
-| Basic Echo Function | ✅ Pass | 1.490s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.615s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.004s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.455s | |
+| Simple Math | ✅ Pass | 2.883s | |
+| Text Transform Uppercase | ✅ Pass | 1.371s | |
+| Count from 1 to 5 | ✅ Pass | 1.620s | |
+| Math Calculation | ✅ Pass | 1.671s | |
+| Basic Echo Function | ✅ Pass | 1.565s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.021s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.551s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.436s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.434s | |
-| Search Query Function | ✅ Pass | 1.913s | |
-| Ask Advice Function | ✅ Pass | 1.892s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.965s | |
-| Basic Context Memory Test | ✅ Pass | 2.646s | |
-| Function Argument Memory Test | ✅ Pass | 2.116s | |
-| Function Response Memory Test | ✅ Pass | 1.654s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.538s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.939s | |
-| Penetration Testing Methodology | ✅ Pass | 1.959s | |
-| Vulnerability Assessment Tools | ✅ Pass | 5.623s | |
-| SQL Injection Attack Type | ✅ Pass | 3.432s | |
-| Penetration Testing Framework | ✅ Pass | 3.295s | |
-| Web Application Security Scanner | ✅ Pass | 2.242s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.697s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.421s
+| JSON Response Function | ✅ Pass | 1.148s | |
+| Search Query Function | ✅ Pass | 1.201s | |
+| Ask Advice Function | ✅ Pass | 1.688s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 3.910s | |
+| Function Argument Memory Test | ✅ Pass | 1.419s | |
+| Function Response Memory Test | ✅ Pass | 1.205s | |
+| Basic Context Memory Test | ✅ Pass | 6.839s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.682s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.122s | |
+| Read a file, then edit it via unified diff | ❌ Fail | 2.188s | expected the first call to be read\_file, got action="edit\_file" |
+| Penetration Testing Methodology | ✅ Pass | 2.388s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.516s | |
+| SQL Injection Attack Type | ✅ Pass | 2.124s | |
+| Penetration Testing Framework | ✅ Pass | 2.319s | |
+| Web Application Security Scanner | ✅ Pass | 2.368s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.001s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 2.135s
---
@@ -172,38 +182,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.072s | |
-| Text Transform Uppercase | ✅ Pass | 2.268s | |
-| Count from 1 to 5 | ✅ Pass | 2.519s | |
-| Math Calculation | ✅ Pass | 1.813s | |
-| Basic Echo Function | ✅ Pass | 1.947s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.684s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.177s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.508s | |
+| Simple Math | ✅ Pass | 3.148s | |
+| Text Transform Uppercase | ✅ Pass | 1.903s | |
+| Count from 1 to 5 | ✅ Pass | 1.631s | |
+| Math Calculation | ✅ Pass | 1.127s | |
+| Basic Echo Function | ✅ Pass | 1.430s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.430s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.397s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.260s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.968s | |
-| Search Query Function | ✅ Pass | 2.275s | |
-| Ask Advice Function | ✅ Pass | 1.337s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.214s | |
-| Basic Context Memory Test | ✅ Pass | 3.678s | |
-| Function Argument Memory Test | ✅ Pass | 1.936s | |
-| Function Response Memory Test | ✅ Pass | 2.254s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.923s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.286s | |
-| Penetration Testing Methodology | ✅ Pass | 1.886s | |
-| Vulnerability Assessment Tools | ✅ Pass | 4.566s | |
-| Penetration Testing Framework | ✅ Pass | 2.827s | |
-| SQL Injection Attack Type | ✅ Pass | 7.667s | |
-| Web Application Security Scanner | ✅ Pass | 1.864s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.652s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.449s
+| JSON Response Function | ✅ Pass | 1.305s | |
+| Search Query Function | ✅ Pass | 1.771s | |
+| Ask Advice Function | ✅ Pass | 1.206s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.727s | |
+| Basic Context Memory Test | ✅ Pass | 1.504s | |
+| Function Response Memory Test | ✅ Pass | 1.381s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.323s | |
+| Function Argument Memory Test | ✅ Pass | 7.217s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.352s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 7.915s | |
+| Penetration Testing Methodology | ✅ Pass | 3.334s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.136s | |
+| SQL Injection Attack Type | ✅ Pass | 3.268s | |
+| Penetration Testing Framework | ✅ Pass | 1.594s | |
+| Web Application Security Scanner | ✅ Pass | 1.956s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.297s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.359s
---
@@ -213,38 +224,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.471s | |
-| Text Transform Uppercase | ✅ Pass | 0.567s | |
-| Count from 1 to 5 | ✅ Pass | 0.473s | |
-| Math Calculation | ✅ Pass | 0.820s | |
-| Basic Echo Function | ✅ Pass | 0.724s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.409s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.991s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.687s | |
+| Simple Math | ✅ Pass | 3.127s | |
+| Text Transform Uppercase | ✅ Pass | 0.854s | |
+| Count from 1 to 5 | ✅ Pass | 0.921s | |
+| Math Calculation | ✅ Pass | 0.599s | |
+| Basic Echo Function | ✅ Pass | 0.787s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.835s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.686s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.923s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.576s | |
-| Search Query Function | ✅ Pass | 0.741s | |
-| Ask Advice Function | ✅ Pass | 0.747s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.666s | |
-| Basic Context Memory Test | ✅ Pass | 0.587s | |
-| Function Argument Memory Test | ✅ Pass | 0.427s | |
-| Function Response Memory Test | ✅ Pass | 0.417s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.790s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.556s | |
-| Penetration Testing Methodology | ✅ Pass | 0.625s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.048s | |
-| SQL Injection Attack Type | ✅ Pass | 0.626s | |
-| Penetration Testing Framework | ✅ Pass | 0.681s | |
-| Web Application Security Scanner | ✅ Pass | 0.582s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.738s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.651s
+| JSON Response Function | ✅ Pass | 1.094s | |
+| Search Query Function | ✅ Pass | 1.007s | |
+| Ask Advice Function | ✅ Pass | 0.795s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.574s | |
+| Basic Context Memory Test | ✅ Pass | 0.887s | |
+| Function Argument Memory Test | ✅ Pass | 1.092s | |
+| Function Response Memory Test | ✅ Pass | 0.750s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.222s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.077s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.805s | |
+| Penetration Testing Methodology | ✅ Pass | 0.930s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.961s | |
+| SQL Injection Attack Type | ✅ Pass | 0.697s | |
+| Penetration Testing Framework | ✅ Pass | 0.921s | |
+| Web Application Security Scanner | ✅ Pass | 0.766s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.931s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.136s
---
@@ -254,38 +266,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.596s | |
-| Text Transform Uppercase | ✅ Pass | 1.729s | |
-| Count from 1 to 5 | ✅ Pass | 2.232s | |
-| Math Calculation | ✅ Pass | 1.427s | |
-| Basic Echo Function | ✅ Pass | 1.771s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.078s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.871s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.118s | |
+| Simple Math | ✅ Pass | 2.854s | |
+| Text Transform Uppercase | ✅ Pass | 1.580s | |
+| Count from 1 to 5 | ✅ Pass | 1.507s | |
+| Math Calculation | ✅ Pass | 1.288s | |
+| Basic Echo Function | ✅ Pass | 1.047s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.252s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.216s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.517s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.231s | |
-| Search Query Function | ✅ Pass | 1.984s | |
-| Ask Advice Function | ✅ Pass | 1.953s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.493s | |
-| Basic Context Memory Test | ✅ Pass | 3.430s | |
-| Function Argument Memory Test | ✅ Pass | 1.782s | |
-| Function Response Memory Test | ✅ Pass | 2.374s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.427s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.778s | |
-| Penetration Testing Methodology | ✅ Pass | 1.660s | |
-| Vulnerability Assessment Tools | ✅ Pass | 5.158s | |
-| SQL Injection Attack Type | ✅ Pass | 3.258s | |
-| Penetration Testing Framework | ✅ Pass | 3.163s | |
-| Web Application Security Scanner | ✅ Pass | 2.294s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.880s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.291s
+| JSON Response Function | ✅ Pass | 1.046s | |
+| Search Query Function | ✅ Pass | 1.199s | |
+| Ask Advice Function | ✅ Pass | 1.455s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.975s | |
+| Basic Context Memory Test | ✅ Pass | 2.491s | |
+| Function Argument Memory Test | ✅ Pass | 1.167s | |
+| Function Response Memory Test | ✅ Pass | 1.107s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.411s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.286s | |
+| Penetration Testing Methodology | ✅ Pass | 1.978s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 15.972s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.418s | |
+| SQL Injection Attack Type | ✅ Pass | 2.451s | |
+| Penetration Testing Framework | ✅ Pass | 2.078s | |
+| Web Application Security Scanner | ✅ Pass | 2.585s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.321s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.425s
---
@@ -295,38 +308,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.007s | |
-| Text Transform Uppercase | ✅ Pass | 1.557s | |
-| Count from 1 to 5 | ✅ Pass | 2.252s | |
-| Math Calculation | ✅ Pass | 1.688s | |
-| Basic Echo Function | ✅ Pass | 2.140s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.109s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.549s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.758s | |
+| Simple Math | ✅ Pass | 4.059s | |
+| Text Transform Uppercase | ✅ Pass | 2.572s | |
+| Count from 1 to 5 | ✅ Pass | 1.482s | |
+| Math Calculation | ✅ Pass | 1.047s | |
+| Basic Echo Function | ✅ Pass | 1.414s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.626s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.106s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.268s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.720s | |
-| Search Query Function | ✅ Pass | 1.641s | |
-| Ask Advice Function | ✅ Pass | 1.753s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.430s | |
-| Basic Context Memory Test | ✅ Pass | 2.423s | |
-| Function Argument Memory Test | ✅ Pass | 1.887s | |
-| Function Response Memory Test | ✅ Pass | 1.891s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.169s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.610s | |
-| Penetration Testing Methodology | ✅ Pass | 2.438s | |
-| Vulnerability Assessment Tools | ✅ Pass | 5.552s | |
-| SQL Injection Attack Type | ✅ Pass | 4.227s | |
-| Penetration Testing Framework | ✅ Pass | 3.024s | |
-| Web Application Security Scanner | ✅ Pass | 2.037s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.493s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.277s
+| JSON Response Function | ✅ Pass | 2.897s | |
+| Search Query Function | ✅ Pass | 1.714s | |
+| Ask Advice Function | ✅ Pass | 1.650s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.901s | |
+| Basic Context Memory Test | ✅ Pass | 1.388s | |
+| Function Argument Memory Test | ✅ Pass | 1.074s | |
+| Function Response Memory Test | ✅ Pass | 1.172s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.452s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.427s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.565s | |
+| Penetration Testing Methodology | ✅ Pass | 2.198s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.768s | |
+| SQL Injection Attack Type | ✅ Pass | 2.052s | |
+| Penetration Testing Framework | ✅ Pass | 1.360s | |
+| Web Application Security Scanner | ✅ Pass | 1.889s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.342s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.018s
---
@@ -336,38 +350,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.412s | |
-| Text Transform Uppercase | ✅ Pass | 0.457s | |
-| Count from 1 to 5 | ✅ Pass | 0.472s | |
-| Math Calculation | ✅ Pass | 0.449s | |
-| Basic Echo Function | ✅ Pass | 0.602s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.441s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.409s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.551s | |
+| Simple Math | ✅ Pass | 2.653s | |
+| Text Transform Uppercase | ✅ Pass | 1.217s | |
+| Math Calculation | ✅ Pass | 0.538s | |
+| Count from 1 to 5 | ✅ Pass | 4.304s | |
+| Basic Echo Function | ✅ Pass | 0.898s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.718s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.637s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.408s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.711s | |
-| Search Query Function | ✅ Pass | 0.607s | |
-| Ask Advice Function | ✅ Pass | 0.703s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.550s | |
-| Basic Context Memory Test | ✅ Pass | 0.535s | |
-| Function Argument Memory Test | ✅ Pass | 0.463s | |
-| Function Response Memory Test | ✅ Pass | 0.404s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.016s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.481s | |
-| Penetration Testing Methodology | ✅ Pass | 0.656s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.931s | |
-| SQL Injection Attack Type | ✅ Pass | 0.456s | |
-| Penetration Testing Framework | ✅ Pass | 0.910s | |
-| Web Application Security Scanner | ✅ Pass | 0.494s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.757s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.586s
+| JSON Response Function | ✅ Pass | 1.328s | |
+| Search Query Function | ✅ Pass | 1.137s | |
+| Ask Advice Function | ✅ Pass | 1.124s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.672s | |
+| Basic Context Memory Test | ✅ Pass | 0.982s | |
+| Function Argument Memory Test | ✅ Pass | 0.726s | |
+| Function Response Memory Test | ✅ Pass | 0.589s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.775s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.597s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.608s | |
+| Penetration Testing Methodology | ✅ Pass | 1.062s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.697s | |
+| SQL Injection Attack Type | ✅ Pass | 0.712s | |
+| Penetration Testing Framework | ✅ Pass | 0.950s | |
+| Web Application Security Scanner | ✅ Pass | 1.121s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.309s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.491s
---
@@ -377,38 +392,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.392s | |
-| Text Transform Uppercase | ✅ Pass | 0.516s | |
-| Count from 1 to 5 | ✅ Pass | 0.443s | |
-| Math Calculation | ✅ Pass | 0.354s | |
-| Basic Echo Function | ✅ Pass | 0.559s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.420s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.392s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.585s | |
+| Simple Math | ✅ Pass | 0.906s | |
+| Text Transform Uppercase | ✅ Pass | 0.924s | |
+| Count from 1 to 5 | ✅ Pass | 0.756s | |
+| Math Calculation | ✅ Pass | 0.769s | |
+| Basic Echo Function | ✅ Pass | 1.063s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.619s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.556s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.273s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.577s | |
-| Search Query Function | ✅ Pass | 0.726s | |
-| Ask Advice Function | ✅ Pass | 0.754s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.288s | |
-| Basic Context Memory Test | ✅ Pass | 0.636s | |
-| Function Argument Memory Test | ✅ Pass | 0.455s | |
-| Function Response Memory Test | ✅ Pass | 0.361s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.522s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.639s | |
-| Penetration Testing Methodology | ✅ Pass | 0.682s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.128s | |
-| SQL Injection Attack Type | ✅ Pass | 0.499s | |
-| Penetration Testing Framework | ✅ Pass | 0.570s | |
-| Web Application Security Scanner | ✅ Pass | 0.497s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.717s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.684s
+| JSON Response Function | ✅ Pass | 0.995s | |
+| Search Query Function | ✅ Pass | 0.782s | |
+| Ask Advice Function | ✅ Pass | 1.336s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.768s | |
+| Basic Context Memory Test | ✅ Pass | 0.834s | |
+| Function Argument Memory Test | ✅ Pass | 0.612s | |
+| Function Response Memory Test | ✅ Pass | 0.698s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.485s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.676s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.228s | |
+| Penetration Testing Methodology | ✅ Pass | 1.038s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.831s | |
+| SQL Injection Attack Type | ✅ Pass | 0.975s | |
+| Penetration Testing Framework | ✅ Pass | 0.937s | |
+| Web Application Security Scanner | ✅ Pass | 1.424s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.916s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.101s
---
@@ -418,38 +434,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.402s | |
-| Text Transform Uppercase | ✅ Pass | 0.621s | |
-| Count from 1 to 5 | ✅ Pass | 0.478s | |
-| Math Calculation | ✅ Pass | 0.342s | |
-| Basic Echo Function | ✅ Pass | 0.708s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.430s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.407s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.062s | |
+| Simple Math | ✅ Pass | 0.828s | |
+| Text Transform Uppercase | ✅ Pass | 0.856s | |
+| Count from 1 to 5 | ✅ Pass | 0.930s | |
+| Math Calculation | ✅ Pass | 0.617s | |
+| Basic Echo Function | ✅ Pass | 0.743s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.584s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.661s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.033s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.617s | |
-| Search Query Function | ✅ Pass | 0.568s | |
-| Ask Advice Function | ✅ Pass | 0.948s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.574s | |
-| Basic Context Memory Test | ✅ Pass | 0.600s | |
-| Function Argument Memory Test | ✅ Pass | 0.618s | |
-| Function Response Memory Test | ✅ Pass | 0.630s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.698s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.448s | |
-| Penetration Testing Methodology | ✅ Pass | 0.626s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.099s | |
-| SQL Injection Attack Type | ✅ Pass | 0.887s | |
-| Penetration Testing Framework | ✅ Pass | 0.547s | |
-| Web Application Security Scanner | ✅ Pass | 0.624s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.648s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.678s
+| JSON Response Function | ✅ Pass | 1.146s | |
+| Search Query Function | ✅ Pass | 1.128s | |
+| Ask Advice Function | ✅ Pass | 0.960s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.265s | |
+| Basic Context Memory Test | ✅ Pass | 0.779s | |
+| Function Argument Memory Test | ✅ Pass | 0.584s | |
+| Function Response Memory Test | ✅ Pass | 1.038s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.155s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.005s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.478s | |
+| Penetration Testing Methodology | ✅ Pass | 1.631s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.536s | |
+| SQL Injection Attack Type | ✅ Pass | 0.665s | |
+| Penetration Testing Framework | ✅ Pass | 0.921s | |
+| Web Application Security Scanner | ✅ Pass | 0.727s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.890s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.090s
---
@@ -459,38 +476,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.600s | |
-| Text Transform Uppercase | ✅ Pass | 0.452s | |
-| Count from 1 to 5 | ✅ Pass | 0.598s | |
-| Math Calculation | ✅ Pass | 0.400s | |
-| Basic Echo Function | ✅ Pass | 0.881s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.367s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.479s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.076s | |
+| Simple Math | ✅ Pass | 0.566s | |
+| Text Transform Uppercase | ✅ Pass | 0.781s | |
+| Count from 1 to 5 | ✅ Pass | 0.812s | |
+| Math Calculation | ✅ Pass | 0.761s | |
+| Basic Echo Function | ✅ Pass | 1.194s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.725s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.017s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.138s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.656s | |
-| Search Query Function | ✅ Pass | 0.829s | |
-| Ask Advice Function | ✅ Pass | 0.657s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.655s | |
-| Basic Context Memory Test | ✅ Pass | 0.584s | |
-| Function Argument Memory Test | ✅ Pass | 0.518s | |
-| Function Response Memory Test | ✅ Pass | 0.551s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.854s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.457s | |
-| Penetration Testing Methodology | ✅ Pass | 0.673s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.284s | |
-| SQL Injection Attack Type | ✅ Pass | 0.774s | |
-| Penetration Testing Framework | ✅ Pass | 0.559s | |
-| Web Application Security Scanner | ✅ Pass | 1.209s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.094s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.705s
+| JSON Response Function | ✅ Pass | 0.743s | |
+| Search Query Function | ✅ Pass | 1.143s | |
+| Ask Advice Function | ✅ Pass | 1.276s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.655s | |
+| Basic Context Memory Test | ✅ Pass | 0.874s | |
+| Function Argument Memory Test | ✅ Pass | 0.585s | |
+| Function Response Memory Test | ✅ Pass | 0.579s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.199s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.769s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.397s | |
+| Penetration Testing Methodology | ✅ Pass | 0.988s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.887s | |
+| Penetration Testing Framework | ✅ Pass | 1.089s | |
+| SQL Injection Attack Type | ✅ Pass | 3.809s | |
+| Web Application Security Scanner | ✅ Pass | 0.892s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.718s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.192s
---
@@ -500,38 +518,39 @@ Generated: Sat, 19 Jul 2025 17:43:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.491s | |
-| Text Transform Uppercase | ✅ Pass | 1.742s | |
-| Count from 1 to 5 | ✅ Pass | 1.592s | |
-| Math Calculation | ✅ Pass | 1.670s | |
-| Basic Echo Function | ✅ Pass | 1.463s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.149s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.209s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.322s | |
+| Simple Math | ✅ Pass | 1.192s | |
+| Text Transform Uppercase | ✅ Pass | 1.077s | |
+| Count from 1 to 5 | ✅ Pass | 1.850s | |
+| Math Calculation | ✅ Pass | 0.896s | |
+| Basic Echo Function | ✅ Pass | 0.810s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.987s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.940s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.016s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.224s | |
-| Search Query Function | ✅ Pass | 1.431s | |
-| Ask Advice Function | ✅ Pass | 1.612s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.112s | |
-| Basic Context Memory Test | ✅ Pass | 1.616s | |
-| Function Argument Memory Test | ✅ Pass | 1.315s | |
-| Function Response Memory Test | ✅ Pass | 1.260s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.090s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.003s | |
-| Penetration Testing Methodology | ✅ Pass | 2.127s | |
-| Vulnerability Assessment Tools | ✅ Pass | 2.243s | |
-| SQL Injection Attack Type | ✅ Pass | 2.215s | |
-| Penetration Testing Framework | ✅ Pass | 1.702s | |
-| Web Application Security Scanner | ✅ Pass | 1.352s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.648s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.678s
+| JSON Response Function | ✅ Pass | 0.926s | |
+| Search Query Function | ✅ Pass | 0.849s | |
+| Ask Advice Function | ✅ Pass | 1.222s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.960s | |
+| Basic Context Memory Test | ✅ Pass | 1.939s | |
+| Function Argument Memory Test | ✅ Pass | 0.804s | |
+| Function Response Memory Test | ✅ Pass | 0.827s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.353s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.153s | |
+| Read a file, then edit it via unified diff | ❌ Fail | 2.900s | expected the first call to be read\_file, got action="edit\_file" |
+| Penetration Testing Methodology | ✅ Pass | 1.118s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.815s | |
+| SQL Injection Attack Type | ✅ Pass | 2.276s | |
+| Penetration Testing Framework | ✅ Pass | 1.421s | |
+| Web Application Security Scanner | ✅ Pass | 0.949s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.125s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 1.392s
---
diff --git a/examples/tests/deepinfra-report.md b/examples/tests/deepinfra-report.md
index 2ed96b93..7d6471b3 100644
--- a/examples/tests/deepinfra-report.md
+++ b/examples/tests/deepinfra-report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Tue, 21 Jul 2026 21:30:02 UTC
+Generated: Thu, 23 Jul 2026 11:11:06 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | MiniMaxAI/MiniMax-M3 | true | 23/23 (100.00%) | 0.213s |
-| simple_json | moonshotai/Kimi-K2.6 | true | 7/7 (100.00%) | 0.213s |
-| primary_agent | moonshotai/Kimi-K2.6 | true | 23/23 (100.00%) | 0.214s |
-| assistant | moonshotai/Kimi-K2.6 | true | 23/23 (100.00%) | 0.213s |
-| generator | zai-org/GLM-5.2 | true | 23/23 (100.00%) | 0.207s |
-| refiner | zai-org/GLM-5.2 | true | 23/23 (100.00%) | 0.214s |
-| adviser | MiniMaxAI/MiniMax-M3 | true | 23/23 (100.00%) | 0.216s |
-| reflector | MiniMaxAI/MiniMax-M3 | true | 23/23 (100.00%) | 0.217s |
-| searcher | MiniMaxAI/MiniMax-M3 | true | 23/23 (100.00%) | 0.217s |
-| enricher | MiniMaxAI/MiniMax-M3 | true | 23/23 (100.00%) | 0.213s |
-| coder | moonshotai/Kimi-K2.7-Code | true | 23/23 (100.00%) | 0.212s |
-| installer | moonshotai/Kimi-K2.7-Code | true | 23/23 (100.00%) | 0.214s |
-| pentester | moonshotai/Kimi-K2.6 | true | 23/23 (100.00%) | 0.210s |
-
-**Total**: 283/283 (100.00%) successful tests
-**Overall average latency**: 0.213s
+| simple | MiniMaxAI/MiniMax-M3 | true | 24/24 (100.00%) | 7.918s |
+| simple_json | moonshotai/Kimi-K2.6 | true | 7/7 (100.00%) | 4.366s |
+| primary_agent | moonshotai/Kimi-K2.6 | true | 24/24 (100.00%) | 2.751s |
+| assistant | moonshotai/Kimi-K2.6 | true | 24/24 (100.00%) | 3.203s |
+| generator | zai-org/GLM-5.2 | true | 22/24 (91.67%) | 4.884s |
+| refiner | zai-org/GLM-5.2 | true | 22/24 (91.67%) | 4.359s |
+| adviser | MiniMaxAI/MiniMax-M3 | true | 24/24 (100.00%) | 8.789s |
+| reflector | MiniMaxAI/MiniMax-M3 | true | 23/24 (95.83%) | 7.905s |
+| searcher | MiniMaxAI/MiniMax-M3 | true | 23/24 (95.83%) | 7.931s |
+| enricher | MiniMaxAI/MiniMax-M3 | true | 23/24 (95.83%) | 5.594s |
+| coder | moonshotai/Kimi-K2.7-Code | true | 24/24 (100.00%) | 3.055s |
+| installer | moonshotai/Kimi-K2.7-Code | true | 24/24 (100.00%) | 2.877s |
+| pentester | moonshotai/Kimi-K2.6 | true | 24/24 (100.00%) | 0.238s |
+
+**Total**: 288/295 (97.63%) successful tests
+**Overall average latency**: 4.945s
## Detailed Results
@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.254s | |
-| Text Transform Uppercase | ✅ Pass | 0.218s | |
-| Count from 1 to 5 | ✅ Pass | 0.223s | |
-| Math Calculation | ✅ Pass | 0.210s | |
-| Basic Echo Function | ✅ Pass | 0.214s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.204s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.204s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.208s | |
+| Simple Math | ✅ Pass | 5.859s | |
+| Count from 1 to 5 | ✅ Pass | 3.255s | |
+| Text Transform Uppercase | ✅ Pass | 10.027s | |
+| Math Calculation | ✅ Pass | 2.898s | |
+| Basic Echo Function | ✅ Pass | 4.833s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.893s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.943s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.667s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.207s | |
-| Search Query Function | ✅ Pass | 0.203s | |
-| Ask Advice Function | ✅ Pass | 0.206s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.225s | |
-| Basic Context Memory Test | ✅ Pass | 0.210s | |
-| Function Argument Memory Test | ✅ Pass | 0.211s | |
-| Function Response Memory Test | ✅ Pass | 0.203s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.207s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.216s | |
-| Penetration Testing Methodology | ✅ Pass | 0.215s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.210s | |
-| SQL Injection Attack Type | ✅ Pass | 0.220s | |
-| Penetration Testing Framework | ✅ Pass | 0.201s | |
-| Web Application Security Scanner | ✅ Pass | 0.202s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.212s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.213s
+| JSON Response Function | ✅ Pass | 5.332s | |
+| Search Query Function | ✅ Pass | 6.708s | |
+| Ask Advice Function | ✅ Pass | 6.714s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 5.108s | |
+| Basic Context Memory Test | ✅ Pass | 4.699s | |
+| Function Argument Memory Test | ✅ Pass | 2.079s | |
+| Function Response Memory Test | ✅ Pass | 1.731s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.525s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 14.277s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 15.954s | |
+| Penetration Testing Methodology | ✅ Pass | 22.063s | |
+| Vulnerability Assessment Tools | ✅ Pass | 17.757s | |
+| SQL Injection Attack Type | ✅ Pass | 8.056s | |
+| Penetration Testing Framework | ✅ Pass | 18.622s | |
+| Web Application Security Scanner | ✅ Pass | 10.528s | |
+| Penetration Testing Tool Selection | ✅ Pass | 8.482s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 7.918s
---
@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Vulnerability Report Memory Test | ✅ Pass | 0.214s | |
-| Person Information JSON | ✅ Pass | 0.215s | |
-| Project Information JSON | ✅ Pass | 0.214s | |
-| User Profile JSON | ✅ Pass | 0.216s | |
-| JSON Array Response Without Schema | ✅ Pass | 0.207s | |
-| Streaming Person Information JSON Streaming | ✅ Pass | 0.209s | |
+| Vulnerability Report Memory Test | ✅ Pass | 3.799s | |
+| Project Information JSON | ✅ Pass | 1.956s | |
+| Person Information JSON | ✅ Pass | 9.259s | |
+| User Profile JSON | ✅ Pass | 3.930s | |
+| Streaming Person Information JSON Streaming | ✅ Pass | 2.850s | |
+| JSON Array Response Without Schema | ✅ Pass | 5.077s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.211s | |
+| Structured Output With JSON Schema | structured_output | ✅ Pass | 3.685s | |
**Summary**: 7/7 (100.00%) successful tests
-**Average latency**: 0.213s
+**Average latency**: 4.366s
---
@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.261s | |
-| Text Transform Uppercase | ✅ Pass | 0.214s | |
-| Count from 1 to 5 | ✅ Pass | 0.211s | |
-| Math Calculation | ✅ Pass | 0.202s | |
-| Basic Echo Function | ✅ Pass | 0.202s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.206s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.226s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.215s | |
+| Simple Math | ✅ Pass | 2.848s | |
+| Text Transform Uppercase | ✅ Pass | 1.570s | |
+| Count from 1 to 5 | ✅ Pass | 1.973s | |
+| Math Calculation | ✅ Pass | 1.544s | |
+| Basic Echo Function | ✅ Pass | 2.439s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.251s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.020s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.043s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.203s | |
-| Search Query Function | ✅ Pass | 0.207s | |
-| Ask Advice Function | ✅ Pass | 0.212s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.230s | |
-| Basic Context Memory Test | ✅ Pass | 0.210s | |
-| Function Argument Memory Test | ✅ Pass | 0.209s | |
-| Function Response Memory Test | ✅ Pass | 0.210s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.208s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.210s | |
-| Penetration Testing Methodology | ✅ Pass | 0.215s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.212s | |
-| SQL Injection Attack Type | ✅ Pass | 0.221s | |
-| Penetration Testing Framework | ✅ Pass | 0.203s | |
-| Web Application Security Scanner | ✅ Pass | 0.207s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.207s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.214s
+| JSON Response Function | ✅ Pass | 2.479s | |
+| Search Query Function | ✅ Pass | 2.237s | |
+| Ask Advice Function | ✅ Pass | 2.495s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.994s | |
+| Basic Context Memory Test | ✅ Pass | 3.923s | |
+| Function Argument Memory Test | ✅ Pass | 1.597s | |
+| Function Response Memory Test | ✅ Pass | 2.716s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.407s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.278s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.488s | |
+| Penetration Testing Methodology | ✅ Pass | 4.770s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.278s | |
+| SQL Injection Attack Type | ✅ Pass | 3.011s | |
+| Penetration Testing Framework | ✅ Pass | 3.564s | |
+| Web Application Security Scanner | ✅ Pass | 4.298s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.787s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.751s
---
@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.240s | |
-| Text Transform Uppercase | ✅ Pass | 0.219s | |
-| Count from 1 to 5 | ✅ Pass | 0.213s | |
-| Math Calculation | ✅ Pass | 0.207s | |
-| Basic Echo Function | ✅ Pass | 0.201s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.206s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.225s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.220s | |
+| Simple Math | ✅ Pass | 2.990s | |
+| Text Transform Uppercase | ✅ Pass | 2.474s | |
+| Count from 1 to 5 | ✅ Pass | 1.939s | |
+| Math Calculation | ✅ Pass | 1.804s | |
+| Basic Echo Function | ✅ Pass | 2.211s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.455s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.235s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.995s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.198s | |
-| Search Query Function | ✅ Pass | 0.208s | |
-| Ask Advice Function | ✅ Pass | 0.206s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.241s | |
-| Basic Context Memory Test | ✅ Pass | 0.219s | |
-| Function Argument Memory Test | ✅ Pass | 0.206s | |
-| Function Response Memory Test | ✅ Pass | 0.205s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.208s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.210s | |
-| Penetration Testing Methodology | ✅ Pass | 0.215s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.209s | |
-| SQL Injection Attack Type | ✅ Pass | 0.214s | |
-| Penetration Testing Framework | ✅ Pass | 0.208s | |
-| Web Application Security Scanner | ✅ Pass | 0.210s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.207s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.213s
+| JSON Response Function | ✅ Pass | 8.727s | |
+| Search Query Function | ✅ Pass | 1.701s | |
+| Ask Advice Function | ✅ Pass | 2.316s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.510s | |
+| Basic Context Memory Test | ✅ Pass | 3.101s | |
+| Function Argument Memory Test | ✅ Pass | 3.587s | |
+| Function Response Memory Test | ✅ Pass | 2.863s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.904s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.880s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.285s | |
+| Penetration Testing Methodology | ✅ Pass | 4.789s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.740s | |
+| SQL Injection Attack Type | ✅ Pass | 1.709s | |
+| Penetration Testing Framework | ✅ Pass | 5.085s | |
+| Web Application Security Scanner | ✅ Pass | 3.393s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.173s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 3.203s
---
@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.080s | |
-| Text Transform Uppercase | ✅ Pass | 0.217s | |
-| Count from 1 to 5 | ✅ Pass | 0.212s | |
-| Math Calculation | ✅ Pass | 0.222s | |
-| Basic Echo Function | ✅ Pass | 0.202s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.209s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.229s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.221s | |
+| Simple Math | ✅ Pass | 3.341s | |
+| Text Transform Uppercase | ✅ Pass | 4.375s | |
+| Count from 1 to 5 | ✅ Pass | 2.688s | |
+| Basic Echo Function | ✅ Pass | 1.289s | |
+| Math Calculation | ✅ Pass | 9.269s | |
+| Streaming Simple Math Streaming | ✅ Pass | 3.090s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.769s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.107s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.200s | |
-| Search Query Function | ✅ Pass | 0.206s | |
-| Ask Advice Function | ✅ Pass | 0.221s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.239s | |
-| Basic Context Memory Test | ✅ Pass | 0.212s | |
-| Function Argument Memory Test | ✅ Pass | 0.213s | |
-| Function Response Memory Test | ✅ Pass | 0.211s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.206s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.208s | |
-| Penetration Testing Methodology | ✅ Pass | 0.213s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.210s | |
-| SQL Injection Attack Type | ✅ Pass | 0.208s | |
-| Penetration Testing Framework | ✅ Pass | 0.205s | |
-| Web Application Security Scanner | ✅ Pass | 0.204s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.207s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.207s
+| JSON Response Function | ✅ Pass | 1.361s | |
+| Search Query Function | ✅ Pass | 6.561s | |
+| Ask Advice Function | ✅ Pass | 1.503s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.487s | |
+| Basic Context Memory Test | ✅ Pass | 4.543s | |
+| Function Argument Memory Test | ✅ Pass | 1.303s | |
+| Function Response Memory Test | ✅ Pass | 1.700s | |
+| Penetration Testing Memory with Tool Call | ❌ Fail | 3.558s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.371s | |
+| Read a file, then edit it via unified diff | ❌ Fail | 4.976s | edit\_file's diff did not apply: diff is empty |
+| Penetration Testing Methodology | ✅ Pass | 7.841s | |
+| Vulnerability Assessment Tools | ✅ Pass | 19.110s | |
+| SQL Injection Attack Type | ✅ Pass | 5.498s | |
+| Penetration Testing Framework | ✅ Pass | 17.867s | |
+| Web Application Security Scanner | ✅ Pass | 10.117s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.478s | |
+
+**Summary**: 22/24 (91.67%) successful tests
+
+**Average latency**: 4.884s
---
@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.219s | |
-| Text Transform Uppercase | ✅ Pass | 0.219s | |
-| Count from 1 to 5 | ✅ Pass | 0.225s | |
-| Math Calculation | ✅ Pass | 0.207s | |
-| Basic Echo Function | ✅ Pass | 0.209s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.205s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.241s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.221s | |
+| Simple Math | ✅ Pass | 4.751s | |
+| Text Transform Uppercase | ✅ Pass | 2.676s | |
+| Math Calculation | ✅ Pass | 1.592s | |
+| Basic Echo Function | ✅ Pass | 1.269s | |
+| Count from 1 to 5 | ✅ Pass | 16.683s | |
+| Streaming Simple Math Streaming | ✅ Pass | 3.445s | |
+| Streaming Count from 1 to 3 Streaming | ❌ Fail | 0.869s | expected text '1,2,3' not found |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.678s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.198s | |
-| Search Query Function | ✅ Pass | 0.210s | |
-| Ask Advice Function | ✅ Pass | 0.220s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.235s | |
-| Basic Context Memory Test | ✅ Pass | 0.202s | |
-| Function Argument Memory Test | ✅ Pass | 0.210s | |
-| Function Response Memory Test | ✅ Pass | 0.211s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.213s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.206s | |
-| Penetration Testing Methodology | ✅ Pass | 0.217s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.205s | |
-| SQL Injection Attack Type | ✅ Pass | 0.213s | |
-| Penetration Testing Framework | ✅ Pass | 0.212s | |
-| Web Application Security Scanner | ✅ Pass | 0.205s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.212s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.214s
+| JSON Response Function | ✅ Pass | 10.945s | |
+| Search Query Function | ✅ Pass | 6.493s | |
+| Ask Advice Function | ✅ Pass | 1.513s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.524s | |
+| Basic Context Memory Test | ✅ Pass | 5.708s | |
+| Function Argument Memory Test | ✅ Pass | 2.701s | |
+| Function Response Memory Test | ✅ Pass | 4.708s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.626s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.380s | |
+| Read a file, then edit it via unified diff | ❌ Fail | 2.506s | edit\_file's diff did not apply: diff is empty |
+| Penetration Testing Methodology | ✅ Pass | 5.839s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.637s | |
+| SQL Injection Attack Type | ✅ Pass | 1.953s | |
+| Penetration Testing Framework | ✅ Pass | 5.364s | |
+| Web Application Security Scanner | ✅ Pass | 8.947s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.802s | |
+
+**Summary**: 22/24 (91.67%) successful tests
+
+**Average latency**: 4.359s
---
@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.272s | |
-| Text Transform Uppercase | ✅ Pass | 0.219s | |
-| Count from 1 to 5 | ✅ Pass | 0.205s | |
-| Math Calculation | ✅ Pass | 0.215s | |
-| Basic Echo Function | ✅ Pass | 0.203s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.206s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.239s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.210s | |
+| Text Transform Uppercase | ✅ Pass | 4.221s | |
+| Simple Math | ✅ Pass | 11.566s | |
+| Count from 1 to 5 | ✅ Pass | 3.934s | |
+| Math Calculation | ✅ Pass | 2.829s | |
+| Basic Echo Function | ✅ Pass | 5.120s | |
+| Streaming Simple Math Streaming | ✅ Pass | 4.026s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.926s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 4.272s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.202s | |
-| Search Query Function | ✅ Pass | 0.234s | |
-| Ask Advice Function | ✅ Pass | 0.218s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.208s | |
-| Basic Context Memory Test | ✅ Pass | 0.203s | |
-| Function Argument Memory Test | ✅ Pass | 0.212s | |
-| Function Response Memory Test | ✅ Pass | 0.213s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.216s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.207s | |
-| Penetration Testing Methodology | ✅ Pass | 0.213s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.208s | |
-| SQL Injection Attack Type | ✅ Pass | 0.217s | |
-| Penetration Testing Framework | ✅ Pass | 0.208s | |
-| Web Application Security Scanner | ✅ Pass | 0.206s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.215s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.216s
+| JSON Response Function | ✅ Pass | 6.282s | |
+| Search Query Function | ✅ Pass | 5.735s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 5.940s | |
+| Ask Advice Function | ✅ Pass | 12.808s | |
+| Basic Context Memory Test | ✅ Pass | 5.869s | |
+| Function Argument Memory Test | ✅ Pass | 3.476s | |
+| Function Response Memory Test | ✅ Pass | 1.803s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.760s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 5.133s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 20.959s | |
+| Penetration Testing Methodology | ✅ Pass | 16.702s | |
+| SQL Injection Attack Type | ✅ Pass | 3.420s | |
+| Vulnerability Assessment Tools | ✅ Pass | 22.908s | |
+| Web Application Security Scanner | ✅ Pass | 9.571s | |
+| Penetration Testing Tool Selection | ✅ Pass | 5.510s | |
+| Penetration Testing Framework | ✅ Pass | 39.153s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 8.789s
---
@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.269s | |
-| Text Transform Uppercase | ✅ Pass | 0.204s | |
-| Count from 1 to 5 | ✅ Pass | 0.211s | |
-| Math Calculation | ✅ Pass | 0.210s | |
-| Basic Echo Function | ✅ Pass | 0.203s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.210s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.236s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.216s | |
+| Simple Math | ✅ Pass | 5.207s | |
+| Text Transform Uppercase | ✅ Pass | 3.777s | |
+| Count from 1 to 5 | ✅ Pass | 4.595s | |
+| Math Calculation | ✅ Pass | 2.078s | |
+| Basic Echo Function | ✅ Pass | 4.482s | |
+| Streaming Simple Math Streaming | ✅ Pass | 4.777s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.883s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.704s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.197s | |
-| Search Query Function | ✅ Pass | 0.245s | |
-| Ask Advice Function | ✅ Pass | 0.218s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.208s | |
-| Basic Context Memory Test | ✅ Pass | 0.207s | |
-| Function Argument Memory Test | ✅ Pass | 0.215s | |
-| Function Response Memory Test | ✅ Pass | 0.206s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.269s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.208s | |
-| Penetration Testing Methodology | ✅ Pass | 0.210s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.204s | |
-| SQL Injection Attack Type | ✅ Pass | 0.207s | |
-| Penetration Testing Framework | ✅ Pass | 0.210s | |
-| Web Application Security Scanner | ✅ Pass | 0.210s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.210s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.217s
+| JSON Response Function | ✅ Pass | 7.206s | |
+| Search Query Function | ✅ Pass | 5.957s | |
+| Ask Advice Function | ✅ Pass | 6.714s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 5.577s | |
+| Basic Context Memory Test | ❌ Fail | 2.628s | expected text 'software engineer' not found |
+| Function Argument Memory Test | ✅ Pass | 0.808s | |
+| Function Response Memory Test | ✅ Pass | 1.401s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.885s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 16.016s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 17.749s | |
+| Penetration Testing Methodology | ✅ Pass | 19.432s | |
+| Vulnerability Assessment Tools | ✅ Pass | 18.519s | |
+| SQL Injection Attack Type | ✅ Pass | 18.110s | |
+| Web Application Security Scanner | ✅ Pass | 4.833s | |
+| Penetration Testing Framework | ✅ Pass | 22.633s | |
+| Penetration Testing Tool Selection | ✅ Pass | 5.730s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 7.905s
---
@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.251s | |
-| Text Transform Uppercase | ✅ Pass | 0.218s | |
-| Count from 1 to 5 | ✅ Pass | 0.227s | |
-| Math Calculation | ✅ Pass | 0.217s | |
-| Basic Echo Function | ✅ Pass | 0.199s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.225s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.239s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.213s | |
+| Text Transform Uppercase | ✅ Pass | 4.188s | |
+| Simple Math | ✅ Pass | 12.812s | |
+| Count from 1 to 5 | ✅ Pass | 4.838s | |
+| Math Calculation | ✅ Pass | 2.089s | |
+| Basic Echo Function | ✅ Pass | 4.312s | |
+| Streaming Simple Math Streaming | ✅ Pass | 4.145s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.110s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 4.325s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.209s | |
-| Search Query Function | ✅ Pass | 0.236s | |
-| Ask Advice Function | ✅ Pass | 0.212s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.207s | |
-| Basic Context Memory Test | ✅ Pass | 0.214s | |
-| Function Argument Memory Test | ✅ Pass | 0.214s | |
-| Function Response Memory Test | ✅ Pass | 0.211s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.205s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.209s | |
-| Penetration Testing Methodology | ✅ Pass | 0.213s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.210s | |
-| SQL Injection Attack Type | ✅ Pass | 0.211s | |
-| Penetration Testing Framework | ✅ Pass | 0.215s | |
-| Web Application Security Scanner | ✅ Pass | 0.209s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.211s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.217s
+| JSON Response Function | ✅ Pass | 6.080s | |
+| Search Query Function | ✅ Pass | 4.250s | |
+| Ask Advice Function | ✅ Pass | 7.059s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 6.018s | |
+| Basic Context Memory Test | ✅ Pass | 2.163s | |
+| Function Argument Memory Test | ✅ Pass | 3.551s | |
+| Function Response Memory Test | ✅ Pass | 3.337s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.446s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.906s | |
+| Read a file, then edit it via unified diff | ❌ Fail | 17.236s | edit\_file's diff applied but did not produce "Priority: high" \(result: "Status: draft\nPriority: high\nPriority: low\n"\) |
+| Penetration Testing Methodology | ✅ Pass | 16.520s | |
+| SQL Injection Attack Type | ✅ Pass | 4.841s | |
+| Vulnerability Assessment Tools | ✅ Pass | 23.864s | |
+| Penetration Testing Framework | ✅ Pass | 24.435s | |
+| Penetration Testing Tool Selection | ✅ Pass | 5.558s | |
+| Web Application Security Scanner | ✅ Pass | 14.236s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 7.931s
---
@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.203s | |
-| Text Transform Uppercase | ✅ Pass | 0.222s | |
-| Count from 1 to 5 | ✅ Pass | 0.218s | |
-| Math Calculation | ✅ Pass | 0.209s | |
-| Basic Echo Function | ✅ Pass | 0.206s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.212s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.228s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.214s | |
+| Simple Math | ✅ Pass | 3.011s | |
+| Text Transform Uppercase | ✅ Pass | 3.640s | |
+| Count from 1 to 5 | ✅ Pass | 0.220s | |
+| Math Calculation | ✅ Pass | 0.215s | |
+| Basic Echo Function | ✅ Pass | 4.219s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.910s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.723s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.191s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.210s | |
-| Search Query Function | ✅ Pass | 0.232s | |
-| Ask Advice Function | ✅ Pass | 0.205s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.206s | |
-| Basic Context Memory Test | ✅ Pass | 0.216s | |
-| Function Argument Memory Test | ✅ Pass | 0.214s | |
-| Function Response Memory Test | ✅ Pass | 0.213s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.212s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.205s | |
-| Penetration Testing Methodology | ✅ Pass | 0.209s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.210s | |
-| SQL Injection Attack Type | ✅ Pass | 0.205s | |
-| Penetration Testing Framework | ✅ Pass | 0.207s | |
-| Web Application Security Scanner | ✅ Pass | 0.209s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.211s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.213s
+| JSON Response Function | ✅ Pass | 5.957s | |
+| Search Query Function | ✅ Pass | 5.071s | |
+| Ask Advice Function | ✅ Pass | 5.576s | |
+| Basic Context Memory Test | ✅ Pass | 0.219s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 6.981s | |
+| Function Argument Memory Test | ✅ Pass | 0.230s | |
+| Function Response Memory Test | ✅ Pass | 0.223s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.656s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.215s | |
+| Read a file, then edit it via unified diff | ❌ Fail | 18.566s | edit\_file's diff applied but did not produce "Priority: high" \(result: "Priority: high\nOwner: alice\nPriority: low\n"\) |
+| Penetration Testing Methodology | ✅ Pass | 14.196s | |
+| SQL Injection Attack Type | ✅ Pass | 0.213s | |
+| Vulnerability Assessment Tools | ✅ Pass | 26.987s | |
+| Penetration Testing Framework | ✅ Pass | 12.834s | |
+| Web Application Security Scanner | ✅ Pass | 0.216s | |
+| Penetration Testing Tool Selection | ✅ Pass | 7.978s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 5.594s
---
@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.207s | |
-| Text Transform Uppercase | ✅ Pass | 0.219s | |
-| Count from 1 to 5 | ✅ Pass | 0.214s | |
-| Math Calculation | ✅ Pass | 0.211s | |
-| Basic Echo Function | ✅ Pass | 0.219s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.220s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.217s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.206s | |
+| Simple Math | ✅ Pass | 1.956s | |
+| Text Transform Uppercase | ✅ Pass | 2.250s | |
+| Count from 1 to 5 | ✅ Pass | 2.688s | |
+| Math Calculation | ✅ Pass | 1.580s | |
+| Basic Echo Function | ✅ Pass | 3.671s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.581s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.510s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.835s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.207s | |
-| Search Query Function | ✅ Pass | 0.216s | |
-| Ask Advice Function | ✅ Pass | 0.217s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.208s | |
-| Basic Context Memory Test | ✅ Pass | 0.215s | |
-| Function Argument Memory Test | ✅ Pass | 0.213s | |
-| Function Response Memory Test | ✅ Pass | 0.214s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.213s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.217s | |
-| Penetration Testing Methodology | ✅ Pass | 0.207s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.210s | |
-| SQL Injection Attack Type | ✅ Pass | 0.206s | |
-| Penetration Testing Framework | ✅ Pass | 0.204s | |
-| Web Application Security Scanner | ✅ Pass | 0.203s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.211s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.212s
+| JSON Response Function | ✅ Pass | 4.357s | |
+| Search Query Function | ✅ Pass | 2.564s | |
+| Ask Advice Function | ✅ Pass | 2.795s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.202s | |
+| Basic Context Memory Test | ✅ Pass | 2.602s | |
+| Function Argument Memory Test | ✅ Pass | 2.382s | |
+| Function Response Memory Test | ✅ Pass | 1.697s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.179s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.548s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 7.321s | |
+| Penetration Testing Methodology | ✅ Pass | 5.872s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.436s | |
+| SQL Injection Attack Type | ✅ Pass | 2.572s | |
+| Penetration Testing Framework | ✅ Pass | 3.433s | |
+| Web Application Security Scanner | ✅ Pass | 3.781s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.498s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 3.055s
---
@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.208s | |
-| Text Transform Uppercase | ✅ Pass | 0.226s | |
-| Count from 1 to 5 | ✅ Pass | 0.224s | |
-| Math Calculation | ✅ Pass | 0.211s | |
-| Basic Echo Function | ✅ Pass | 0.213s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.216s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.216s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.211s | |
+| Simple Math | ✅ Pass | 1.538s | |
+| Text Transform Uppercase | ✅ Pass | 1.751s | |
+| Count from 1 to 5 | ✅ Pass | 2.101s | |
+| Math Calculation | ✅ Pass | 1.415s | |
+| Basic Echo Function | ✅ Pass | 2.431s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.885s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.385s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.697s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.209s | |
-| Search Query Function | ✅ Pass | 0.218s | |
-| Ask Advice Function | ✅ Pass | 0.213s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.232s | |
-| Basic Context Memory Test | ✅ Pass | 0.212s | |
-| Function Argument Memory Test | ✅ Pass | 0.203s | |
-| Function Response Memory Test | ✅ Pass | 0.209s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.215s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.219s | |
-| Penetration Testing Methodology | ✅ Pass | 0.207s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.208s | |
-| SQL Injection Attack Type | ✅ Pass | 0.213s | |
-| Penetration Testing Framework | ✅ Pass | 0.216s | |
-| Web Application Security Scanner | ✅ Pass | 0.204s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.212s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.214s
+| JSON Response Function | ✅ Pass | 2.256s | |
+| Search Query Function | ✅ Pass | 2.103s | |
+| Ask Advice Function | ✅ Pass | 3.220s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.198s | |
+| Basic Context Memory Test | ✅ Pass | 2.485s | |
+| Function Argument Memory Test | ✅ Pass | 1.047s | |
+| Function Response Memory Test | ✅ Pass | 2.534s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.155s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.122s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 9.122s | |
+| Penetration Testing Methodology | ✅ Pass | 2.758s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.610s | |
+| SQL Injection Attack Type | ✅ Pass | 3.351s | |
+| Penetration Testing Framework | ✅ Pass | 4.127s | |
+| Web Application Security Scanner | ✅ Pass | 2.665s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.088s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.877s
---
@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 21:30:02 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.208s | |
-| Text Transform Uppercase | ✅ Pass | 0.228s | |
-| Count from 1 to 5 | ✅ Pass | 0.212s | |
-| Math Calculation | ✅ Pass | 0.219s | |
-| Basic Echo Function | ✅ Pass | 0.202s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.207s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.207s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.217s | |
+| Simple Math | ✅ Pass | 0.207s | |
+| Text Transform Uppercase | ✅ Pass | 0.219s | |
+| Count from 1 to 5 | ✅ Pass | 0.210s | |
+| Math Calculation | ✅ Pass | 0.218s | |
+| Basic Echo Function | ✅ Pass | 0.218s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.217s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.212s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.212s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.203s | |
-| Search Query Function | ✅ Pass | 0.205s | |
-| Ask Advice Function | ✅ Pass | 0.211s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.207s | |
-| Basic Context Memory Test | ✅ Pass | 0.214s | |
-| Function Argument Memory Test | ✅ Pass | 0.204s | |
-| Function Response Memory Test | ✅ Pass | 0.206s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.212s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.210s | |
-| Penetration Testing Methodology | ✅ Pass | 0.208s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.212s | |
-| SQL Injection Attack Type | ✅ Pass | 0.206s | |
-| Penetration Testing Framework | ✅ Pass | 0.205s | |
-| Web Application Security Scanner | ✅ Pass | 0.210s | |
+| JSON Response Function | ✅ Pass | 0.281s | |
+| Search Query Function | ✅ Pass | 0.286s | |
+| Ask Advice Function | ✅ Pass | 0.231s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.218s | |
+| Basic Context Memory Test | ✅ Pass | 0.213s | |
+| Function Argument Memory Test | ✅ Pass | 0.239s | |
+| Function Response Memory Test | ✅ Pass | 0.217s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.222s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.214s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.560s | |
+| Penetration Testing Methodology | ✅ Pass | 0.223s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.217s | |
+| SQL Injection Attack Type | ✅ Pass | 0.215s | |
+| Penetration Testing Framework | ✅ Pass | 0.212s | |
+| Web Application Security Scanner | ✅ Pass | 0.223s | |
| Penetration Testing Tool Selection | ✅ Pass | 0.209s | |
-**Summary**: 23/23 (100.00%) successful tests
+**Summary**: 24/24 (100.00%) successful tests
-**Average latency**: 0.210s
+**Average latency**: 0.238s
---
diff --git a/examples/tests/deepseek-report.md b/examples/tests/deepseek-report.md
index 88f20760..32554ae5 100644
--- a/examples/tests/deepseek-report.md
+++ b/examples/tests/deepseek-report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Tue, 21 Jul 2026 16:50:46 UTC
+Generated: Thu, 23 Jul 2026 13:33:29 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | deepseek-v4-flash | true | 23/23 (100.00%) | 0.225s |
-| simple_json | deepseek-v4-flash | true | 6/7 (85.71%) | 0.359s |
-| primary_agent | deepseek-v4-pro | true | 23/23 (100.00%) | 0.222s |
-| assistant | deepseek-v4-pro | true | 23/23 (100.00%) | 0.219s |
-| generator | deepseek-v4-pro | true | 23/23 (100.00%) | 0.222s |
-| refiner | deepseek-v4-pro | true | 23/23 (100.00%) | 0.220s |
-| adviser | deepseek-v4-pro | true | 23/23 (100.00%) | 0.213s |
-| reflector | deepseek-v4-flash | true | 23/23 (100.00%) | 0.218s |
-| searcher | deepseek-v4-flash | true | 23/23 (100.00%) | 0.211s |
-| enricher | deepseek-v4-flash | true | 23/23 (100.00%) | 0.213s |
-| coder | deepseek-v4-pro | true | 23/23 (100.00%) | 0.217s |
-| installer | deepseek-v4-flash | true | 23/23 (100.00%) | 0.217s |
-| pentester | deepseek-v4-pro | true | 23/23 (100.00%) | 0.224s |
-
-**Total**: 282/283 (99.65%) successful tests
-**Overall average latency**: 0.222s
+| simple | deepseek-v4-flash | true | 24/24 (100.00%) | 1.991s |
+| simple_json | deepseek-v4-flash | true | 6/7 (85.71%) | 1.662s |
+| primary_agent | deepseek-v4-pro | true | 24/24 (100.00%) | 2.425s |
+| assistant | deepseek-v4-pro | true | 24/24 (100.00%) | 2.374s |
+| generator | deepseek-v4-pro | true | 24/24 (100.00%) | 2.480s |
+| refiner | deepseek-v4-pro | true | 24/24 (100.00%) | 2.500s |
+| adviser | deepseek-v4-pro | true | 24/24 (100.00%) | 2.216s |
+| reflector | deepseek-v4-flash | true | 24/24 (100.00%) | 1.531s |
+| searcher | deepseek-v4-flash | true | 24/24 (100.00%) | 2.142s |
+| enricher | deepseek-v4-flash | true | 24/24 (100.00%) | 1.752s |
+| coder | deepseek-v4-pro | true | 24/24 (100.00%) | 2.461s |
+| installer | deepseek-v4-flash | true | 24/24 (100.00%) | 2.037s |
+| pentester | deepseek-v4-pro | true | 24/24 (100.00%) | 0.436s |
+
+**Total**: 294/295 (99.66%) successful tests
+**Overall average latency**: 2.020s
## Detailed Results
@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.389s | |
-| Text Transform Uppercase | ✅ Pass | 0.231s | |
-| Count from 1 to 5 | ✅ Pass | 0.209s | |
-| Math Calculation | ✅ Pass | 0.207s | |
-| Basic Echo Function | ✅ Pass | 0.210s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.205s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.222s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.210s | |
+| Simple Math | ✅ Pass | 1.503s | |
+| Text Transform Uppercase | ✅ Pass | 2.246s | |
+| Count from 1 to 5 | ✅ Pass | 1.837s | |
+| Math Calculation | ✅ Pass | 1.274s | |
+| Basic Echo Function | ✅ Pass | 1.300s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.246s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.616s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.669s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.212s | |
-| Search Query Function | ✅ Pass | 0.211s | |
-| Ask Advice Function | ✅ Pass | 0.206s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.210s | |
-| Basic Context Memory Test | ✅ Pass | 0.205s | |
-| Function Argument Memory Test | ✅ Pass | 0.206s | |
-| Function Response Memory Test | ✅ Pass | 0.205s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.281s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.210s | |
-| Penetration Testing Methodology | ✅ Pass | 0.267s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.165s | |
-| SQL Injection Attack Type | ✅ Pass | 0.199s | |
-| Penetration Testing Framework | ✅ Pass | 0.208s | |
-| Web Application Security Scanner | ✅ Pass | 0.173s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.334s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.225s
+| JSON Response Function | ✅ Pass | 1.827s | |
+| Search Query Function | ✅ Pass | 1.898s | |
+| Ask Advice Function | ✅ Pass | 2.058s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.542s | |
+| Basic Context Memory Test | ✅ Pass | 1.708s | |
+| Function Argument Memory Test | ✅ Pass | 1.507s | |
+| Function Response Memory Test | ✅ Pass | 1.384s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.256s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.044s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.074s | |
+| Penetration Testing Methodology | ✅ Pass | 2.567s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.674s | |
+| SQL Injection Attack Type | ✅ Pass | 1.686s | |
+| Penetration Testing Framework | ✅ Pass | 2.606s | |
+| Web Application Security Scanner | ✅ Pass | 1.802s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.459s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.991s
---
@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Vulnerability Report Memory Test | ✅ Pass | 0.374s | |
-| Person Information JSON | ✅ Pass | 0.368s | |
-| Project Information JSON | ✅ Pass | 0.365s | |
-| User Profile JSON | ✅ Pass | 0.309s | |
-| JSON Array Response Without Schema | ✅ Pass | 0.248s | |
-| Streaming Person Information JSON Streaming | ✅ Pass | 0.287s | |
+| Vulnerability Report Memory Test | ✅ Pass | 1.884s | |
+| Person Information JSON | ✅ Pass | 1.669s | |
+| User Profile JSON | ✅ Pass | 1.638s | |
+| Project Information JSON | ✅ Pass | 2.126s | |
+| JSON Array Response Without Schema | ✅ Pass | 1.749s | |
+| Streaming Person Information JSON Streaming | ✅ Pass | 1.599s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Structured Output With JSON Schema | structured_output | ❌ Fail | 0.556s | API returned unexpected status code: 400: litellm\.BadRequestError: DeepseekException \- \{"error":\{"message":"This response\_format type is unava... |
+| Structured Output With JSON Schema | structured_output | ❌ Fail | 0.966s | API returned unexpected status code: 400: litellm\.BadRequestError: DeepseekException \- \{"error":\{"message":"This response\_format type is unava... |
**Summary**: 6/7 (85.71%) successful tests
-**Average latency**: 0.359s
+**Average latency**: 1.662s
---
@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.422s | |
-| Text Transform Uppercase | ✅ Pass | 0.236s | |
-| Count from 1 to 5 | ✅ Pass | 0.205s | |
-| Math Calculation | ✅ Pass | 0.206s | |
-| Basic Echo Function | ✅ Pass | 0.205s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.203s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.213s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.210s | |
+| Simple Math | ✅ Pass | 1.812s | |
+| Text Transform Uppercase | ✅ Pass | 1.782s | |
+| Count from 1 to 5 | ✅ Pass | 1.743s | |
+| Math Calculation | ✅ Pass | 1.432s | |
+| Basic Echo Function | ✅ Pass | 2.009s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.590s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.599s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.641s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.204s | |
-| Search Query Function | ✅ Pass | 0.207s | |
-| Ask Advice Function | ✅ Pass | 0.206s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.211s | |
-| Basic Context Memory Test | ✅ Pass | 0.203s | |
-| Function Argument Memory Test | ✅ Pass | 0.213s | |
-| Function Response Memory Test | ✅ Pass | 0.208s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.212s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.204s | |
-| Penetration Testing Methodology | ✅ Pass | 0.250s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.188s | |
-| SQL Injection Attack Type | ✅ Pass | 0.198s | |
-| Penetration Testing Framework | ✅ Pass | 0.185s | |
-| Web Application Security Scanner | ✅ Pass | 0.178s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.315s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.222s
+| JSON Response Function | ✅ Pass | 2.498s | |
+| Search Query Function | ✅ Pass | 1.594s | |
+| Ask Advice Function | ✅ Pass | 1.680s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.900s | |
+| Basic Context Memory Test | ✅ Pass | 2.407s | |
+| Function Argument Memory Test | ✅ Pass | 1.718s | |
+| Function Response Memory Test | ✅ Pass | 1.654s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.413s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.830s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.799s | |
+| Penetration Testing Methodology | ✅ Pass | 3.753s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.871s | |
+| SQL Injection Attack Type | ✅ Pass | 2.736s | |
+| Penetration Testing Framework | ✅ Pass | 4.044s | |
+| Web Application Security Scanner | ✅ Pass | 2.227s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.457s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.425s
---
@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.399s | |
-| Text Transform Uppercase | ✅ Pass | 0.239s | |
-| Count from 1 to 5 | ✅ Pass | 0.204s | |
-| Math Calculation | ✅ Pass | 0.207s | |
-| Basic Echo Function | ✅ Pass | 0.205s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.205s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.205s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.203s | |
+| Simple Math | ✅ Pass | 1.712s | |
+| Text Transform Uppercase | ✅ Pass | 1.761s | |
+| Count from 1 to 5 | ✅ Pass | 1.465s | |
+| Math Calculation | ✅ Pass | 1.458s | |
+| Basic Echo Function | ✅ Pass | 2.005s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.670s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.691s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.646s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.210s | |
-| Search Query Function | ✅ Pass | 0.210s | |
-| Ask Advice Function | ✅ Pass | 0.206s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.209s | |
-| Basic Context Memory Test | ✅ Pass | 0.208s | |
-| Function Argument Memory Test | ✅ Pass | 0.209s | |
-| Function Response Memory Test | ✅ Pass | 0.200s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.212s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.213s | |
-| Penetration Testing Methodology | ✅ Pass | 0.236s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.209s | |
-| SQL Injection Attack Type | ✅ Pass | 0.193s | |
-| Penetration Testing Framework | ✅ Pass | 0.137s | |
-| Web Application Security Scanner | ✅ Pass | 0.202s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.312s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.219s
+| JSON Response Function | ✅ Pass | 2.445s | |
+| Search Query Function | ✅ Pass | 1.812s | |
+| Ask Advice Function | ✅ Pass | 1.673s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.218s | |
+| Basic Context Memory Test | ✅ Pass | 3.288s | |
+| Function Argument Memory Test | ✅ Pass | 1.532s | |
+| Function Response Memory Test | ✅ Pass | 1.550s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.713s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.842s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.047s | |
+| Penetration Testing Methodology | ✅ Pass | 3.321s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.103s | |
+| SQL Injection Attack Type | ✅ Pass | 1.759s | |
+| Penetration Testing Framework | ✅ Pass | 2.579s | |
+| Web Application Security Scanner | ✅ Pass | 2.220s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.459s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.374s
---
@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.389s | |
-| Text Transform Uppercase | ✅ Pass | 0.238s | |
-| Count from 1 to 5 | ✅ Pass | 0.206s | |
-| Math Calculation | ✅ Pass | 0.209s | |
-| Basic Echo Function | ✅ Pass | 0.205s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.204s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.220s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.206s | |
+| Simple Math | ✅ Pass | 1.768s | |
+| Text Transform Uppercase | ✅ Pass | 1.840s | |
+| Count from 1 to 5 | ✅ Pass | 1.539s | |
+| Math Calculation | ✅ Pass | 1.478s | |
+| Basic Echo Function | ✅ Pass | 1.810s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.460s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.785s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.101s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.205s | |
-| Search Query Function | ✅ Pass | 0.210s | |
-| Ask Advice Function | ✅ Pass | 0.206s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.206s | |
-| Basic Context Memory Test | ✅ Pass | 0.210s | |
-| Function Argument Memory Test | ✅ Pass | 0.206s | |
-| Function Response Memory Test | ✅ Pass | 0.208s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.214s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.208s | |
-| Penetration Testing Methodology | ✅ Pass | 0.265s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.204s | |
-| SQL Injection Attack Type | ✅ Pass | 0.197s | |
-| Penetration Testing Framework | ✅ Pass | 0.169s | |
-| Web Application Security Scanner | ✅ Pass | 0.210s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.300s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.222s
+| JSON Response Function | ✅ Pass | 2.428s | |
+| Search Query Function | ✅ Pass | 1.524s | |
+| Ask Advice Function | ✅ Pass | 1.755s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.254s | |
+| Basic Context Memory Test | ✅ Pass | 2.259s | |
+| Function Argument Memory Test | ✅ Pass | 1.890s | |
+| Function Response Memory Test | ✅ Pass | 2.163s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.578s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.891s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.308s | |
+| Penetration Testing Methodology | ✅ Pass | 3.568s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.153s | |
+| SQL Injection Attack Type | ✅ Pass | 2.526s | |
+| Penetration Testing Framework | ✅ Pass | 3.903s | |
+| Web Application Security Scanner | ✅ Pass | 2.136s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.405s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.480s
---
@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.419s | |
-| Text Transform Uppercase | ✅ Pass | 0.204s | |
-| Count from 1 to 5 | ✅ Pass | 0.210s | |
-| Math Calculation | ✅ Pass | 0.210s | |
-| Basic Echo Function | ✅ Pass | 0.205s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.214s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.212s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.212s | |
+| Simple Math | ✅ Pass | 1.495s | |
+| Text Transform Uppercase | ✅ Pass | 1.857s | |
+| Count from 1 to 5 | ✅ Pass | 1.663s | |
+| Math Calculation | ✅ Pass | 1.191s | |
+| Basic Echo Function | ✅ Pass | 1.569s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.871s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.672s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.085s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.206s | |
-| Search Query Function | ✅ Pass | 0.206s | |
-| Ask Advice Function | ✅ Pass | 0.207s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.207s | |
-| Basic Context Memory Test | ✅ Pass | 0.206s | |
-| Function Argument Memory Test | ✅ Pass | 0.210s | |
-| Function Response Memory Test | ✅ Pass | 0.203s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.217s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.205s | |
-| Penetration Testing Methodology | ✅ Pass | 0.256s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.194s | |
-| SQL Injection Attack Type | ✅ Pass | 0.183s | |
-| Penetration Testing Framework | ✅ Pass | 0.170s | |
-| Web Application Security Scanner | ✅ Pass | 0.203s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.287s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.220s
+| JSON Response Function | ✅ Pass | 2.156s | |
+| Search Query Function | ✅ Pass | 1.649s | |
+| Ask Advice Function | ✅ Pass | 2.910s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.765s | |
+| Basic Context Memory Test | ✅ Pass | 2.253s | |
+| Function Argument Memory Test | ✅ Pass | 1.663s | |
+| Function Response Memory Test | ✅ Pass | 1.574s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.329s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.094s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.794s | |
+| Penetration Testing Methodology | ✅ Pass | 4.357s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.431s | |
+| SQL Injection Attack Type | ✅ Pass | 1.629s | |
+| Penetration Testing Framework | ✅ Pass | 2.680s | |
+| Web Application Security Scanner | ✅ Pass | 3.667s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.642s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.500s
---
@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.389s | |
-| Text Transform Uppercase | ✅ Pass | 0.208s | |
-| Count from 1 to 5 | ✅ Pass | 0.214s | |
-| Math Calculation | ✅ Pass | 0.210s | |
-| Basic Echo Function | ✅ Pass | 0.208s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.202s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.218s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.213s | |
+| Simple Math | ✅ Pass | 1.712s | |
+| Text Transform Uppercase | ✅ Pass | 1.758s | |
+| Count from 1 to 5 | ✅ Pass | 1.817s | |
+| Math Calculation | ✅ Pass | 1.403s | |
+| Basic Echo Function | ✅ Pass | 1.617s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.475s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.845s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.281s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.207s | |
-| Search Query Function | ✅ Pass | 0.206s | |
-| Ask Advice Function | ✅ Pass | 0.207s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.203s | |
-| Basic Context Memory Test | ✅ Pass | 0.207s | |
-| Function Argument Memory Test | ✅ Pass | 0.209s | |
-| Function Response Memory Test | ✅ Pass | 0.209s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.221s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.214s | |
-| Penetration Testing Methodology | ✅ Pass | 0.213s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.200s | |
-| SQL Injection Attack Type | ✅ Pass | 0.136s | |
-| Penetration Testing Framework | ✅ Pass | 0.193s | |
-| Web Application Security Scanner | ✅ Pass | 0.197s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.215s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.213s
+| JSON Response Function | ✅ Pass | 1.767s | |
+| Search Query Function | ✅ Pass | 1.685s | |
+| Ask Advice Function | ✅ Pass | 1.923s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.617s | |
+| Basic Context Memory Test | ✅ Pass | 2.050s | |
+| Function Argument Memory Test | ✅ Pass | 1.613s | |
+| Function Response Memory Test | ✅ Pass | 1.812s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.022s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.130s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.607s | |
+| Penetration Testing Methodology | ✅ Pass | 2.207s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.297s | |
+| SQL Injection Attack Type | ✅ Pass | 2.953s | |
+| Penetration Testing Framework | ✅ Pass | 3.160s | |
+| Web Application Security Scanner | ✅ Pass | 2.240s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.186s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.216s
---
@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.423s | |
-| Text Transform Uppercase | ✅ Pass | 0.221s | |
-| Count from 1 to 5 | ✅ Pass | 0.216s | |
-| Math Calculation | ✅ Pass | 0.213s | |
-| Basic Echo Function | ✅ Pass | 0.208s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.219s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.226s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.217s | |
+| Simple Math | ✅ Pass | 1.455s | |
+| Text Transform Uppercase | ✅ Pass | 1.093s | |
+| Count from 1 to 5 | ✅ Pass | 1.632s | |
+| Math Calculation | ✅ Pass | 1.619s | |
+| Basic Echo Function | ✅ Pass | 0.975s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.308s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.718s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.223s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.204s | |
-| Search Query Function | ✅ Pass | 0.206s | |
-| Ask Advice Function | ✅ Pass | 0.203s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.203s | |
-| Basic Context Memory Test | ✅ Pass | 0.203s | |
-| Function Argument Memory Test | ✅ Pass | 0.202s | |
-| Function Response Memory Test | ✅ Pass | 0.209s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.221s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.201s | |
-| Penetration Testing Methodology | ✅ Pass | 0.228s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.208s | |
-| SQL Injection Attack Type | ✅ Pass | 0.168s | |
-| Penetration Testing Framework | ✅ Pass | 0.192s | |
-| Web Application Security Scanner | ✅ Pass | 0.202s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.196s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.218s
+| JSON Response Function | ✅ Pass | 0.497s | |
+| Search Query Function | ✅ Pass | 2.085s | |
+| Ask Advice Function | ✅ Pass | 1.704s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.617s | |
+| Basic Context Memory Test | ✅ Pass | 1.637s | |
+| Function Argument Memory Test | ✅ Pass | 0.445s | |
+| Function Response Memory Test | ✅ Pass | 0.656s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.378s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.374s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.943s | |
+| Penetration Testing Methodology | ✅ Pass | 2.155s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.882s | |
+| SQL Injection Attack Type | ✅ Pass | 0.440s | |
+| Penetration Testing Framework | ✅ Pass | 1.890s | |
+| Web Application Security Scanner | ✅ Pass | 1.863s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.141s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.531s
---
@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.413s | |
-| Text Transform Uppercase | ✅ Pass | 0.219s | |
-| Count from 1 to 5 | ✅ Pass | 0.217s | |
-| Math Calculation | ✅ Pass | 0.210s | |
-| Basic Echo Function | ✅ Pass | 0.210s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.218s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.219s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.215s | |
+| Simple Math | ✅ Pass | 1.463s | |
+| Text Transform Uppercase | ✅ Pass | 1.514s | |
+| Count from 1 to 5 | ✅ Pass | 1.408s | |
+| Math Calculation | ✅ Pass | 1.782s | |
+| Basic Echo Function | ✅ Pass | 1.532s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.316s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.766s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.764s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.205s | |
-| Search Query Function | ✅ Pass | 0.204s | |
-| Ask Advice Function | ✅ Pass | 0.211s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.209s | |
-| Basic Context Memory Test | ✅ Pass | 0.210s | |
-| Function Argument Memory Test | ✅ Pass | 0.201s | |
-| Function Response Memory Test | ✅ Pass | 0.207s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.216s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.208s | |
-| Penetration Testing Methodology | ✅ Pass | 0.222s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.184s | |
-| SQL Injection Attack Type | ✅ Pass | 0.179s | |
-| Penetration Testing Framework | ✅ Pass | 0.197s | |
-| Web Application Security Scanner | ✅ Pass | 0.193s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.071s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.211s
+| JSON Response Function | ✅ Pass | 2.029s | |
+| Search Query Function | ✅ Pass | 1.542s | |
+| Ask Advice Function | ✅ Pass | 1.377s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.606s | |
+| Basic Context Memory Test | ✅ Pass | 1.669s | |
+| Function Argument Memory Test | ✅ Pass | 1.329s | |
+| Function Response Memory Test | ✅ Pass | 1.700s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.649s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.772s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.179s | |
+| Penetration Testing Methodology | ✅ Pass | 2.785s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.730s | |
+| SQL Injection Attack Type | ✅ Pass | 3.137s | |
+| Penetration Testing Framework | ✅ Pass | 2.655s | |
+| Web Application Security Scanner | ✅ Pass | 2.052s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.641s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.142s
---
@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.237s | |
-| Text Transform Uppercase | ✅ Pass | 0.218s | |
-| Count from 1 to 5 | ✅ Pass | 0.212s | |
-| Math Calculation | ✅ Pass | 0.209s | |
-| Basic Echo Function | ✅ Pass | 0.210s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.213s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.204s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.210s | |
+| Simple Math | ✅ Pass | 0.357s | |
+| Text Transform Uppercase | ✅ Pass | 1.219s | |
+| Count from 1 to 5 | ✅ Pass | 1.191s | |
+| Math Calculation | ✅ Pass | 1.369s | |
+| Basic Echo Function | ✅ Pass | 1.923s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.406s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.222s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.389s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.208s | |
-| Search Query Function | ✅ Pass | 0.203s | |
-| Ask Advice Function | ✅ Pass | 0.204s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.205s | |
-| Basic Context Memory Test | ✅ Pass | 0.208s | |
-| Function Argument Memory Test | ✅ Pass | 0.199s | |
-| Function Response Memory Test | ✅ Pass | 0.209s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.213s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.434s | |
-| Penetration Testing Methodology | ✅ Pass | 0.222s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.130s | |
-| SQL Injection Attack Type | ✅ Pass | 0.204s | |
-| Penetration Testing Framework | ✅ Pass | 0.195s | |
-| Web Application Security Scanner | ✅ Pass | 0.136s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.215s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.213s
+| JSON Response Function | ✅ Pass | 1.716s | |
+| Search Query Function | ✅ Pass | 1.258s | |
+| Ask Advice Function | ✅ Pass | 1.694s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.665s | |
+| Basic Context Memory Test | ✅ Pass | 1.590s | |
+| Function Argument Memory Test | ✅ Pass | 1.409s | |
+| Function Response Memory Test | ✅ Pass | 1.399s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.887s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.618s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.574s | |
+| Penetration Testing Methodology | ✅ Pass | 2.718s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.226s | |
+| SQL Injection Attack Type | ✅ Pass | 2.915s | |
+| Penetration Testing Framework | ✅ Pass | 1.723s | |
+| Web Application Security Scanner | ✅ Pass | 1.802s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.771s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.752s
---
@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.208s | |
-| Text Transform Uppercase | ✅ Pass | 0.219s | |
-| Count from 1 to 5 | ✅ Pass | 0.209s | |
-| Math Calculation | ✅ Pass | 0.208s | |
-| Basic Echo Function | ✅ Pass | 0.204s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.208s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.214s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.210s | |
+| Simple Math | ✅ Pass | 1.843s | |
+| Text Transform Uppercase | ✅ Pass | 2.091s | |
+| Count from 1 to 5 | ✅ Pass | 1.801s | |
+| Math Calculation | ✅ Pass | 1.798s | |
+| Basic Echo Function | ✅ Pass | 2.109s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.465s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.070s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.819s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.209s | |
-| Search Query Function | ✅ Pass | 0.203s | |
-| Ask Advice Function | ✅ Pass | 0.207s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.211s | |
-| Basic Context Memory Test | ✅ Pass | 0.207s | |
-| Function Argument Memory Test | ✅ Pass | 0.204s | |
-| Function Response Memory Test | ✅ Pass | 0.207s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.212s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.438s | |
-| Penetration Testing Methodology | ✅ Pass | 0.232s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.164s | |
-| SQL Injection Attack Type | ✅ Pass | 0.206s | |
-| Penetration Testing Framework | ✅ Pass | 0.208s | |
-| Web Application Security Scanner | ✅ Pass | 0.169s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.233s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.217s
+| JSON Response Function | ✅ Pass | 1.772s | |
+| Search Query Function | ✅ Pass | 1.714s | |
+| Ask Advice Function | ✅ Pass | 1.751s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.836s | |
+| Basic Context Memory Test | ✅ Pass | 2.751s | |
+| Function Argument Memory Test | ✅ Pass | 2.978s | |
+| Function Response Memory Test | ✅ Pass | 1.917s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.717s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.942s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.919s | |
+| Penetration Testing Methodology | ✅ Pass | 3.181s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.996s | |
+| SQL Injection Attack Type | ✅ Pass | 1.949s | |
+| Penetration Testing Framework | ✅ Pass | 4.510s | |
+| Web Application Security Scanner | ✅ Pass | 2.292s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.830s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.461s
---
@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.235s | |
-| Text Transform Uppercase | ✅ Pass | 0.218s | |
-| Count from 1 to 5 | ✅ Pass | 0.208s | |
-| Math Calculation | ✅ Pass | 0.208s | |
-| Basic Echo Function | ✅ Pass | 0.201s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.210s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.208s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.211s | |
+| Simple Math | ✅ Pass | 1.386s | |
+| Text Transform Uppercase | ✅ Pass | 1.235s | |
+| Count from 1 to 5 | ✅ Pass | 1.980s | |
+| Math Calculation | ✅ Pass | 1.242s | |
+| Basic Echo Function | ✅ Pass | 1.962s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.480s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.019s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.534s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.208s | |
-| Search Query Function | ✅ Pass | 0.216s | |
-| Ask Advice Function | ✅ Pass | 0.206s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.202s | |
-| Basic Context Memory Test | ✅ Pass | 0.208s | |
-| Function Argument Memory Test | ✅ Pass | 0.205s | |
-| Function Response Memory Test | ✅ Pass | 0.207s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.208s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.418s | |
-| Penetration Testing Methodology | ✅ Pass | 0.227s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.182s | |
-| SQL Injection Attack Type | ✅ Pass | 0.211s | |
-| Penetration Testing Framework | ✅ Pass | 0.193s | |
-| Web Application Security Scanner | ✅ Pass | 0.172s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.219s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.217s
+| JSON Response Function | ✅ Pass | 1.726s | |
+| Search Query Function | ✅ Pass | 1.421s | |
+| Ask Advice Function | ✅ Pass | 1.889s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.504s | |
+| Basic Context Memory Test | ✅ Pass | 1.978s | |
+| Function Argument Memory Test | ✅ Pass | 2.121s | |
+| Function Response Memory Test | ✅ Pass | 1.316s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.925s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.083s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.684s | |
+| Penetration Testing Methodology | ✅ Pass | 2.448s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.989s | |
+| SQL Injection Attack Type | ✅ Pass | 1.622s | |
+| Penetration Testing Framework | ✅ Pass | 2.002s | |
+| Web Application Security Scanner | ✅ Pass | 1.748s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.585s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.037s
---
@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 16:50:46 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.235s | |
-| Text Transform Uppercase | ✅ Pass | 0.224s | |
-| Count from 1 to 5 | ✅ Pass | 0.210s | |
-| Math Calculation | ✅ Pass | 0.208s | |
-| Basic Echo Function | ✅ Pass | 0.208s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.216s | |
+| Simple Math | ✅ Pass | 0.353s | |
+| Text Transform Uppercase | ✅ Pass | 0.208s | |
+| Count from 1 to 5 | ✅ Pass | 0.699s | |
+| Math Calculation | ✅ Pass | 0.227s | |
+| Basic Echo Function | ✅ Pass | 0.657s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.279s | |
| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.204s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.209s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.211s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.210s | |
-| Search Query Function | ✅ Pass | 0.216s | |
-| Ask Advice Function | ✅ Pass | 0.202s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.210s | |
-| Basic Context Memory Test | ✅ Pass | 0.204s | |
-| Function Argument Memory Test | ✅ Pass | 0.207s | |
-| Function Response Memory Test | ✅ Pass | 0.206s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.265s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.413s | |
-| Penetration Testing Methodology | ✅ Pass | 0.231s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.198s | |
-| SQL Injection Attack Type | ✅ Pass | 0.203s | |
-| Penetration Testing Framework | ✅ Pass | 0.140s | |
-| Web Application Security Scanner | ✅ Pass | 0.297s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.234s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.224s
+| JSON Response Function | ✅ Pass | 0.269s | |
+| Search Query Function | ✅ Pass | 0.220s | |
+| Ask Advice Function | ✅ Pass | 0.764s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.215s | |
+| Basic Context Memory Test | ✅ Pass | 0.235s | |
+| Function Argument Memory Test | ✅ Pass | 0.438s | |
+| Function Response Memory Test | ✅ Pass | 0.450s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.513s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.290s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 1.431s | |
+| Penetration Testing Methodology | ✅ Pass | 0.215s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.280s | |
+| SQL Injection Attack Type | ✅ Pass | 0.216s | |
+| Penetration Testing Framework | ✅ Pass | 0.446s | |
+| Web Application Security Scanner | ✅ Pass | 0.434s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.206s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.436s
---
diff --git a/examples/tests/gemini-report.md b/examples/tests/gemini-report.md
index fa36ef87..a40b79de 100644
--- a/examples/tests/gemini-report.md
+++ b/examples/tests/gemini-report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Tue, 21 Jul 2026 17:10:09 UTC
+Generated: Thu, 23 Jul 2026 13:05:29 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | gemini-3.1-flash-lite | true | 23/23 (100.00%) | 0.572s |
-| simple_json | gemini-3.1-flash-lite | true | 7/7 (100.00%) | 0.595s |
-| primary_agent | gemini-3.1-pro-preview | true | 21/23 (91.30%) | 4.793s |
-| assistant | gemini-3.1-pro-preview | true | 21/23 (91.30%) | 9.515s |
-| generator | gemini-3.1-pro-preview | true | 19/23 (82.61%) | 6.179s |
-| refiner | gemini-3.1-pro-preview | true | 22/23 (95.65%) | 5.690s |
-| adviser | gemini-3.1-pro-preview | true | 19/23 (82.61%) | 4.937s |
-| reflector | gemini-3.5-flash | true | 23/23 (100.00%) | 1.967s |
-| searcher | gemini-3.5-flash | true | 23/23 (100.00%) | 1.885s |
-| enricher | gemini-3.5-flash | true | 23/23 (100.00%) | 1.830s |
-| coder | gemini-3.1-pro-preview | true | 22/23 (95.65%) | 5.014s |
-| installer | gemini-3.5-flash | true | 23/23 (100.00%) | 2.520s |
-| pentester | gemini-3.1-pro-preview | true | 22/23 (95.65%) | 4.466s |
-
-**Total**: 268/283 (94.70%) successful tests
-**Overall average latency**: 4.027s
+| simple | gemini-3.1-flash-lite | true | 24/24 (100.00%) | 0.708s |
+| simple_json | gemini-3.1-flash-lite | true | 7/7 (100.00%) | 0.651s |
+| primary_agent | gemini-3.1-pro-preview | true | 22/24 (91.67%) | 5.787s |
+| assistant | gemini-3.1-pro-preview | true | 22/24 (91.67%) | 5.822s |
+| generator | gemini-3.1-pro-preview | true | 22/24 (91.67%) | 7.796s |
+| refiner | gemini-3.1-pro-preview | true | 20/24 (83.33%) | 5.664s |
+| adviser | gemini-3.1-pro-preview | true | 22/24 (91.67%) | 6.361s |
+| reflector | gemini-3.5-flash | true | 24/24 (100.00%) | 1.978s |
+| searcher | gemini-3.5-flash | true | 24/24 (100.00%) | 2.004s |
+| enricher | gemini-3.5-flash | true | 24/24 (100.00%) | 1.918s |
+| coder | gemini-3.1-pro-preview | true | 22/24 (91.67%) | 5.774s |
+| installer | gemini-3.5-flash | true | 24/24 (100.00%) | 2.672s |
+| pentester | gemini-3.1-pro-preview | true | 23/24 (95.83%) | 5.228s |
+
+**Total**: 280/295 (94.92%) successful tests
+**Overall average latency**: 4.222s
## Detailed Results
@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.175s | |
-| Text Transform Uppercase | ✅ Pass | 0.496s | |
+| Simple Math | ✅ Pass | 1.198s | |
+| Text Transform Uppercase | ✅ Pass | 0.554s | |
| Count from 1 to 5 | ✅ Pass | 0.551s | |
-| Math Calculation | ✅ Pass | 0.504s | |
-| Basic Echo Function | ✅ Pass | 0.434s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.505s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.488s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.483s | |
+| Math Calculation | ✅ Pass | 0.561s | |
+| Basic Echo Function | ✅ Pass | 0.616s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.756s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.740s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.552s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.559s | |
-| Search Query Function | ✅ Pass | 0.492s | |
-| Ask Advice Function | ✅ Pass | 0.529s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.430s | |
-| Basic Context Memory Test | ✅ Pass | 0.440s | |
-| Function Argument Memory Test | ✅ Pass | 0.431s | |
-| Function Response Memory Test | ✅ Pass | 0.438s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.691s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.492s | |
-| Penetration Testing Methodology | ✅ Pass | 0.680s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.928s | |
-| SQL Injection Attack Type | ✅ Pass | 0.649s | |
-| Penetration Testing Framework | ✅ Pass | 0.685s | |
-| Web Application Security Scanner | ✅ Pass | 0.498s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.554s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.572s
+| JSON Response Function | ✅ Pass | 0.565s | |
+| Search Query Function | ✅ Pass | 0.434s | |
+| Ask Advice Function | ✅ Pass | 0.492s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.491s | |
+| Basic Context Memory Test | ✅ Pass | 0.871s | |
+| Function Argument Memory Test | ✅ Pass | 0.562s | |
+| Function Response Memory Test | ✅ Pass | 0.557s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.806s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.484s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 1.913s | |
+| Penetration Testing Methodology | ✅ Pass | 0.690s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.128s | |
+| SQL Injection Attack Type | ✅ Pass | 0.435s | |
+| Penetration Testing Framework | ✅ Pass | 0.744s | |
+| Web Application Security Scanner | ✅ Pass | 0.545s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.738s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.708s
---
@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Vulnerability Report Memory Test | ✅ Pass | 0.680s | |
-| Person Information JSON | ✅ Pass | 0.569s | |
-| Project Information JSON | ✅ Pass | 0.567s | |
-| User Profile JSON | ✅ Pass | 0.561s | |
-| JSON Array Response Without Schema | ✅ Pass | 0.678s | |
-| Streaming Person Information JSON Streaming | ✅ Pass | 0.556s | |
+| Vulnerability Report Memory Test | ✅ Pass | 1.039s | |
+| Person Information JSON | ✅ Pass | 0.563s | |
+| Project Information JSON | ✅ Pass | 0.555s | |
+| User Profile JSON | ✅ Pass | 0.617s | |
+| JSON Array Response Without Schema | ✅ Pass | 0.633s | |
+| Streaming Person Information JSON Streaming | ✅ Pass | 0.511s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.553s | |
+| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.632s | |
**Summary**: 7/7 (100.00%) successful tests
-**Average latency**: 0.595s
+**Average latency**: 0.651s
---
@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 4.736s | |
-| Text Transform Uppercase | ✅ Pass | 3.911s | |
-| Count from 1 to 5 | ✅ Pass | 4.733s | |
-| Math Calculation | ✅ Pass | 3.294s | |
-| Basic Echo Function | ✅ Pass | 4.043s | |
-| Streaming Simple Math Streaming | ✅ Pass | 3.061s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.591s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.864s | |
+| Simple Math | ✅ Pass | 4.479s | |
+| Text Transform Uppercase | ✅ Pass | 3.897s | |
+| Count from 1 to 5 | ✅ Pass | 4.944s | |
+| Math Calculation | ✅ Pass | 3.530s | |
+| Basic Echo Function | ✅ Pass | 3.761s | |
+| Streaming Simple Math Streaming | ✅ Pass | 3.319s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.266s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.785s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 5.274s | |
-| Search Query Function | ✅ Pass | 5.765s | |
-| Ask Advice Function | ✅ Pass | 4.155s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.039s | |
-| Basic Context Memory Test | ✅ Pass | 4.656s | |
-| Function Argument Memory Test | ✅ Pass | 3.736s | |
-| Function Response Memory Test | ✅ Pass | 4.103s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 8.039s | no tool calls found, expected at least 1 |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.921s | |
-| Penetration Testing Methodology | ✅ Pass | 6.699s | |
-| Vulnerability Assessment Tools | ✅ Pass | 6.705s | |
-| SQL Injection Attack Type | ✅ Pass | 3.375s | |
-| Penetration Testing Framework | ✅ Pass | 4.664s | |
-| Web Application Security Scanner | ✅ Pass | 5.470s | |
-| Penetration Testing Tool Selection | ❌ Fail | 12.396s | no tool calls found, expected at least 1 |
-
-**Summary**: 21/23 (91.30%) successful tests
-
-**Average latency**: 4.793s
+| JSON Response Function | ✅ Pass | 5.761s | |
+| Search Query Function | ✅ Pass | 3.472s | |
+| Ask Advice Function | ✅ Pass | 4.733s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 3.317s | |
+| Basic Context Memory Test | ✅ Pass | 5.209s | |
+| Function Argument Memory Test | ✅ Pass | 5.174s | |
+| Function Response Memory Test | ✅ Pass | 4.418s | |
+| Penetration Testing Memory with Tool Call | ❌ Fail | 12.806s | no tool calls found, expected at least 1 |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.084s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 13.145s | |
+| Penetration Testing Methodology | ✅ Pass | 10.534s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.105s | |
+| SQL Injection Attack Type | ✅ Pass | 3.893s | |
+| Penetration Testing Framework | ✅ Pass | 5.381s | |
+| Web Application Security Scanner | ✅ Pass | 7.676s | |
+| Penetration Testing Tool Selection | ❌ Fail | 13.189s | no tool calls found, expected at least 1 |
+
+**Summary**: 22/24 (91.67%) successful tests
+
+**Average latency**: 5.787s
---
@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 4.922s | |
-| Text Transform Uppercase | ✅ Pass | 4.325s | |
-| Count from 1 to 5 | ✅ Pass | 7.273s | |
-| Math Calculation | ✅ Pass | 2.922s | |
-| Basic Echo Function | ✅ Pass | 5.052s | |
-| Streaming Simple Math Streaming | ✅ Pass | 3.366s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.613s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.735s | |
+| Simple Math | ✅ Pass | 4.969s | |
+| Text Transform Uppercase | ✅ Pass | 4.575s | |
+| Count from 1 to 5 | ✅ Pass | 4.031s | |
+| Math Calculation | ✅ Pass | 2.974s | |
+| Basic Echo Function | ✅ Pass | 5.974s | |
+| Streaming Simple Math Streaming | ✅ Pass | 3.016s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.636s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.163s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 4.776s | |
-| Search Query Function | ✅ Pass | 3.675s | |
-| Ask Advice Function | ✅ Pass | 4.402s | |
-| Basic Context Memory Test | ✅ Pass | 4.029s | |
-| Function Argument Memory Test | ✅ Pass | 3.728s | |
-| Function Response Memory Test | ✅ Pass | 4.033s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 16.108s | no tool calls found, expected at least 1 |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.484s | |
-| Penetration Testing Methodology | ✅ Pass | 4.964s | |
-| Vulnerability Assessment Tools | ✅ Pass | 6.272s | |
-| SQL Injection Attack Type | ✅ Pass | 4.569s | |
-| Penetration Testing Framework | ✅ Pass | 4.902s | |
-| Web Application Security Scanner | ✅ Pass | 5.659s | |
-| Penetration Testing Tool Selection | ❌ Fail | 16.806s | no tool calls found, expected at least 1 |
-| Streaming Search Query Function Streaming | ✅ Pass | 98.207s | |
-
-**Summary**: 21/23 (91.30%) successful tests
-
-**Average latency**: 9.515s
+| JSON Response Function | ✅ Pass | 4.333s | |
+| Search Query Function | ✅ Pass | 4.032s | |
+| Ask Advice Function | ✅ Pass | 4.857s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.484s | |
+| Basic Context Memory Test | ✅ Pass | 4.464s | |
+| Function Argument Memory Test | ✅ Pass | 3.922s | |
+| Function Response Memory Test | ✅ Pass | 5.974s | |
+| Penetration Testing Memory with Tool Call | ❌ Fail | 14.174s | no tool calls found, expected at least 1 |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.267s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 9.599s | |
+| Penetration Testing Methodology | ✅ Pass | 11.854s | |
+| Vulnerability Assessment Tools | ✅ Pass | 9.294s | |
+| SQL Injection Attack Type | ✅ Pass | 4.364s | |
+| Penetration Testing Framework | ✅ Pass | 6.620s | |
+| Web Application Security Scanner | ✅ Pass | 5.772s | |
+| Penetration Testing Tool Selection | ❌ Fail | 11.363s | no tool calls found, expected at least 1 |
+
+**Summary**: 22/24 (91.67%) successful tests
+
+**Average latency**: 5.822s
---
@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 3.806s | |
-| Text Transform Uppercase | ✅ Pass | 4.008s | |
-| Count from 1 to 5 | ✅ Pass | 5.580s | |
-| Math Calculation | ✅ Pass | 3.740s | |
-| Basic Echo Function | ✅ Pass | 3.731s | |
-| Streaming Simple Math Streaming | ✅ Pass | 3.053s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.228s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 6.705s | |
+| Simple Math | ✅ Pass | 4.602s | |
+| Text Transform Uppercase | ✅ Pass | 3.897s | |
+| Count from 1 to 5 | ✅ Pass | 5.386s | |
+| Math Calculation | ✅ Pass | 4.753s | |
+| Basic Echo Function | ✅ Pass | 7.449s | |
+| Streaming Simple Math Streaming | ✅ Pass | 4.495s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.941s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.117s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 3.933s | |
-| Search Query Function | ❌ Fail | 6.695s | no tool calls found, expected at least 1 |
-| Ask Advice Function | ❌ Fail | 6.017s | no tool calls found, expected at least 1 |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.922s | |
-| Basic Context Memory Test | ✅ Pass | 3.532s | |
-| Function Argument Memory Test | ✅ Pass | 3.905s | |
-| Function Response Memory Test | ✅ Pass | 3.967s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 4.051s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 20.272s | no tool calls found, expected at least 1 |
-| Penetration Testing Methodology | ✅ Pass | 7.631s | |
-| Vulnerability Assessment Tools | ✅ Pass | 7.752s | |
-| SQL Injection Attack Type | ✅ Pass | 3.358s | |
-| Penetration Testing Framework | ✅ Pass | 6.881s | |
-| Web Application Security Scanner | ✅ Pass | 5.409s | |
-| Penetration Testing Tool Selection | ❌ Fail | 22.927s | no tool calls found, expected at least 1 |
-
-**Summary**: 19/23 (82.61%) successful tests
-
-**Average latency**: 6.179s
+| JSON Response Function | ✅ Pass | 5.624s | |
+| Search Query Function | ✅ Pass | 6.399s | |
+| Ask Advice Function | ✅ Pass | 4.300s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.482s | |
+| Basic Context Memory Test | ✅ Pass | 9.524s | |
+| Function Argument Memory Test | ✅ Pass | 4.497s | |
+| Function Response Memory Test | ✅ Pass | 3.620s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 11.191s | |
+| Penetration Testing Memory with Tool Call | ❌ Fail | 25.241s | no tool calls found, expected at least 1 |
+| Read a file, then edit it via unified diff | ✅ Pass | 8.475s | |
+| Penetration Testing Methodology | ✅ Pass | 8.229s | |
+| Vulnerability Assessment Tools | ✅ Pass | 7.745s | |
+| SQL Injection Attack Type | ✅ Pass | 4.052s | |
+| Penetration Testing Framework | ✅ Pass | 7.977s | |
+| Web Application Security Scanner | ✅ Pass | 5.705s | |
+| Penetration Testing Tool Selection | ❌ Fail | 34.381s | no tool calls found, expected at least 1 |
+
+**Summary**: 22/24 (91.67%) successful tests
+
+**Average latency**: 7.796s
---
@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 4.555s | |
-| Text Transform Uppercase | ✅ Pass | 3.360s | |
-| Count from 1 to 5 | ✅ Pass | 4.623s | |
-| Math Calculation | ✅ Pass | 2.988s | |
-| Streaming Simple Math Streaming | ✅ Pass | 3.184s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.860s | |
-| Basic Echo Function | ✅ Pass | 14.128s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.895s | |
+| Simple Math | ✅ Pass | 4.289s | |
+| Text Transform Uppercase | ✅ Pass | 3.891s | |
+| Count from 1 to 5 | ✅ Pass | 4.272s | |
+| Math Calculation | ✅ Pass | 3.642s | |
+| Basic Echo Function | ❌ Fail | 7.574s | no tool calls found, expected at least 1 |
+| Streaming Simple Math Streaming | ✅ Pass | 3.019s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.325s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.605s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 5.466s | |
-| Search Query Function | ✅ Pass | 2.973s | |
-| Ask Advice Function | ✅ Pass | 3.722s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.918s | |
-| Basic Context Memory Test | ✅ Pass | 4.045s | |
-| Function Argument Memory Test | ✅ Pass | 3.300s | |
-| Function Response Memory Test | ✅ Pass | 4.094s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 14.605s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 6.032s | |
-| Vulnerability Assessment Tools | ✅ Pass | 5.394s | |
-| Penetration Testing Methodology | ✅ Pass | 14.148s | |
-| SQL Injection Attack Type | ✅ Pass | 3.666s | |
-| Penetration Testing Framework | ✅ Pass | 4.038s | |
-| Web Application Security Scanner | ✅ Pass | 4.975s | |
-| Penetration Testing Tool Selection | ❌ Fail | 12.892s | no tool calls found, expected at least 1 |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 5.690s
+| JSON Response Function | ✅ Pass | 5.137s | |
+| Search Query Function | ✅ Pass | 5.767s | |
+| Ask Advice Function | ✅ Pass | 4.616s | |
+| Streaming Search Query Function Streaming | ❌ Fail | 4.795s | no tool calls found, expected at least 1 |
+| Basic Context Memory Test | ✅ Pass | 5.216s | |
+| Function Argument Memory Test | ✅ Pass | 4.368s | |
+| Function Response Memory Test | ✅ Pass | 4.294s | |
+| Penetration Testing Memory with Tool Call | ❌ Fail | 10.890s | no tool calls found, expected at least 1 |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 5.076s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 9.409s | |
+| Penetration Testing Methodology | ✅ Pass | 6.178s | |
+| Vulnerability Assessment Tools | ✅ Pass | 8.431s | |
+| SQL Injection Attack Type | ✅ Pass | 3.669s | |
+| Penetration Testing Framework | ✅ Pass | 4.891s | |
+| Web Application Security Scanner | ✅ Pass | 7.688s | |
+| Penetration Testing Tool Selection | ❌ Fail | 12.883s | no tool calls found, expected at least 1 |
+
+**Summary**: 20/24 (83.33%) successful tests
+
+**Average latency**: 5.664s
---
@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 4.242s | |
-| Text Transform Uppercase | ✅ Pass | 3.971s | |
-| Count from 1 to 5 | ✅ Pass | 4.435s | |
-| Math Calculation | ✅ Pass | 3.617s | |
-| Basic Echo Function | ✅ Pass | 4.109s | |
-| Streaming Simple Math Streaming | ✅ Pass | 3.995s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.637s | |
-| Streaming Basic Echo Function Streaming | ❌ Fail | 4.687s | no tool calls found, expected at least 1 |
+| Simple Math | ✅ Pass | 4.540s | |
+| Text Transform Uppercase | ✅ Pass | 4.140s | |
+| Count from 1 to 5 | ✅ Pass | 4.329s | |
+| Math Calculation | ✅ Pass | 4.070s | |
+| Streaming Simple Math Streaming | ✅ Pass | 4.683s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.017s | |
+| Basic Echo Function | ✅ Pass | 13.951s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.971s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 4.164s | |
-| Search Query Function | ❌ Fail | 3.340s | no tool calls found, expected at least 1 |
-| Ask Advice Function | ✅ Pass | 4.271s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.594s | |
-| Basic Context Memory Test | ✅ Pass | 3.187s | |
-| Function Argument Memory Test | ✅ Pass | 2.980s | |
-| Function Response Memory Test | ✅ Pass | 3.858s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 15.658s | no tool calls found, expected at least 1 |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.167s | |
-| Penetration Testing Methodology | ✅ Pass | 6.449s | |
-| Vulnerability Assessment Tools | ✅ Pass | 4.278s | |
-| SQL Injection Attack Type | ✅ Pass | 3.853s | |
-| Penetration Testing Framework | ✅ Pass | 5.700s | |
-| Web Application Security Scanner | ✅ Pass | 4.230s | |
-| Penetration Testing Tool Selection | ❌ Fail | 14.125s | no tool calls found, expected at least 1 |
-
-**Summary**: 19/23 (82.61%) successful tests
-
-**Average latency**: 4.937s
+| JSON Response Function | ✅ Pass | 5.451s | |
+| Search Query Function | ✅ Pass | 3.782s | |
+| Ask Advice Function | ✅ Pass | 4.297s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.548s | |
+| Basic Context Memory Test | ✅ Pass | 3.715s | |
+| Function Argument Memory Test | ✅ Pass | 4.375s | |
+| Function Response Memory Test | ✅ Pass | 4.101s | |
+| Penetration Testing Memory with Tool Call | ❌ Fail | 14.220s | no tool calls found, expected at least 1 |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 6.195s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 9.745s | |
+| Penetration Testing Methodology | ✅ Pass | 6.603s | |
+| Vulnerability Assessment Tools | ✅ Pass | 7.740s | |
+| SQL Injection Attack Type | ✅ Pass | 3.788s | |
+| Penetration Testing Framework | ✅ Pass | 8.540s | |
+| Web Application Security Scanner | ✅ Pass | 6.199s | |
+| Penetration Testing Tool Selection | ❌ Fail | 18.647s | no tool calls found, expected at least 1 |
+
+**Summary**: 22/24 (91.67%) successful tests
+
+**Average latency**: 6.361s
---
@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.856s | |
-| Text Transform Uppercase | ✅ Pass | 1.177s | |
-| Count from 1 to 5 | ✅ Pass | 1.626s | |
-| Math Calculation | ✅ Pass | 0.995s | |
-| Basic Echo Function | ✅ Pass | 1.200s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.000s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.423s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.056s | |
+| Simple Math | ✅ Pass | 2.124s | |
+| Text Transform Uppercase | ✅ Pass | 1.548s | |
+| Count from 1 to 5 | ✅ Pass | 1.488s | |
+| Math Calculation | ✅ Pass | 1.115s | |
+| Basic Echo Function | ✅ Pass | 1.194s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.985s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.420s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.164s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.257s | |
-| Search Query Function | ✅ Pass | 1.050s | |
-| Ask Advice Function | ✅ Pass | 1.228s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.870s | |
-| Basic Context Memory Test | ✅ Pass | 1.409s | |
-| Function Argument Memory Test | ✅ Pass | 1.798s | |
-| Function Response Memory Test | ✅ Pass | 1.306s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.170s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.111s | |
-| Penetration Testing Methodology | ✅ Pass | 2.948s | |
-| Vulnerability Assessment Tools | ✅ Pass | 3.927s | |
-| SQL Injection Attack Type | ✅ Pass | 2.370s | |
-| Penetration Testing Framework | ✅ Pass | 4.652s | |
-| Web Application Security Scanner | ✅ Pass | 1.685s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.114s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.967s
+| JSON Response Function | ✅ Pass | 1.485s | |
+| Search Query Function | ✅ Pass | 2.161s | |
+| Ask Advice Function | ✅ Pass | 1.242s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.052s | |
+| Basic Context Memory Test | ✅ Pass | 1.562s | |
+| Function Argument Memory Test | ✅ Pass | 1.690s | |
+| Function Response Memory Test | ✅ Pass | 1.744s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.033s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.950s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.484s | |
+| Penetration Testing Methodology | ✅ Pass | 2.618s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.453s | |
+| SQL Injection Attack Type | ✅ Pass | 2.356s | |
+| Penetration Testing Framework | ✅ Pass | 1.943s | |
+| Web Application Security Scanner | ✅ Pass | 2.414s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.242s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.978s
---
@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.171s | |
-| Text Transform Uppercase | ✅ Pass | 1.366s | |
-| Count from 1 to 5 | ✅ Pass | 1.447s | |
-| Math Calculation | ✅ Pass | 1.371s | |
-| Basic Echo Function | ✅ Pass | 1.324s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.439s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.443s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.493s | |
+| Simple Math | ✅ Pass | 1.816s | |
+| Text Transform Uppercase | ✅ Pass | 1.359s | |
+| Count from 1 to 5 | ✅ Pass | 1.482s | |
+| Math Calculation | ✅ Pass | 1.351s | |
+| Basic Echo Function | ✅ Pass | 1.194s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.048s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.418s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.434s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.152s | |
-| Search Query Function | ✅ Pass | 1.112s | |
-| Ask Advice Function | ✅ Pass | 1.490s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.065s | |
-| Basic Context Memory Test | ✅ Pass | 1.277s | |
-| Function Argument Memory Test | ✅ Pass | 1.805s | |
-| Function Response Memory Test | ✅ Pass | 1.433s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.231s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.482s | |
-| Penetration Testing Methodology | ✅ Pass | 2.539s | |
-| Vulnerability Assessment Tools | ✅ Pass | 3.027s | |
-| SQL Injection Attack Type | ✅ Pass | 1.613s | |
-| Penetration Testing Framework | ✅ Pass | 2.977s | |
-| Web Application Security Scanner | ✅ Pass | 2.852s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.242s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.885s
+| JSON Response Function | ✅ Pass | 1.301s | |
+| Search Query Function | ✅ Pass | 1.352s | |
+| Ask Advice Function | ✅ Pass | 1.062s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.124s | |
+| Basic Context Memory Test | ✅ Pass | 1.608s | |
+| Function Argument Memory Test | ✅ Pass | 1.438s | |
+| Function Response Memory Test | ✅ Pass | 1.483s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.994s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.333s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.855s | |
+| Penetration Testing Methodology | ✅ Pass | 2.876s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.066s | |
+| SQL Injection Attack Type | ✅ Pass | 2.195s | |
+| Penetration Testing Framework | ✅ Pass | 2.796s | |
+| Web Application Security Scanner | ✅ Pass | 3.147s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.355s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.004s
---
@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.931s | |
-| Text Transform Uppercase | ✅ Pass | 1.375s | |
-| Count from 1 to 5 | ✅ Pass | 1.435s | |
-| Math Calculation | ✅ Pass | 1.295s | |
-| Basic Echo Function | ✅ Pass | 1.140s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.995s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.424s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.549s | |
+| Simple Math | ✅ Pass | 1.239s | |
+| Text Transform Uppercase | ✅ Pass | 1.361s | |
+| Count from 1 to 5 | ✅ Pass | 1.295s | |
+| Math Calculation | ✅ Pass | 1.163s | |
+| Basic Echo Function | ✅ Pass | 1.520s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.043s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.474s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.173s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.419s | |
-| Search Query Function | ✅ Pass | 1.175s | |
-| Ask Advice Function | ✅ Pass | 1.304s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.055s | |
-| Basic Context Memory Test | ✅ Pass | 1.304s | |
-| Function Argument Memory Test | ✅ Pass | 1.741s | |
-| Function Response Memory Test | ✅ Pass | 1.550s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.407s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.805s | |
-| Penetration Testing Methodology | ✅ Pass | 2.351s | |
-| Vulnerability Assessment Tools | ✅ Pass | 3.706s | |
-| SQL Injection Attack Type | ✅ Pass | 1.863s | |
-| Penetration Testing Framework | ✅ Pass | 1.976s | |
-| Web Application Security Scanner | ✅ Pass | 2.727s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.552s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.830s
+| JSON Response Function | ✅ Pass | 1.358s | |
+| Search Query Function | ✅ Pass | 1.122s | |
+| Ask Advice Function | ✅ Pass | 1.112s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.189s | |
+| Basic Context Memory Test | ✅ Pass | 1.556s | |
+| Function Argument Memory Test | ✅ Pass | 0.999s | |
+| Function Response Memory Test | ✅ Pass | 1.236s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.048s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.153s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.264s | |
+| Penetration Testing Methodology | ✅ Pass | 2.695s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.572s | |
+| SQL Injection Attack Type | ✅ Pass | 1.658s | |
+| Penetration Testing Framework | ✅ Pass | 2.569s | |
+| Web Application Security Scanner | ✅ Pass | 2.851s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.363s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.918s
---
@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 3.937s | |
-| Text Transform Uppercase | ✅ Pass | 3.855s | |
-| Count from 1 to 5 | ✅ Pass | 3.427s | |
-| Math Calculation | ✅ Pass | 3.287s | |
-| Basic Echo Function | ✅ Pass | 3.881s | |
-| Streaming Simple Math Streaming | ✅ Pass | 4.231s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.236s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.602s | |
+| Simple Math | ✅ Pass | 4.575s | |
+| Text Transform Uppercase | ✅ Pass | 6.799s | |
+| Count from 1 to 5 | ✅ Pass | 4.195s | |
+| Math Calculation | ✅ Pass | 3.173s | |
+| Basic Echo Function | ✅ Pass | 4.304s | |
+| Streaming Simple Math Streaming | ✅ Pass | 4.006s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.089s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.451s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 4.478s | |
-| Search Query Function | ✅ Pass | 3.723s | |
-| Ask Advice Function | ✅ Pass | 4.353s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 3.942s | |
-| Basic Context Memory Test | ✅ Pass | 3.981s | |
-| Function Argument Memory Test | ✅ Pass | 2.978s | |
-| Function Response Memory Test | ✅ Pass | 3.865s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 11.925s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 4.649s | |
-| Vulnerability Assessment Tools | ✅ Pass | 4.950s | |
-| Penetration Testing Methodology | ✅ Pass | 19.930s | |
-| SQL Injection Attack Type | ✅ Pass | 4.029s | |
-| Penetration Testing Framework | ✅ Pass | 5.204s | |
-| Web Application Security Scanner | ✅ Pass | 4.520s | |
-| Penetration Testing Tool Selection | ❌ Fail | 5.328s | no tool calls found, expected at least 1 |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 5.014s
+| JSON Response Function | ✅ Pass | 4.283s | |
+| Search Query Function | ✅ Pass | 7.589s | |
+| Streaming Search Query Function Streaming | ❌ Fail | 3.334s | no tool calls found, expected at least 1 |
+| Ask Advice Function | ✅ Pass | 7.819s | |
+| Basic Context Memory Test | ✅ Pass | 4.497s | |
+| Function Argument Memory Test | ✅ Pass | 3.679s | |
+| Function Response Memory Test | ✅ Pass | 4.530s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 11.984s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 6.663s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 9.817s | |
+| Penetration Testing Methodology | ✅ Pass | 5.779s | |
+| Vulnerability Assessment Tools | ✅ Pass | 8.471s | |
+| SQL Injection Attack Type | ✅ Pass | 4.140s | |
+| Penetration Testing Framework | ✅ Pass | 4.484s | |
+| Web Application Security Scanner | ✅ Pass | 5.506s | |
+| Penetration Testing Tool Selection | ❌ Fail | 13.386s | no tool calls found, expected at least 1 |
+
+**Summary**: 22/24 (91.67%) successful tests
+
+**Average latency**: 5.774s
---
@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.758s | |
-| Text Transform Uppercase | ✅ Pass | 3.107s | |
-| Count from 1 to 5 | ✅ Pass | 2.562s | |
-| Math Calculation | ✅ Pass | 2.153s | |
-| Basic Echo Function | ✅ Pass | 1.689s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.054s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.487s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.991s | |
+| Simple Math | ✅ Pass | 2.045s | |
+| Text Transform Uppercase | ✅ Pass | 1.978s | |
+| Count from 1 to 5 | ✅ Pass | 2.466s | |
+| Math Calculation | ✅ Pass | 2.621s | |
+| Basic Echo Function | ✅ Pass | 1.846s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.159s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.350s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.061s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.981s | |
-| Search Query Function | ✅ Pass | 2.041s | |
-| Ask Advice Function | ✅ Pass | 0.928s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.933s | |
-| Basic Context Memory Test | ✅ Pass | 2.175s | |
-| Function Argument Memory Test | ✅ Pass | 3.162s | |
-| Function Response Memory Test | ✅ Pass | 2.878s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.772s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.602s | |
-| Penetration Testing Methodology | ✅ Pass | 3.909s | |
-| Vulnerability Assessment Tools | ✅ Pass | 4.209s | |
-| SQL Injection Attack Type | ✅ Pass | 2.117s | |
-| Penetration Testing Framework | ✅ Pass | 3.217s | |
-| Web Application Security Scanner | ✅ Pass | 2.360s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.856s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.520s
+| JSON Response Function | ✅ Pass | 1.982s | |
+| Search Query Function | ✅ Pass | 2.164s | |
+| Ask Advice Function | ✅ Pass | 2.294s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.910s | |
+| Basic Context Memory Test | ✅ Pass | 2.186s | |
+| Function Argument Memory Test | ✅ Pass | 2.427s | |
+| Function Response Memory Test | ✅ Pass | 2.414s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.299s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.909s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.882s | |
+| Penetration Testing Methodology | ✅ Pass | 3.476s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.097s | |
+| SQL Injection Attack Type | ✅ Pass | 2.475s | |
+| Penetration Testing Framework | ✅ Pass | 4.139s | |
+| Web Application Security Scanner | ✅ Pass | 3.033s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.915s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.672s
---
@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 17:10:09 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 3.191s | |
-| Text Transform Uppercase | ✅ Pass | 3.663s | |
-| Count from 1 to 5 | ✅ Pass | 4.359s | |
-| Math Calculation | ✅ Pass | 2.914s | |
-| Basic Echo Function | ✅ Pass | 3.995s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.860s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.531s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.597s | |
+| Simple Math | ✅ Pass | 3.149s | |
+| Text Transform Uppercase | ✅ Pass | 4.346s | |
+| Count from 1 to 5 | ✅ Pass | 6.332s | |
+| Math Calculation | ✅ Pass | 3.452s | |
+| Basic Echo Function | ✅ Pass | 3.629s | |
+| Streaming Simple Math Streaming | ✅ Pass | 4.748s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.812s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.851s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 4.768s | |
-| Search Query Function | ✅ Pass | 3.387s | |
-| Ask Advice Function | ✅ Pass | 4.440s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.496s | |
-| Basic Context Memory Test | ✅ Pass | 3.669s | |
-| Function Argument Memory Test | ✅ Pass | 3.852s | |
-| Function Response Memory Test | ✅ Pass | 3.675s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 8.701s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.324s | |
-| Penetration Testing Methodology | ✅ Pass | 5.095s | |
-| Vulnerability Assessment Tools | ✅ Pass | 6.883s | |
-| SQL Injection Attack Type | ✅ Pass | 3.547s | |
-| Penetration Testing Framework | ✅ Pass | 4.535s | |
-| Web Application Security Scanner | ✅ Pass | 5.704s | |
-| Penetration Testing Tool Selection | ❌ Fail | 12.517s | no tool calls found, expected at least 1 |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 4.466s
+| JSON Response Function | ✅ Pass | 6.325s | |
+| Search Query Function | ✅ Pass | 5.168s | |
+| Ask Advice Function | ✅ Pass | 4.231s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.851s | |
+| Basic Context Memory Test | ✅ Pass | 3.927s | |
+| Function Argument Memory Test | ✅ Pass | 4.171s | |
+| Function Response Memory Test | ✅ Pass | 4.969s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 9.344s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.906s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 12.312s | |
+| Penetration Testing Methodology | ✅ Pass | 5.591s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.225s | |
+| SQL Injection Attack Type | ✅ Pass | 4.361s | |
+| Penetration Testing Framework | ✅ Pass | 6.942s | |
+| Web Application Security Scanner | ✅ Pass | 6.087s | |
+| Penetration Testing Tool Selection | ❌ Fail | 8.726s | no tool calls found, expected at least 1 |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 5.228s
---
diff --git a/examples/tests/glm-report.md b/examples/tests/glm-report.md
index 42893b69..d81a0141 100644
--- a/examples/tests/glm-report.md
+++ b/examples/tests/glm-report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Tue, 21 Jul 2026 17:03:13 UTC
+Generated: Thu, 23 Jul 2026 13:30:24 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | glm-4.5-air | false | 22/23 (95.65%) | 0.236s |
-| simple_json | glm-4.5-air | false | 6/7 (85.71%) | 1.870s |
-| primary_agent | glm-5-turbo | true | 22/23 (95.65%) | 0.232s |
-| assistant | glm-5-turbo | true | 22/23 (95.65%) | 0.233s |
-| generator | glm-5.2 | true | 23/23 (100.00%) | 0.233s |
-| refiner | glm-5.2 | true | 23/23 (100.00%) | 0.231s |
-| adviser | glm-5.2 | true | 22/23 (95.65%) | 0.228s |
-| reflector | glm-4.5-air | false | 22/23 (95.65%) | 0.230s |
-| searcher | glm-4.5-air | false | 23/23 (100.00%) | 0.231s |
-| enricher | glm-4.5-air | false | 23/23 (100.00%) | 0.210s |
-| coder | glm-5.2 | true | 23/23 (100.00%) | 0.214s |
-| installer | glm-4.5-air | true | 23/23 (100.00%) | 0.213s |
-| pentester | glm-5.2 | true | 23/23 (100.00%) | 0.210s |
-
-**Total**: 277/283 (97.88%) successful tests
-**Overall average latency**: 0.266s
+| simple | glm-4.5-air | false | 24/24 (100.00%) | 2.690s |
+| simple_json | glm-4.5-air | false | 5/7 (71.43%) | 23.074s |
+| primary_agent | glm-5-turbo | true | 23/24 (95.83%) | 13.213s |
+| assistant | glm-5-turbo | true | 21/24 (87.50%) | 7.770s |
+| generator | glm-5.2 | true | 24/24 (100.00%) | 6.324s |
+| refiner | glm-5.2 | true | 24/24 (100.00%) | 5.923s |
+| adviser | glm-5.2 | true | 24/24 (100.00%) | 6.481s |
+| reflector | glm-4.5-air | true | 24/24 (100.00%) | 0.709s |
+| searcher | glm-4.5-air | true | 24/24 (100.00%) | 2.869s |
+| enricher | glm-4.5-air | true | 24/24 (100.00%) | 2.432s |
+| coder | glm-5.2 | true | 24/24 (100.00%) | 6.389s |
+| installer | glm-4.5-air | true | 24/24 (100.00%) | 5.674s |
+| pentester | glm-5.2 | true | 24/24 (100.00%) | 6.601s |
+
+**Total**: 289/295 (97.97%) successful tests
+**Overall average latency**: 6.004s
## Detailed Results
@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.428s | |
-| Text Transform Uppercase | ✅ Pass | 0.216s | |
-| Count from 1 to 5 | ✅ Pass | 0.214s | |
-| Math Calculation | ✅ Pass | 0.201s | |
-| Basic Echo Function | ✅ Pass | 0.205s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.203s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.215s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.220s | |
+| Simple Math | ✅ Pass | 1.448s | |
+| Text Transform Uppercase | ✅ Pass | 1.437s | |
+| Math Calculation | ✅ Pass | 1.179s | |
+| Count from 1 to 5 | ✅ Pass | 11.038s | |
+| Basic Echo Function | ✅ Pass | 1.732s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.523s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.770s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.527s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.212s | |
-| Search Query Function | ✅ Pass | 0.207s | |
-| Ask Advice Function | ✅ Pass | 0.206s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.249s | |
-| Basic Context Memory Test | ✅ Pass | 0.208s | |
-| Function Argument Memory Test | ✅ Pass | 0.218s | |
-| Function Response Memory Test | ✅ Pass | 0.496s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 0.256s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.206s | |
-| Penetration Testing Methodology | ✅ Pass | 0.205s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.213s | |
-| SQL Injection Attack Type | ✅ Pass | 0.208s | |
-| Penetration Testing Framework | ✅ Pass | 0.208s | |
-| Web Application Security Scanner | ✅ Pass | 0.205s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.220s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 0.236s
+| JSON Response Function | ✅ Pass | 1.471s | |
+| Search Query Function | ✅ Pass | 1.549s | |
+| Ask Advice Function | ✅ Pass | 1.692s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.479s | |
+| Basic Context Memory Test | ✅ Pass | 1.233s | |
+| Function Argument Memory Test | ✅ Pass | 0.980s | |
+| Function Response Memory Test | ✅ Pass | 0.980s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.328s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.350s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.748s | |
+| Penetration Testing Methodology | ✅ Pass | 4.638s | |
+| Vulnerability Assessment Tools | ✅ Pass | 9.160s | |
+| SQL Injection Attack Type | ✅ Pass | 1.130s | |
+| Penetration Testing Framework | ✅ Pass | 3.896s | |
+| Web Application Security Scanner | ✅ Pass | 3.121s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.128s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.690s
---
@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Person Information JSON | ✅ Pass | 1.448s | |
-| Streaming Person Information JSON Streaming | ✅ Pass | 1.375s | |
-| Project Information JSON | ✅ Pass | 1.654s | |
-| User Profile JSON | ✅ Pass | 1.684s | |
-| JSON Array Response Without Schema | ✅ Pass | 2.093s | |
-| Vulnerability Report Memory Test | ✅ Pass | 3.363s | |
+| Vulnerability Report Memory Test | ✅ Pass | 3.658s | |
+| Person Information JSON | ✅ Pass | 2.657s | |
+| Project Information JSON | ✅ Pass | 1.464s | |
+| User Profile JSON | ✅ Pass | 1.698s | |
+| Streaming Person Information JSON Streaming | ❌ Fail | 1.839s | got map\[string\]interface \{\}\{"answer":map\[string\]interface \{\}\{"age":25, "city":"Boston", "name":"Jane Doe"\}\}, expected map\[string\]inte... |
+| JSON Array Response Without Schema | ✅ Pass | 148.756s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Structured Output With JSON Schema | structured_output | ❌ Fail | 1.471s | structured output: response validation failed \(provider=openai model=zai/glm\-4\.5\-air choice=0 stop\_reason=stop\): response is not a single JSO... |
+| Structured Output With JSON Schema | structured_output | ❌ Fail | 1.440s | structured output: response validation failed \(provider=openai model=zai/glm\-4\.5\-air choice=0 stop\_reason=stop\): response is not a single JSO... |
-**Summary**: 6/7 (85.71%) successful tests
+**Summary**: 5/7 (71.43%) successful tests
-**Average latency**: 1.870s
+**Average latency**: 23.074s
---
@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.423s | |
-| Text Transform Uppercase | ✅ Pass | 0.214s | |
-| Count from 1 to 5 | ✅ Pass | 0.219s | |
-| Math Calculation | ✅ Pass | 0.206s | |
-| Basic Echo Function | ✅ Pass | 0.205s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.202s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.219s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.221s | |
+| Simple Math | ✅ Pass | 4.070s | |
+| Text Transform Uppercase | ✅ Pass | 3.554s | |
+| Math Calculation | ✅ Pass | 2.745s | |
+| Basic Echo Function | ✅ Pass | 3.248s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.188s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.911s | |
+| Streaming Basic Echo Function Streaming | ❌ Fail | 5.852s | expected function 'echo' not found in tool calls: invalid JSON in tool call echo: invalid character '<' after top\-level value |
+| Count from 1 to 5 | ✅ Pass | 160.978s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.209s | |
-| Search Query Function | ✅ Pass | 0.205s | |
-| Ask Advice Function | ✅ Pass | 0.204s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.213s | |
-| Basic Context Memory Test | ✅ Pass | 0.205s | |
-| Function Argument Memory Test | ✅ Pass | 0.219s | |
-| Function Response Memory Test | ✅ Pass | 0.480s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 0.239s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.206s | |
-| Penetration Testing Methodology | ✅ Pass | 0.215s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.205s | |
-| SQL Injection Attack Type | ✅ Pass | 0.206s | |
-| Penetration Testing Framework | ✅ Pass | 0.204s | |
-| Web Application Security Scanner | ✅ Pass | 0.207s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.208s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 0.232s
+| JSON Response Function | ✅ Pass | 3.383s | |
+| Search Query Function | ✅ Pass | 3.644s | |
+| Ask Advice Function | ✅ Pass | 4.559s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 3.805s | |
+| Basic Context Memory Test | ✅ Pass | 3.655s | |
+| Function Argument Memory Test | ✅ Pass | 2.211s | |
+| Function Response Memory Test | ✅ Pass | 11.439s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 11.153s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.689s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 18.285s | |
+| Penetration Testing Methodology | ✅ Pass | 11.278s | |
+| Vulnerability Assessment Tools | ✅ Pass | 23.513s | |
+| SQL Injection Attack Type | ✅ Pass | 5.162s | |
+| Penetration Testing Framework | ✅ Pass | 10.235s | |
+| Web Application Security Scanner | ✅ Pass | 10.197s | |
+| Penetration Testing Tool Selection | ✅ Pass | 5.334s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 13.213s
---
@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.399s | |
-| Text Transform Uppercase | ✅ Pass | 0.226s | |
-| Count from 1 to 5 | ✅ Pass | 0.216s | |
-| Math Calculation | ✅ Pass | 0.215s | |
-| Basic Echo Function | ✅ Pass | 0.207s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.204s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.219s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.225s | |
+| Simple Math | ✅ Pass | 4.105s | |
+| Text Transform Uppercase | ✅ Pass | 5.128s | |
+| Count from 1 to 5 | ✅ Pass | 3.076s | |
+| Math Calculation | ✅ Pass | 2.237s | |
+| Basic Echo Function | ✅ Pass | 2.713s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.178s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.621s | |
+| Streaming Basic Echo Function Streaming | ❌ Fail | 4.763s | expected function 'echo' not found in tool calls: invalid JSON in tool call echo: invalid character '<' after top\-level value |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.212s | |
-| Search Query Function | ✅ Pass | 0.203s | |
-| Ask Advice Function | ✅ Pass | 0.199s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.217s | |
-| Basic Context Memory Test | ✅ Pass | 0.207s | |
-| Function Argument Memory Test | ✅ Pass | 0.213s | |
-| Function Response Memory Test | ✅ Pass | 0.466s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 0.284s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.205s | |
-| Penetration Testing Methodology | ✅ Pass | 0.217s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.208s | |
-| SQL Injection Attack Type | ✅ Pass | 0.204s | |
-| Penetration Testing Framework | ✅ Pass | 0.204s | |
-| Web Application Security Scanner | ✅ Pass | 0.206s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.201s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 0.233s
+| JSON Response Function | ✅ Pass | 4.332s | |
+| Search Query Function | ✅ Pass | 3.830s | |
+| Ask Advice Function | ✅ Pass | 4.463s | |
+| Streaming Search Query Function Streaming | ❌ Fail | 3.517s | expected function 'search' not found in tool calls: invalid JSON in tool call search: invalid character '<' after top\-level value |
+| Basic Context Memory Test | ✅ Pass | 4.045s | |
+| Function Argument Memory Test | ✅ Pass | 2.119s | |
+| Function Response Memory Test | ✅ Pass | 11.299s | |
+| Penetration Testing Memory with Tool Call | ❌ Fail | 7.600s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
+| Read a file, then edit it via unified diff | ✅ Pass | 10.333s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 33.409s | |
+| Penetration Testing Methodology | ✅ Pass | 14.086s | |
+| Vulnerability Assessment Tools | ✅ Pass | 26.508s | |
+| SQL Injection Attack Type | ✅ Pass | 4.860s | |
+| Penetration Testing Framework | ✅ Pass | 15.850s | |
+| Web Application Security Scanner | ✅ Pass | 8.916s | |
+| Penetration Testing Tool Selection | ✅ Pass | 4.477s | |
+
+**Summary**: 21/24 (87.50%) successful tests
+
+**Average latency**: 7.770s
---
@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.389s | |
-| Text Transform Uppercase | ✅ Pass | 0.223s | |
-| Count from 1 to 5 | ✅ Pass | 0.219s | |
-| Math Calculation | ✅ Pass | 0.208s | |
-| Basic Echo Function | ✅ Pass | 0.202s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.204s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.231s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.218s | |
+| Simple Math | ✅ Pass | 4.070s | |
+| Text Transform Uppercase | ✅ Pass | 5.023s | |
+| Count from 1 to 5 | ✅ Pass | 5.744s | |
+| Math Calculation | ✅ Pass | 2.586s | |
+| Basic Echo Function | ✅ Pass | 6.074s | |
+| Streaming Simple Math Streaming | ✅ Pass | 4.396s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.776s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 6.853s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.207s | |
-| Search Query Function | ✅ Pass | 0.203s | |
-| Ask Advice Function | ✅ Pass | 0.202s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.252s | |
-| Basic Context Memory Test | ✅ Pass | 0.214s | |
-| Function Argument Memory Test | ✅ Pass | 0.205s | |
-| Function Response Memory Test | ✅ Pass | 0.458s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.243s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.216s | |
-| Penetration Testing Methodology | ✅ Pass | 0.211s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.204s | |
-| SQL Injection Attack Type | ✅ Pass | 0.208s | |
-| Penetration Testing Framework | ✅ Pass | 0.205s | |
-| Web Application Security Scanner | ✅ Pass | 0.207s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.210s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.233s
+| JSON Response Function | ✅ Pass | 4.833s | |
+| Search Query Function | ✅ Pass | 5.833s | |
+| Ask Advice Function | ✅ Pass | 5.948s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 5.127s | |
+| Basic Context Memory Test | ✅ Pass | 4.813s | |
+| Function Argument Memory Test | ✅ Pass | 3.243s | |
+| Function Response Memory Test | ✅ Pass | 3.263s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 9.433s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 5.264s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 12.480s | |
+| Penetration Testing Methodology | ✅ Pass | 9.812s | |
+| Vulnerability Assessment Tools | ✅ Pass | 14.806s | |
+| SQL Injection Attack Type | ✅ Pass | 4.152s | |
+| Penetration Testing Framework | ✅ Pass | 8.074s | |
+| Web Application Security Scanner | ✅ Pass | 7.400s | |
+| Penetration Testing Tool Selection | ✅ Pass | 7.754s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 6.324s
---
@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.418s | |
-| Text Transform Uppercase | ✅ Pass | 0.207s | |
-| Count from 1 to 5 | ✅ Pass | 0.215s | |
-| Math Calculation | ✅ Pass | 0.209s | |
-| Basic Echo Function | ✅ Pass | 0.201s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.211s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.225s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.205s | |
+| Simple Math | ✅ Pass | 4.514s | |
+| Text Transform Uppercase | ✅ Pass | 4.874s | |
+| Count from 1 to 5 | ✅ Pass | 3.841s | |
+| Math Calculation | ✅ Pass | 3.815s | |
+| Basic Echo Function | ✅ Pass | 5.789s | |
+| Streaming Simple Math Streaming | ✅ Pass | 3.944s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.863s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 6.129s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.201s | |
-| Search Query Function | ✅ Pass | 0.213s | |
-| Ask Advice Function | ✅ Pass | 0.199s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.252s | |
-| Basic Context Memory Test | ✅ Pass | 0.210s | |
-| Function Argument Memory Test | ✅ Pass | 0.206s | |
-| Function Response Memory Test | ✅ Pass | 0.444s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.206s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.243s | |
-| Penetration Testing Methodology | ✅ Pass | 0.216s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.205s | |
-| SQL Injection Attack Type | ✅ Pass | 0.209s | |
-| Penetration Testing Framework | ✅ Pass | 0.207s | |
-| Web Application Security Scanner | ✅ Pass | 0.208s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.200s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.231s
+| JSON Response Function | ✅ Pass | 7.190s | |
+| Search Query Function | ✅ Pass | 10.930s | |
+| Ask Advice Function | ✅ Pass | 5.956s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 5.711s | |
+| Basic Context Memory Test | ✅ Pass | 3.735s | |
+| Function Argument Memory Test | ✅ Pass | 4.998s | |
+| Function Response Memory Test | ✅ Pass | 3.293s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.040s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.407s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 11.738s | |
+| Penetration Testing Methodology | ✅ Pass | 7.259s | |
+| Vulnerability Assessment Tools | ✅ Pass | 11.545s | |
+| SQL Injection Attack Type | ✅ Pass | 3.523s | |
+| Penetration Testing Framework | ✅ Pass | 8.997s | |
+| Web Application Security Scanner | ✅ Pass | 6.842s | |
+| Penetration Testing Tool Selection | ✅ Pass | 5.202s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 5.923s
---
@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.389s | |
-| Text Transform Uppercase | ✅ Pass | 0.208s | |
-| Count from 1 to 5 | ✅ Pass | 0.213s | |
-| Math Calculation | ✅ Pass | 0.203s | |
-| Basic Echo Function | ✅ Pass | 0.201s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.221s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.228s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.207s | |
+| Simple Math | ✅ Pass | 4.277s | |
+| Text Transform Uppercase | ✅ Pass | 5.256s | |
+| Count from 1 to 5 | ✅ Pass | 4.698s | |
+| Math Calculation | ✅ Pass | 2.907s | |
+| Basic Echo Function | ✅ Pass | 5.613s | |
+| Streaming Simple Math Streaming | ✅ Pass | 5.410s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 7.059s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 4.879s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.198s | |
-| Search Query Function | ✅ Pass | 0.202s | |
-| Ask Advice Function | ✅ Pass | 0.196s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.215s | |
-| Basic Context Memory Test | ✅ Pass | 0.208s | |
-| Function Argument Memory Test | ✅ Pass | 0.208s | |
-| Function Response Memory Test | ✅ Pass | 0.431s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 0.210s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.251s | |
-| Penetration Testing Methodology | ✅ Pass | 0.212s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.215s | |
-| SQL Injection Attack Type | ✅ Pass | 0.213s | |
-| Penetration Testing Framework | ✅ Pass | 0.202s | |
-| Web Application Security Scanner | ✅ Pass | 0.208s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.199s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 0.228s
+| JSON Response Function | ✅ Pass | 6.672s | |
+| Search Query Function | ✅ Pass | 6.512s | |
+| Ask Advice Function | ✅ Pass | 8.049s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 7.859s | |
+| Basic Context Memory Test | ✅ Pass | 3.940s | |
+| Function Argument Memory Test | ✅ Pass | 3.591s | |
+| Function Response Memory Test | ✅ Pass | 4.301s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 7.539s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 5.499s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 14.382s | |
+| Penetration Testing Methodology | ✅ Pass | 10.753s | |
+| Vulnerability Assessment Tools | ✅ Pass | 13.019s | |
+| SQL Injection Attack Type | ✅ Pass | 5.268s | |
+| Penetration Testing Framework | ✅ Pass | 5.572s | |
+| Web Application Security Scanner | ✅ Pass | 6.523s | |
+| Penetration Testing Tool Selection | ✅ Pass | 5.964s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 6.481s
---
@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.418s | |
-| Text Transform Uppercase | ✅ Pass | 0.211s | |
-| Count from 1 to 5 | ✅ Pass | 0.220s | |
-| Math Calculation | ✅ Pass | 0.207s | |
-| Basic Echo Function | ✅ Pass | 0.204s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.212s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.215s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.210s | |
+| Simple Math | ✅ Pass | 1.504s | |
+| Text Transform Uppercase | ✅ Pass | 0.254s | |
+| Math Calculation | ✅ Pass | 0.218s | |
+| Count from 1 to 5 | ✅ Pass | 7.088s | |
+| Basic Echo Function | ✅ Pass | 0.216s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.213s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.224s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.226s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.201s | |
-| Search Query Function | ✅ Pass | 0.202s | |
-| Ask Advice Function | ✅ Pass | 0.197s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.253s | |
-| Basic Context Memory Test | ✅ Pass | 0.207s | |
-| Function Argument Memory Test | ✅ Pass | 0.224s | |
-| Function Response Memory Test | ✅ Pass | 0.410s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 0.216s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.237s | |
-| Penetration Testing Methodology | ✅ Pass | 0.208s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.213s | |
-| SQL Injection Attack Type | ✅ Pass | 0.204s | |
-| Penetration Testing Framework | ✅ Pass | 0.208s | |
-| Web Application Security Scanner | ✅ Pass | 0.211s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.199s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 0.230s
+| JSON Response Function | ✅ Pass | 0.214s | |
+| Search Query Function | ✅ Pass | 0.212s | |
+| Ask Advice Function | ✅ Pass | 0.211s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.219s | |
+| Basic Context Memory Test | ✅ Pass | 0.217s | |
+| Function Argument Memory Test | ✅ Pass | 0.209s | |
+| Function Response Memory Test | ✅ Pass | 0.217s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.731s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.270s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.436s | |
+| Penetration Testing Methodology | ✅ Pass | 0.351s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.216s | |
+| SQL Injection Attack Type | ✅ Pass | 0.213s | |
+| Penetration Testing Framework | ✅ Pass | 2.180s | |
+| Web Application Security Scanner | ✅ Pass | 0.880s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.275s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.709s
---
@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.418s | |
-| Text Transform Uppercase | ✅ Pass | 0.212s | |
-| Count from 1 to 5 | ✅ Pass | 0.218s | |
-| Math Calculation | ✅ Pass | 0.215s | |
-| Basic Echo Function | ✅ Pass | 0.214s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.209s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.215s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.203s | |
+| Simple Math | ✅ Pass | 1.615s | |
+| Text Transform Uppercase | ✅ Pass | 1.354s | |
+| Count from 1 to 5 | ✅ Pass | 2.493s | |
+| Math Calculation | ✅ Pass | 1.276s | |
+| Basic Echo Function | ✅ Pass | 1.904s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.275s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.580s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.335s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.204s | |
-| Search Query Function | ✅ Pass | 0.201s | |
-| Ask Advice Function | ✅ Pass | 0.203s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.229s | |
-| Basic Context Memory Test | ✅ Pass | 0.218s | |
-| Function Argument Memory Test | ✅ Pass | 0.207s | |
-| Function Response Memory Test | ✅ Pass | 0.400s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.243s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.239s | |
-| Penetration Testing Methodology | ✅ Pass | 0.210s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.208s | |
-| SQL Injection Attack Type | ✅ Pass | 0.206s | |
-| Penetration Testing Framework | ✅ Pass | 0.208s | |
-| Web Application Security Scanner | ✅ Pass | 0.204s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.209s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.231s
+| JSON Response Function | ✅ Pass | 1.651s | |
+| Search Query Function | ✅ Pass | 1.668s | |
+| Ask Advice Function | ✅ Pass | 2.978s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.713s | |
+| Basic Context Memory Test | ✅ Pass | 2.069s | |
+| Function Argument Memory Test | ✅ Pass | 1.027s | |
+| Function Response Memory Test | ✅ Pass | 1.049s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.309s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.402s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.997s | |
+| Penetration Testing Methodology | ✅ Pass | 4.685s | |
+| Vulnerability Assessment Tools | ✅ Pass | 13.958s | |
+| SQL Injection Attack Type | ✅ Pass | 8.267s | |
+| Penetration Testing Framework | ✅ Pass | 2.551s | |
+| Web Application Security Scanner | ✅ Pass | 3.521s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.163s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.869s
---
@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.211s | |
-| Text Transform Uppercase | ✅ Pass | 0.212s | |
-| Count from 1 to 5 | ✅ Pass | 0.206s | |
-| Math Calculation | ✅ Pass | 0.216s | |
-| Basic Echo Function | ✅ Pass | 0.208s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.201s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.208s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.204s | |
+| Simple Math | ✅ Pass | 0.213s | |
+| Text Transform Uppercase | ✅ Pass | 1.167s | |
+| Count from 1 to 5 | ✅ Pass | 1.243s | |
+| Math Calculation | ✅ Pass | 3.079s | |
+| Basic Echo Function | ✅ Pass | 1.508s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.362s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.682s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.236s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.202s | |
-| Search Query Function | ✅ Pass | 0.200s | |
-| Ask Advice Function | ✅ Pass | 0.202s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.219s | |
-| Basic Context Memory Test | ✅ Pass | 0.207s | |
-| Function Argument Memory Test | ✅ Pass | 0.210s | |
-| Function Response Memory Test | ✅ Pass | 0.208s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.239s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.210s | |
-| Penetration Testing Methodology | ✅ Pass | 0.215s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.204s | |
-| SQL Injection Attack Type | ✅ Pass | 0.209s | |
-| Penetration Testing Framework | ✅ Pass | 0.208s | |
-| Web Application Security Scanner | ✅ Pass | 0.208s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.209s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.210s
+| JSON Response Function | ✅ Pass | 1.817s | |
+| Search Query Function | ✅ Pass | 1.761s | |
+| Ask Advice Function | ✅ Pass | 2.252s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.660s | |
+| Basic Context Memory Test | ✅ Pass | 1.538s | |
+| Function Argument Memory Test | ✅ Pass | 1.388s | |
+| Function Response Memory Test | ✅ Pass | 1.179s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.462s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.025s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 1.743s | |
+| Penetration Testing Methodology | ✅ Pass | 4.692s | |
+| Vulnerability Assessment Tools | ✅ Pass | 13.508s | |
+| SQL Injection Attack Type | ✅ Pass | 8.224s | |
+| Penetration Testing Framework | ✅ Pass | 0.216s | |
+| Web Application Security Scanner | ✅ Pass | 2.688s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.702s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.432s
---
@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.221s | |
-| Text Transform Uppercase | ✅ Pass | 0.216s | |
-| Count from 1 to 5 | ✅ Pass | 0.204s | |
-| Math Calculation | ✅ Pass | 0.215s | |
-| Basic Echo Function | ✅ Pass | 0.202s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.202s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.211s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.204s | |
+| Simple Math | ✅ Pass | 3.373s | |
+| Text Transform Uppercase | ✅ Pass | 5.911s | |
+| Count from 1 to 5 | ✅ Pass | 5.028s | |
+| Math Calculation | ✅ Pass | 3.569s | |
+| Basic Echo Function | ✅ Pass | 7.232s | |
+| Streaming Simple Math Streaming | ✅ Pass | 3.459s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 7.813s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 7.102s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.206s | |
-| Search Query Function | ✅ Pass | 0.205s | |
-| Ask Advice Function | ✅ Pass | 0.206s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.218s | |
-| Basic Context Memory Test | ✅ Pass | 0.212s | |
-| Function Argument Memory Test | ✅ Pass | 0.220s | |
-| Function Response Memory Test | ✅ Pass | 0.259s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.237s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.207s | |
-| Penetration Testing Methodology | ✅ Pass | 0.212s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.208s | |
-| SQL Injection Attack Type | ✅ Pass | 0.209s | |
-| Penetration Testing Framework | ✅ Pass | 0.210s | |
-| Web Application Security Scanner | ✅ Pass | 0.211s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.202s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.214s
+| JSON Response Function | ✅ Pass | 5.664s | |
+| Search Query Function | ✅ Pass | 8.198s | |
+| Ask Advice Function | ✅ Pass | 6.082s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 6.145s | |
+| Basic Context Memory Test | ✅ Pass | 8.122s | |
+| Function Argument Memory Test | ✅ Pass | 3.838s | |
+| Function Response Memory Test | ✅ Pass | 2.840s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.192s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 5.717s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 13.172s | |
+| Penetration Testing Methodology | ✅ Pass | 8.214s | |
+| Vulnerability Assessment Tools | ✅ Pass | 9.367s | |
+| SQL Injection Attack Type | ✅ Pass | 4.730s | |
+| Penetration Testing Framework | ✅ Pass | 9.291s | |
+| Web Application Security Scanner | ✅ Pass | 5.950s | |
+| Penetration Testing Tool Selection | ✅ Pass | 6.308s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 6.389s
---
@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.219s | |
-| Text Transform Uppercase | ✅ Pass | 0.223s | |
-| Count from 1 to 5 | ✅ Pass | 0.202s | |
-| Math Calculation | ✅ Pass | 0.209s | |
-| Basic Echo Function | ✅ Pass | 0.205s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.207s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.210s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.203s | |
+| Simple Math | ✅ Pass | 3.844s | |
+| Text Transform Uppercase | ✅ Pass | 1.616s | |
+| Count from 1 to 5 | ✅ Pass | 3.212s | |
+| Math Calculation | ✅ Pass | 3.598s | |
+| Basic Echo Function | ✅ Pass | 3.240s | |
+| Streaming Simple Math Streaming | ✅ Pass | 4.605s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.524s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.938s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.205s | |
-| Search Query Function | ✅ Pass | 0.202s | |
-| Ask Advice Function | ✅ Pass | 0.210s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.260s | |
-| Basic Context Memory Test | ✅ Pass | 0.205s | |
-| Function Argument Memory Test | ✅ Pass | 0.204s | |
-| Function Response Memory Test | ✅ Pass | 0.247s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.237s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.205s | |
-| Penetration Testing Methodology | ✅ Pass | 0.207s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.206s | |
-| SQL Injection Attack Type | ✅ Pass | 0.206s | |
-| Penetration Testing Framework | ✅ Pass | 0.205s | |
-| Web Application Security Scanner | ✅ Pass | 0.217s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.202s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.213s
+| JSON Response Function | ✅ Pass | 2.494s | |
+| Search Query Function | ✅ Pass | 2.355s | |
+| Ask Advice Function | ✅ Pass | 3.301s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.853s | |
+| Basic Context Memory Test | ✅ Pass | 1.953s | |
+| Function Argument Memory Test | ✅ Pass | 2.465s | |
+| Function Response Memory Test | ✅ Pass | 2.606s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.093s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.295s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 15.525s | |
+| Penetration Testing Methodology | ✅ Pass | 10.094s | |
+| Vulnerability Assessment Tools | ✅ Pass | 7.555s | |
+| SQL Injection Attack Type | ✅ Pass | 16.020s | |
+| Penetration Testing Framework | ✅ Pass | 13.716s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.431s | |
+| Web Application Security Scanner | ✅ Pass | 19.827s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 5.674s
---
@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 17:03:13 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.234s | |
-| Text Transform Uppercase | ✅ Pass | 0.221s | |
-| Count from 1 to 5 | ✅ Pass | 0.213s | |
-| Math Calculation | ✅ Pass | 0.212s | |
-| Basic Echo Function | ✅ Pass | 0.199s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.199s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.206s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.208s | |
+| Simple Math | ✅ Pass | 5.930s | |
+| Text Transform Uppercase | ✅ Pass | 3.980s | |
+| Count from 1 to 5 | ✅ Pass | 3.671s | |
+| Math Calculation | ✅ Pass | 3.386s | |
+| Basic Echo Function | ✅ Pass | 7.024s | |
+| Streaming Simple Math Streaming | ✅ Pass | 3.530s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.290s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.992s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.206s | |
-| Search Query Function | ✅ Pass | 0.200s | |
-| Ask Advice Function | ✅ Pass | 0.207s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.203s | |
-| Basic Context Memory Test | ✅ Pass | 0.207s | |
-| Function Argument Memory Test | ✅ Pass | 0.203s | |
-| Function Response Memory Test | ✅ Pass | 0.222s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.218s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.210s | |
-| Penetration Testing Methodology | ✅ Pass | 0.212s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.204s | |
-| SQL Injection Attack Type | ✅ Pass | 0.208s | |
-| Penetration Testing Framework | ✅ Pass | 0.210s | |
-| Web Application Security Scanner | ✅ Pass | 0.218s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.207s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.210s
+| JSON Response Function | ✅ Pass | 6.293s | |
+| Search Query Function | ✅ Pass | 7.141s | |
+| Ask Advice Function | ✅ Pass | 7.505s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 10.111s | |
+| Basic Context Memory Test | ✅ Pass | 6.321s | |
+| Function Argument Memory Test | ✅ Pass | 3.493s | |
+| Function Response Memory Test | ✅ Pass | 3.300s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 7.846s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 6.589s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 17.209s | |
+| Penetration Testing Methodology | ✅ Pass | 6.461s | |
+| Vulnerability Assessment Tools | ✅ Pass | 11.694s | |
+| SQL Injection Attack Type | ✅ Pass | 5.683s | |
+| Penetration Testing Framework | ✅ Pass | 8.022s | |
+| Web Application Security Scanner | ✅ Pass | 7.447s | |
+| Penetration Testing Tool Selection | ✅ Pass | 5.485s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 6.601s
---
diff --git a/examples/tests/hcnsec-report.md b/examples/tests/hcnsec-report.md
new file mode 100644
index 00000000..8207aeff
--- /dev/null
+++ b/examples/tests/hcnsec-report.md
@@ -0,0 +1,556 @@
+# LLM Agent Testing Report
+
+Generated: Thu, 23 Jul 2026 13:16:11 UTC
+
+## Overall Results
+
+| Agent | Model | Reasoning | Success Rate | Average Latency |
+|-------|-------|-----------|--------------|-----------------|
+| simple | Qwen3.6-35B-A3B | false | 24/24 (100.00%) | 0.395s |
+| simple_json | Qwen3.6-35B-A3B | false | 7/7 (100.00%) | 0.367s |
+| primary_agent | Qwen3-Coder-Next-FP8 | false | 24/24 (100.00%) | 1.632s |
+| assistant | Qwen3-Coder-Next-FP8 | false | 24/24 (100.00%) | 0.397s |
+| generator | kat-coder-pro-v2 | false | 24/24 (100.00%) | 1.990s |
+| refiner | kat-coder-pro-v2 | false | 24/24 (100.00%) | 0.318s |
+| adviser | Qwen3-Coder-Next-FP8 | false | 24/24 (100.00%) | 0.445s |
+| reflector | Qwen3.6-35B-A3B | false | 24/24 (100.00%) | 0.380s |
+| searcher | Qwen3.6-35B-A3B | false | 23/24 (95.83%) | 2.023s |
+| enricher | Qwen3.6-35B-A3B | false | 24/24 (100.00%) | 1.753s |
+| coder | Qwen3-Coder-Next-FP8 | false | 24/24 (100.00%) | 1.730s |
+| installer | Qwen3-Coder-Next-FP8 | false | 24/24 (100.00%) | 0.418s |
+| pentester | Qwen3.6-35B-A3B | false | 24/24 (100.00%) | 0.432s |
+
+**Total**: 294/295 (99.66%) successful tests
+**Overall average latency**: 0.978s
+
+## Detailed Results
+
+### simple (Qwen3.6-35B-A3B)
+
+#### Basic Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| Simple Math | ✅ Pass | 0.082s | |
+| Text Transform Uppercase | ✅ Pass | 0.214s | |
+| Count from 1 to 5 | ✅ Pass | 0.328s | |
+| Math Calculation | ✅ Pass | 0.221s | |
+| Basic Echo Function | ✅ Pass | 1.501s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.208s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.216s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.354s | |
+
+#### Advanced Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| JSON Response Function | ✅ Pass | 0.223s | |
+| Search Query Function | ✅ Pass | 0.210s | |
+| Ask Advice Function | ✅ Pass | 0.222s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.220s | |
+| Basic Context Memory Test | ✅ Pass | 0.277s | |
+| Function Argument Memory Test | ✅ Pass | 0.223s | |
+| Function Response Memory Test | ✅ Pass | 0.793s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.223s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.090s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.632s | |
+| Penetration Testing Methodology | ✅ Pass | 0.442s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.215s | |
+| SQL Injection Attack Type | ✅ Pass | 0.342s | |
+| Penetration Testing Framework | ✅ Pass | 0.553s | |
+| Web Application Security Scanner | ✅ Pass | 0.348s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.336s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.395s
+
+---
+
+### simple_json (Qwen3.6-35B-A3B)
+
+#### Advanced Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| Vulnerability Report Memory Test | ✅ Pass | 0.692s | |
+| Person Information JSON | ✅ Pass | 0.217s | |
+| Project Information JSON | ✅ Pass | 0.440s | |
+| User Profile JSON | ✅ Pass | 0.214s | |
+| JSON Array Response Without Schema | ✅ Pass | 0.501s | |
+| Streaming Person Information JSON Streaming | ✅ Pass | 0.215s | |
+
+#### Capability Tests
+
+| Test | Capability | Result | Latency | Note |
+|------|------------|--------|---------|------|
+| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.285s | |
+
+**Summary**: 7/7 (100.00%) successful tests
+
+**Average latency**: 0.367s
+
+---
+
+### primary_agent (Qwen3-Coder-Next-FP8)
+
+#### Basic Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| Simple Math | ✅ Pass | 0.216s | |
+| Text Transform Uppercase | ✅ Pass | 0.665s | |
+| Count from 1 to 5 | ✅ Pass | 0.210s | |
+| Math Calculation | ✅ Pass | 0.807s | |
+| Basic Echo Function | ✅ Pass | 1.235s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.059s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.608s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.976s | |
+
+#### Advanced Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| JSON Response Function | ✅ Pass | 3.947s | |
+| Search Query Function | ✅ Pass | 1.575s | |
+| Ask Advice Function | ✅ Pass | 2.398s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.299s | |
+| Basic Context Memory Test | ✅ Pass | 1.321s | |
+| Function Argument Memory Test | ✅ Pass | 2.631s | |
+| Function Response Memory Test | ✅ Pass | 1.082s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.206s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.942s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.727s | |
+| Penetration Testing Methodology | ✅ Pass | 2.790s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.976s | |
+| SQL Injection Attack Type | ✅ Pass | 1.209s | |
+| Penetration Testing Framework | ✅ Pass | 2.221s | |
+| Web Application Security Scanner | ✅ Pass | 1.687s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.371s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.632s
+
+---
+
+### assistant (Qwen3-Coder-Next-FP8)
+
+#### Basic Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| Simple Math | ✅ Pass | 0.605s | |
+| Text Transform Uppercase | ✅ Pass | 0.434s | |
+| Count from 1 to 5 | ✅ Pass | 0.273s | |
+| Math Calculation | ✅ Pass | 1.144s | |
+| Basic Echo Function | ✅ Pass | 0.360s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.214s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.273s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.216s | |
+
+#### Advanced Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| JSON Response Function | ✅ Pass | 0.492s | |
+| Search Query Function | ✅ Pass | 0.217s | |
+| Ask Advice Function | ✅ Pass | 0.204s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.217s | |
+| Basic Context Memory Test | ✅ Pass | 0.211s | |
+| Function Argument Memory Test | ✅ Pass | 0.425s | |
+| Function Response Memory Test | ✅ Pass | 0.234s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.502s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.284s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.623s | |
+| Penetration Testing Methodology | ✅ Pass | 0.215s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.215s | |
+| SQL Injection Attack Type | ✅ Pass | 0.305s | |
+| Penetration Testing Framework | ✅ Pass | 0.222s | |
+| Web Application Security Scanner | ✅ Pass | 1.419s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.218s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.397s
+
+---
+
+### generator (kat-coder-pro-v2)
+
+#### Basic Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| Simple Math | ✅ Pass | 1.292s | |
+| Text Transform Uppercase | ✅ Pass | 0.435s | |
+| Count from 1 to 5 | ✅ Pass | 0.656s | |
+| Math Calculation | ✅ Pass | 1.600s | |
+| Basic Echo Function | ✅ Pass | 1.702s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.461s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.441s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.364s | |
+
+#### Advanced Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| JSON Response Function | ✅ Pass | 2.188s | |
+| Search Query Function | ✅ Pass | 1.560s | |
+| Ask Advice Function | ✅ Pass | 2.401s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.659s | |
+| Basic Context Memory Test | ✅ Pass | 1.704s | |
+| Function Argument Memory Test | ✅ Pass | 1.270s | |
+| Function Response Memory Test | ✅ Pass | 1.344s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.995s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.396s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.735s | |
+| Penetration Testing Methodology | ✅ Pass | 2.544s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.125s | |
+| SQL Injection Attack Type | ✅ Pass | 1.951s | |
+| Penetration Testing Framework | ✅ Pass | 3.590s | |
+| Web Application Security Scanner | ✅ Pass | 1.041s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.287s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.990s
+
+---
+
+### refiner (kat-coder-pro-v2)
+
+#### Basic Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| Simple Math | ✅ Pass | 0.219s | |
+| Text Transform Uppercase | ✅ Pass | 0.338s | |
+| Count from 1 to 5 | ✅ Pass | 0.208s | |
+| Math Calculation | ✅ Pass | 0.221s | |
+| Basic Echo Function | ✅ Pass | 0.224s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.229s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.232s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.440s | |
+
+#### Advanced Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| JSON Response Function | ✅ Pass | 0.214s | |
+| Search Query Function | ✅ Pass | 0.430s | |
+| Ask Advice Function | ✅ Pass | 0.442s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.262s | |
+| Basic Context Memory Test | ✅ Pass | 0.386s | |
+| Function Argument Memory Test | ✅ Pass | 0.213s | |
+| Function Response Memory Test | ✅ Pass | 0.273s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.768s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.491s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.503s | |
+| Penetration Testing Methodology | ✅ Pass | 0.213s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.213s | |
+| SQL Injection Attack Type | ✅ Pass | 0.441s | |
+| Penetration Testing Framework | ✅ Pass | 0.228s | |
+| Web Application Security Scanner | ✅ Pass | 0.213s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.222s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.318s
+
+---
+
+### adviser (Qwen3-Coder-Next-FP8)
+
+#### Basic Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| Simple Math | ✅ Pass | 0.457s | |
+| Text Transform Uppercase | ✅ Pass | 0.276s | |
+| Count from 1 to 5 | ✅ Pass | 0.212s | |
+| Math Calculation | ✅ Pass | 0.218s | |
+| Basic Echo Function | ✅ Pass | 0.223s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.212s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.432s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.415s | |
+
+#### Advanced Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| JSON Response Function | ✅ Pass | 0.214s | |
+| Search Query Function | ✅ Pass | 0.209s | |
+| Ask Advice Function | ✅ Pass | 1.659s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.339s | |
+| Basic Context Memory Test | ✅ Pass | 0.212s | |
+| Function Argument Memory Test | ✅ Pass | 0.276s | |
+| Function Response Memory Test | ✅ Pass | 0.441s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.226s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.305s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.568s | |
+| Penetration Testing Methodology | ✅ Pass | 0.214s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.334s | |
+| SQL Injection Attack Type | ✅ Pass | 1.512s | |
+| Penetration Testing Framework | ✅ Pass | 0.284s | |
+| Web Application Security Scanner | ✅ Pass | 0.208s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.223s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.445s
+
+---
+
+### reflector (Qwen3.6-35B-A3B)
+
+#### Basic Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| Simple Math | ✅ Pass | 0.279s | |
+| Text Transform Uppercase | ✅ Pass | 0.278s | |
+| Count from 1 to 5 | ✅ Pass | 0.206s | |
+| Math Calculation | ✅ Pass | 0.222s | |
+| Basic Echo Function | ✅ Pass | 0.622s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.306s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.208s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.611s | |
+
+#### Advanced Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| JSON Response Function | ✅ Pass | 0.215s | |
+| Search Query Function | ✅ Pass | 0.213s | |
+| Ask Advice Function | ✅ Pass | 0.212s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.513s | |
+| Basic Context Memory Test | ✅ Pass | 0.211s | |
+| Function Argument Memory Test | ✅ Pass | 0.288s | |
+| Function Response Memory Test | ✅ Pass | 0.214s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.339s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.380s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 1.862s | |
+| Penetration Testing Methodology | ✅ Pass | 0.219s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.433s | |
+| SQL Injection Attack Type | ✅ Pass | 0.444s | |
+| Penetration Testing Framework | ✅ Pass | 0.210s | |
+| Web Application Security Scanner | ✅ Pass | 0.279s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.345s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.380s
+
+---
+
+### searcher (Qwen3.6-35B-A3B)
+
+#### Basic Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| Simple Math | ✅ Pass | 0.213s | |
+| Text Transform Uppercase | ✅ Pass | 0.216s | |
+| Count from 1 to 5 | ✅ Pass | 1.279s | |
+| Math Calculation | ✅ Pass | 0.916s | |
+| Basic Echo Function | ✅ Pass | 2.776s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.776s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.993s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.484s | |
+
+#### Advanced Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| JSON Response Function | ✅ Pass | 1.290s | |
+| Search Query Function | ✅ Pass | 5.080s | |
+| Ask Advice Function | ✅ Pass | 1.042s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.036s | |
+| Basic Context Memory Test | ✅ Pass | 1.694s | |
+| Function Argument Memory Test | ✅ Pass | 1.870s | |
+| Function Response Memory Test | ✅ Pass | 0.793s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.412s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.364s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.186s | |
+| Penetration Testing Methodology | ✅ Pass | 3.582s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.001s | |
+| SQL Injection Attack Type | ❌ Fail | 1.196s | expected text 'injection' not found |
+| Penetration Testing Framework | ✅ Pass | 5.772s | |
+| Web Application Security Scanner | ✅ Pass | 2.500s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.056s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 2.023s
+
+---
+
+### enricher (Qwen3.6-35B-A3B)
+
+#### Basic Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| Simple Math | ✅ Pass | 0.221s | |
+| Text Transform Uppercase | ✅ Pass | 0.276s | |
+| Count from 1 to 5 | ✅ Pass | 1.225s | |
+| Math Calculation | ✅ Pass | 2.021s | |
+| Basic Echo Function | ✅ Pass | 1.204s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.288s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.104s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.431s | |
+
+#### Advanced Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| JSON Response Function | ✅ Pass | 0.848s | |
+| Search Query Function | ✅ Pass | 1.649s | |
+| Ask Advice Function | ✅ Pass | 1.212s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.691s | |
+| Basic Context Memory Test | ✅ Pass | 2.067s | |
+| Function Argument Memory Test | ✅ Pass | 1.399s | |
+| Function Response Memory Test | ✅ Pass | 2.046s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.557s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.271s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.445s | |
+| Penetration Testing Methodology | ✅ Pass | 3.672s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.236s | |
+| SQL Injection Attack Type | ✅ Pass | 1.127s | |
+| Penetration Testing Framework | ✅ Pass | 2.537s | |
+| Web Application Security Scanner | ✅ Pass | 1.925s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.606s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.753s
+
+---
+
+### coder (Qwen3-Coder-Next-FP8)
+
+#### Basic Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| Simple Math | ✅ Pass | 0.224s | |
+| Text Transform Uppercase | ✅ Pass | 0.219s | |
+| Count from 1 to 5 | ✅ Pass | 0.863s | |
+| Math Calculation | ✅ Pass | 1.320s | |
+| Basic Echo Function | ✅ Pass | 1.444s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.865s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.987s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.875s | |
+
+#### Advanced Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| JSON Response Function | ✅ Pass | 1.220s | |
+| Search Query Function | ✅ Pass | 2.548s | |
+| Ask Advice Function | ✅ Pass | 1.528s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.707s | |
+| Basic Context Memory Test | ✅ Pass | 1.596s | |
+| Function Argument Memory Test | ✅ Pass | 0.813s | |
+| Function Response Memory Test | ✅ Pass | 0.874s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.821s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.360s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.612s | |
+| Penetration Testing Methodology | ✅ Pass | 7.219s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.553s | |
+| SQL Injection Attack Type | ✅ Pass | 1.517s | |
+| Penetration Testing Framework | ✅ Pass | 2.280s | |
+| Web Application Security Scanner | ✅ Pass | 1.826s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.230s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.730s
+
+---
+
+### installer (Qwen3-Coder-Next-FP8)
+
+#### Basic Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| Simple Math | ✅ Pass | 0.283s | |
+| Text Transform Uppercase | ✅ Pass | 0.276s | |
+| Count from 1 to 5 | ✅ Pass | 0.216s | |
+| Math Calculation | ✅ Pass | 0.215s | |
+| Basic Echo Function | ✅ Pass | 0.210s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.276s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.234s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.253s | |
+
+#### Advanced Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| JSON Response Function | ✅ Pass | 2.005s | |
+| Search Query Function | ✅ Pass | 0.219s | |
+| Ask Advice Function | ✅ Pass | 0.461s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.216s | |
+| Basic Context Memory Test | ✅ Pass | 0.220s | |
+| Function Argument Memory Test | ✅ Pass | 0.219s | |
+| Function Response Memory Test | ✅ Pass | 0.757s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.271s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.208s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.439s | |
+| Penetration Testing Methodology | ✅ Pass | 0.335s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.214s | |
+| SQL Injection Attack Type | ✅ Pass | 0.280s | |
+| Penetration Testing Framework | ✅ Pass | 0.212s | |
+| Web Application Security Scanner | ✅ Pass | 0.664s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.348s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.418s
+
+---
+
+### pentester (Qwen3.6-35B-A3B)
+
+#### Basic Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| Simple Math | ✅ Pass | 0.281s | |
+| Text Transform Uppercase | ✅ Pass | 0.270s | |
+| Count from 1 to 5 | ✅ Pass | 0.277s | |
+| Math Calculation | ✅ Pass | 0.634s | |
+| Basic Echo Function | ✅ Pass | 0.431s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.210s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.349s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.431s | |
+
+#### Advanced Tests
+
+| Test | Result | Latency | Error |
+|------|--------|---------|-------|
+| JSON Response Function | ✅ Pass | 0.211s | |
+| Search Query Function | ✅ Pass | 0.211s | |
+| Ask Advice Function | ✅ Pass | 0.437s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.214s | |
+| Basic Context Memory Test | ✅ Pass | 0.281s | |
+| Function Argument Memory Test | ✅ Pass | 0.213s | |
+| Function Response Memory Test | ✅ Pass | 1.228s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.216s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.818s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.946s | |
+| Penetration Testing Methodology | ✅ Pass | 0.446s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.657s | |
+| SQL Injection Attack Type | ✅ Pass | 0.717s | |
+| Penetration Testing Framework | ✅ Pass | 0.342s | |
+| Web Application Security Scanner | ✅ Pass | 0.215s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.326s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.432s
+
+---
+
diff --git a/examples/tests/kimi-report.md b/examples/tests/kimi-report.md
index e668a033..7177518b 100644
--- a/examples/tests/kimi-report.md
+++ b/examples/tests/kimi-report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Tue, 21 Jul 2026 16:45:17 UTC
+Generated: Thu, 23 Jul 2026 13:25:22 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | kimi-k2.5 | true | 23/23 (100.00%) | 1.748s |
-| simple_json | kimi-k2.5 | true | 7/7 (100.00%) | 2.417s |
-| primary_agent | kimi-k2.7-code-highspeed | true | 23/23 (100.00%) | 0.918s |
-| assistant | kimi-k2.7-code-highspeed | true | 23/23 (100.00%) | 0.859s |
-| generator | kimi-k3 | true | 22/23 (95.65%) | 6.887s |
-| refiner | kimi-k3 | true | 22/23 (95.65%) | 5.991s |
-| adviser | kimi-k3 | true | 22/23 (95.65%) | 6.501s |
-| reflector | kimi-k2.5 | true | 23/23 (100.00%) | 3.374s |
-| searcher | kimi-k2.5 | true | 23/23 (100.00%) | 3.541s |
-| enricher | kimi-k2.5 | true | 23/23 (100.00%) | 2.676s |
-| coder | kimi-k2.7-code | true | 23/23 (100.00%) | 1.857s |
-| installer | kimi-k2.5 | true | 23/23 (100.00%) | 4.023s |
-| pentester | kimi-k2.7-code | true | 23/23 (100.00%) | 1.658s |
-
-**Total**: 280/283 (98.94%) successful tests
-**Overall average latency**: 3.313s
+| simple | kimi-k2.5 | true | 24/24 (100.00%) | 1.979s |
+| simple_json | kimi-k2.5 | true | 7/7 (100.00%) | 2.252s |
+| primary_agent | kimi-k2.7-code-highspeed | true | 24/24 (100.00%) | 1.455s |
+| assistant | kimi-k2.7-code-highspeed | true | 24/24 (100.00%) | 1.411s |
+| generator | kimi-k3 | true | 24/24 (100.00%) | 10.614s |
+| refiner | kimi-k3 | true | 24/24 (100.00%) | 10.050s |
+| adviser | kimi-k3 | true | 24/24 (100.00%) | 10.096s |
+| reflector | kimi-k2.5 | true | 24/24 (100.00%) | 2.053s |
+| searcher | kimi-k2.5 | true | 24/24 (100.00%) | 1.798s |
+| enricher | kimi-k2.5 | true | 24/24 (100.00%) | 1.342s |
+| coder | kimi-k2.7-code | true | 24/24 (100.00%) | 2.450s |
+| installer | kimi-k2.5 | true | 24/24 (100.00%) | 4.658s |
+| pentester | kimi-k2.7-code | true | 24/24 (100.00%) | 2.705s |
+
+**Total**: 295/295 (100.00%) successful tests
+**Overall average latency**: 4.171s
## Detailed Results
@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.168s | |
-| Text Transform Uppercase | ✅ Pass | 0.847s | |
-| Count from 1 to 5 | ✅ Pass | 1.035s | |
-| Math Calculation | ✅ Pass | 0.850s | |
-| Basic Echo Function | ✅ Pass | 1.267s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.791s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.979s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.140s | |
+| Simple Math | ✅ Pass | 1.327s | |
+| Text Transform Uppercase | ✅ Pass | 0.934s | |
+| Count from 1 to 5 | ✅ Pass | 1.314s | |
+| Math Calculation | ✅ Pass | 0.865s | |
+| Basic Echo Function | ✅ Pass | 1.326s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.893s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.943s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.179s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.398s | |
-| Search Query Function | ✅ Pass | 1.141s | |
-| Ask Advice Function | ✅ Pass | 3.642s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.218s | |
-| Basic Context Memory Test | ✅ Pass | 1.036s | |
-| Function Argument Memory Test | ✅ Pass | 0.924s | |
-| Function Response Memory Test | ✅ Pass | 0.819s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.141s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.905s | |
-| Penetration Testing Methodology | ✅ Pass | 6.074s | |
-| Vulnerability Assessment Tools | ✅ Pass | 3.232s | |
-| SQL Injection Attack Type | ✅ Pass | 1.155s | |
-| Penetration Testing Framework | ✅ Pass | 4.287s | |
-| Web Application Security Scanner | ✅ Pass | 2.473s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.677s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.748s
+| JSON Response Function | ✅ Pass | 3.323s | |
+| Search Query Function | ✅ Pass | 1.861s | |
+| Ask Advice Function | ✅ Pass | 1.397s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.054s | |
+| Basic Context Memory Test | ✅ Pass | 2.179s | |
+| Function Argument Memory Test | ✅ Pass | 1.128s | |
+| Function Response Memory Test | ✅ Pass | 0.966s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.216s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.533s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 6.107s | |
+| Penetration Testing Methodology | ✅ Pass | 5.160s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.358s | |
+| SQL Injection Attack Type | ✅ Pass | 1.092s | |
+| Penetration Testing Framework | ✅ Pass | 3.099s | |
+| Web Application Security Scanner | ✅ Pass | 1.780s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.447s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.979s
---
@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Project Information JSON | ✅ Pass | 1.108s | |
-| User Profile JSON | ✅ Pass | 1.267s | |
-| Person Information JSON | ✅ Pass | 3.657s | |
-| Vulnerability Report Memory Test | ✅ Pass | 3.801s | |
-| Streaming Person Information JSON Streaming | ✅ Pass | 3.193s | |
-| JSON Array Response Without Schema | ✅ Pass | 3.663s | |
+| Vulnerability Report Memory Test | ✅ Pass | 5.773s | |
+| Project Information JSON | ✅ Pass | 1.054s | |
+| User Profile JSON | ✅ Pass | 1.302s | |
+| JSON Array Response Without Schema | ✅ Pass | 1.270s | |
+| Streaming Person Information JSON Streaming | ✅ Pass | 1.055s | |
+| Person Information JSON | ✅ Pass | 4.187s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.225s | |
+| Structured Output With JSON Schema | structured_output | ✅ Pass | 1.118s | |
**Summary**: 7/7 (100.00%) successful tests
-**Average latency**: 2.417s
+**Average latency**: 2.252s
---
@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.475s | |
-| Text Transform Uppercase | ✅ Pass | 0.213s | |
-| Count from 1 to 5 | ✅ Pass | 0.217s | |
-| Math Calculation | ✅ Pass | 0.218s | |
-| Basic Echo Function | ✅ Pass | 0.234s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.215s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.243s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.008s | |
+| Simple Math | ✅ Pass | 1.478s | |
+| Text Transform Uppercase | ✅ Pass | 1.090s | |
+| Count from 1 to 5 | ✅ Pass | 1.231s | |
+| Math Calculation | ✅ Pass | 0.996s | |
+| Basic Echo Function | ✅ Pass | 1.255s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.248s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.159s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.219s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.081s | |
-| Search Query Function | ✅ Pass | 0.896s | |
-| Ask Advice Function | ✅ Pass | 1.040s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.019s | |
-| Basic Context Memory Test | ✅ Pass | 1.074s | |
-| Function Argument Memory Test | ✅ Pass | 1.040s | |
-| Function Response Memory Test | ✅ Pass | 0.944s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.317s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.104s | |
-| Penetration Testing Methodology | ✅ Pass | 1.063s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.716s | |
-| SQL Injection Attack Type | ✅ Pass | 1.002s | |
-| Penetration Testing Framework | ✅ Pass | 1.607s | |
-| Web Application Security Scanner | ✅ Pass | 1.204s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.160s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.918s
+| JSON Response Function | ✅ Pass | 1.070s | |
+| Search Query Function | ✅ Pass | 1.377s | |
+| Ask Advice Function | ✅ Pass | 1.036s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.265s | |
+| Basic Context Memory Test | ✅ Pass | 2.126s | |
+| Function Argument Memory Test | ✅ Pass | 2.883s | |
+| Function Response Memory Test | ✅ Pass | 1.145s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.402s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.290s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.971s | |
+| Penetration Testing Methodology | ✅ Pass | 1.713s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.437s | |
+| SQL Injection Attack Type | ✅ Pass | 1.043s | |
+| Penetration Testing Framework | ✅ Pass | 1.327s | |
+| Web Application Security Scanner | ✅ Pass | 1.037s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.106s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.455s
---
@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.473s | |
-| Text Transform Uppercase | ✅ Pass | 0.213s | |
-| Count from 1 to 5 | ✅ Pass | 0.208s | |
-| Math Calculation | ✅ Pass | 0.212s | |
-| Basic Echo Function | ✅ Pass | 0.216s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.217s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.166s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.120s | |
+| Simple Math | ✅ Pass | 1.772s | |
+| Text Transform Uppercase | ✅ Pass | 1.028s | |
+| Count from 1 to 5 | ✅ Pass | 1.319s | |
+| Math Calculation | ✅ Pass | 1.027s | |
+| Basic Echo Function | ✅ Pass | 1.747s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.072s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.106s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.722s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.086s | |
-| Search Query Function | ✅ Pass | 1.038s | |
-| Ask Advice Function | ✅ Pass | 2.175s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.014s | |
-| Basic Context Memory Test | ✅ Pass | 1.012s | |
-| Function Argument Memory Test | ✅ Pass | 1.053s | |
-| Function Response Memory Test | ✅ Pass | 1.089s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.377s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.055s | |
-| Penetration Testing Methodology | ✅ Pass | 1.270s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.209s | |
-| SQL Injection Attack Type | ✅ Pass | 0.224s | |
-| Penetration Testing Framework | ✅ Pass | 1.119s | |
-| Web Application Security Scanner | ✅ Pass | 0.997s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.199s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.859s
+| JSON Response Function | ✅ Pass | 1.196s | |
+| Search Query Function | ✅ Pass | 1.231s | |
+| Ask Advice Function | ✅ Pass | 3.256s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.173s | |
+| Basic Context Memory Test | ✅ Pass | 1.746s | |
+| Function Argument Memory Test | ✅ Pass | 2.125s | |
+| Function Response Memory Test | ✅ Pass | 0.432s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.425s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.188s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 1.745s | |
+| Penetration Testing Methodology | ✅ Pass | 1.274s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.221s | |
+| SQL Injection Attack Type | ✅ Pass | 1.357s | |
+| Penetration Testing Framework | ✅ Pass | 1.423s | |
+| Web Application Security Scanner | ✅ Pass | 1.132s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.123s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.411s
---
@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 3.409s | |
-| Text Transform Uppercase | ✅ Pass | 3.522s | |
-| Count from 1 to 5 | ✅ Pass | 3.907s | |
-| Math Calculation | ✅ Pass | 2.995s | |
-| Basic Echo Function | ✅ Pass | 4.075s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.937s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.215s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.155s | |
+| Simple Math | ✅ Pass | 4.767s | |
+| Text Transform Uppercase | ✅ Pass | 6.021s | |
+| Count from 1 to 5 | ✅ Pass | 4.450s | |
+| Streaming Simple Math Streaming | ✅ Pass | 3.996s | |
+| Math Calculation | ✅ Pass | 14.386s | |
+| Basic Echo Function | ✅ Pass | 10.924s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 7.680s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.415s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 4.522s | |
-| Search Query Function | ✅ Pass | 5.932s | |
-| Ask Advice Function | ✅ Pass | 3.868s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 4.012s | |
-| Basic Context Memory Test | ✅ Pass | 5.962s | |
-| Function Argument Memory Test | ✅ Pass | 4.789s | |
-| Function Response Memory Test | ✅ Pass | 4.603s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 9.806s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 4.822s | |
-| Penetration Testing Methodology | ✅ Pass | 20.204s | |
-| Vulnerability Assessment Tools | ✅ Pass | 15.992s | |
-| SQL Injection Attack Type | ✅ Pass | 5.997s | |
-| Penetration Testing Framework | ✅ Pass | 19.052s | |
-| Web Application Security Scanner | ✅ Pass | 11.354s | |
-| Penetration Testing Tool Selection | ✅ Pass | 9.255s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 6.887s
+| JSON Response Function | ✅ Pass | 10.908s | |
+| Search Query Function | ✅ Pass | 5.575s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 6.278s | |
+| Ask Advice Function | ✅ Pass | 15.143s | |
+| Basic Context Memory Test | ✅ Pass | 7.313s | |
+| Function Argument Memory Test | ✅ Pass | 6.073s | |
+| Function Response Memory Test | ✅ Pass | 5.373s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.590s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 6.053s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 21.782s | |
+| Penetration Testing Methodology | ✅ Pass | 18.427s | |
+| Vulnerability Assessment Tools | ✅ Pass | 20.134s | |
+| SQL Injection Attack Type | ✅ Pass | 9.790s | |
+| Penetration Testing Framework | ✅ Pass | 16.675s | |
+| Penetration Testing Tool Selection | ✅ Pass | 8.623s | |
+| Web Application Security Scanner | ✅ Pass | 33.347s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 10.614s
---
@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 3.383s | |
-| Text Transform Uppercase | ✅ Pass | 3.330s | |
-| Count from 1 to 5 | ✅ Pass | 4.068s | |
-| Math Calculation | ✅ Pass | 5.388s | |
-| Basic Echo Function | ✅ Pass | 4.278s | |
-| Streaming Simple Math Streaming | ✅ Pass | 3.022s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.832s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.464s | |
+| Simple Math | ✅ Pass | 12.162s | |
+| Count from 1 to 5 | ✅ Pass | 6.859s | |
+| Text Transform Uppercase | ✅ Pass | 12.751s | |
+| Math Calculation | ✅ Pass | 4.629s | |
+| Basic Echo Function | ✅ Pass | 5.056s | |
+| Streaming Simple Math Streaming | ✅ Pass | 4.253s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 7.661s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 6.564s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 4.040s | |
-| Search Query Function | ✅ Pass | 3.786s | |
-| Ask Advice Function | ✅ Pass | 4.272s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 3.479s | |
-| Basic Context Memory Test | ✅ Pass | 4.717s | |
-| Function Argument Memory Test | ✅ Pass | 6.360s | |
-| Function Response Memory Test | ✅ Pass | 3.190s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 7.865s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 4.861s | |
-| Penetration Testing Methodology | ✅ Pass | 19.021s | |
-| Vulnerability Assessment Tools | ✅ Pass | 10.633s | |
-| SQL Injection Attack Type | ✅ Pass | 5.304s | |
-| Penetration Testing Framework | ✅ Pass | 11.172s | |
-| Web Application Security Scanner | ✅ Pass | 12.213s | |
-| Penetration Testing Tool Selection | ✅ Pass | 6.113s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 5.991s
+| JSON Response Function | ✅ Pass | 5.702s | |
+| Search Query Function | ✅ Pass | 8.275s | |
+| Ask Advice Function | ✅ Pass | 6.169s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 5.735s | |
+| Basic Context Memory Test | ✅ Pass | 5.274s | |
+| Function Argument Memory Test | ✅ Pass | 4.808s | |
+| Function Response Memory Test | ✅ Pass | 7.610s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 6.437s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 19.066s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 17.777s | |
+| Penetration Testing Methodology | ✅ Pass | 17.466s | |
+| SQL Injection Attack Type | ✅ Pass | 8.995s | |
+| Vulnerability Assessment Tools | ✅ Pass | 23.879s | |
+| Penetration Testing Framework | ✅ Pass | 16.354s | |
+| Web Application Security Scanner | ✅ Pass | 16.188s | |
+| Penetration Testing Tool Selection | ✅ Pass | 11.517s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 10.050s
---
@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.838s | |
-| Text Transform Uppercase | ✅ Pass | 3.910s | |
-| Count from 1 to 5 | ✅ Pass | 4.158s | |
-| Math Calculation | ✅ Pass | 2.513s | |
-| Basic Echo Function | ✅ Pass | 4.136s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.902s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.926s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 5.287s | |
+| Simple Math | ✅ Pass | 5.645s | |
+| Text Transform Uppercase | ✅ Pass | 4.182s | |
+| Count from 1 to 5 | ✅ Pass | 5.406s | |
+| Math Calculation | ✅ Pass | 6.002s | |
+| Basic Echo Function | ✅ Pass | 6.063s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 7.301s | |
+| Streaming Simple Math Streaming | ✅ Pass | 14.819s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 10.171s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ❌ Fail | 4.621s | no tool calls found, expected at least 1 |
-| Search Query Function | ✅ Pass | 5.229s | |
-| Ask Advice Function | ✅ Pass | 4.019s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 4.333s | |
-| Basic Context Memory Test | ✅ Pass | 7.273s | |
-| Function Argument Memory Test | ✅ Pass | 4.714s | |
-| Function Response Memory Test | ✅ Pass | 3.870s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 8.639s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 6.006s | |
-| Penetration Testing Methodology | ✅ Pass | 18.671s | |
-| Vulnerability Assessment Tools | ✅ Pass | 14.315s | |
-| SQL Injection Attack Type | ✅ Pass | 5.862s | |
-| Penetration Testing Framework | ✅ Pass | 14.244s | |
-| Web Application Security Scanner | ✅ Pass | 11.567s | |
-| Penetration Testing Tool Selection | ✅ Pass | 7.487s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 6.501s
+| JSON Response Function | ✅ Pass | 5.018s | |
+| Search Query Function | ✅ Pass | 4.286s | |
+| Ask Advice Function | ✅ Pass | 4.868s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 4.879s | |
+| Basic Context Memory Test | ✅ Pass | 6.534s | |
+| Function Response Memory Test | ✅ Pass | 4.418s | |
+| Function Argument Memory Test | ✅ Pass | 13.681s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 9.044s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 15.040s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 17.163s | |
+| Penetration Testing Methodology | ✅ Pass | 22.598s | |
+| SQL Injection Attack Type | ✅ Pass | 8.602s | |
+| Vulnerability Assessment Tools | ✅ Pass | 21.549s | |
+| Penetration Testing Framework | ✅ Pass | 10.437s | |
+| Web Application Security Scanner | ✅ Pass | 16.482s | |
+| Penetration Testing Tool Selection | ✅ Pass | 18.103s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 10.096s
---
@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.784s | |
-| Text Transform Uppercase | ✅ Pass | 0.986s | |
-| Count from 1 to 5 | ✅ Pass | 1.347s | |
-| Math Calculation | ✅ Pass | 2.671s | |
-| Basic Echo Function | ✅ Pass | 4.613s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.516s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.414s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.371s | |
+| Simple Math | ✅ Pass | 1.470s | |
+| Text Transform Uppercase | ✅ Pass | 1.001s | |
+| Count from 1 to 5 | ✅ Pass | 0.965s | |
+| Math Calculation | ✅ Pass | 0.954s | |
+| Basic Echo Function | ✅ Pass | 1.190s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.871s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.880s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.847s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 5.791s | |
-| Search Query Function | ✅ Pass | 1.454s | |
-| Ask Advice Function | ✅ Pass | 5.769s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 3.161s | |
-| Basic Context Memory Test | ✅ Pass | 2.177s | |
-| Function Argument Memory Test | ✅ Pass | 0.825s | |
-| Function Response Memory Test | ✅ Pass | 0.815s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.192s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.839s | |
-| Penetration Testing Methodology | ✅ Pass | 9.492s | |
-| Vulnerability Assessment Tools | ✅ Pass | 8.875s | |
-| SQL Injection Attack Type | ✅ Pass | 1.054s | |
-| Penetration Testing Framework | ✅ Pass | 8.044s | |
-| Web Application Security Scanner | ✅ Pass | 2.056s | |
-| Penetration Testing Tool Selection | ✅ Pass | 5.347s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.374s
+| JSON Response Function | ✅ Pass | 3.158s | |
+| Search Query Function | ✅ Pass | 1.781s | |
+| Ask Advice Function | ✅ Pass | 2.221s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.334s | |
+| Basic Context Memory Test | ✅ Pass | 1.098s | |
+| Function Argument Memory Test | ✅ Pass | 0.999s | |
+| Function Response Memory Test | ✅ Pass | 1.104s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.072s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.901s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 6.344s | |
+| Penetration Testing Methodology | ✅ Pass | 6.410s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.716s | |
+| SQL Injection Attack Type | ✅ Pass | 1.090s | |
+| Penetration Testing Framework | ✅ Pass | 3.125s | |
+| Web Application Security Scanner | ✅ Pass | 2.337s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.402s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.053s
---
@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.660s | |
-| Text Transform Uppercase | ✅ Pass | 1.039s | |
-| Count from 1 to 5 | ✅ Pass | 1.295s | |
-| Math Calculation | ✅ Pass | 1.552s | |
-| Basic Echo Function | ✅ Pass | 4.212s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.500s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.993s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.287s | |
+| Simple Math | ✅ Pass | 1.197s | |
+| Text Transform Uppercase | ✅ Pass | 1.023s | |
+| Count from 1 to 5 | ✅ Pass | 0.739s | |
+| Math Calculation | ✅ Pass | 0.896s | |
+| Basic Echo Function | ✅ Pass | 1.203s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.931s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.049s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.884s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 5.724s | |
-| Search Query Function | ✅ Pass | 5.527s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.268s | |
-| Ask Advice Function | ✅ Pass | 5.755s | |
-| Basic Context Memory Test | ✅ Pass | 2.214s | |
-| Function Argument Memory Test | ✅ Pass | 0.813s | |
-| Function Response Memory Test | ✅ Pass | 0.886s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.317s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.290s | |
-| Penetration Testing Methodology | ✅ Pass | 9.712s | |
-| Vulnerability Assessment Tools | ✅ Pass | 8.599s | |
-| SQL Injection Attack Type | ✅ Pass | 1.166s | |
-| Penetration Testing Framework | ✅ Pass | 12.429s | |
-| Web Application Security Scanner | ✅ Pass | 6.200s | |
-| Penetration Testing Tool Selection | ✅ Pass | 4.004s | |
+| JSON Response Function | ✅ Pass | 3.494s | |
+| Search Query Function | ✅ Pass | 1.905s | |
+| Ask Advice Function | ✅ Pass | 1.748s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.361s | |
+| Basic Context Memory Test | ✅ Pass | 1.282s | |
+| Function Argument Memory Test | ✅ Pass | 0.320s | |
+| Function Response Memory Test | ✅ Pass | 1.418s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.256s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.271s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 6.587s | |
+| Penetration Testing Methodology | ✅ Pass | 7.071s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.284s | |
+| SQL Injection Attack Type | ✅ Pass | 0.215s | |
+| Penetration Testing Framework | ✅ Pass | 3.346s | |
+| Web Application Security Scanner | ✅ Pass | 0.217s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.445s | |
-**Summary**: 23/23 (100.00%) successful tests
+**Summary**: 24/24 (100.00%) successful tests
-**Average latency**: 3.541s
+**Average latency**: 1.798s
---
@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.194s | |
-| Text Transform Uppercase | ✅ Pass | 0.984s | |
-| Count from 1 to 5 | ✅ Pass | 1.359s | |
-| Math Calculation | ✅ Pass | 1.392s | |
-| Basic Echo Function | ✅ Pass | 2.918s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.439s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.296s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.038s | |
+| Simple Math | ✅ Pass | 0.332s | |
+| Text Transform Uppercase | ✅ Pass | 0.216s | |
+| Count from 1 to 5 | ✅ Pass | 0.269s | |
+| Math Calculation | ✅ Pass | 1.264s | |
+| Basic Echo Function | ✅ Pass | 0.892s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.221s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.213s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.435s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 5.582s | |
-| Search Query Function | ✅ Pass | 5.275s | |
-| Ask Advice Function | ✅ Pass | 1.614s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.364s | |
-| Basic Context Memory Test | ✅ Pass | 1.956s | |
-| Function Argument Memory Test | ✅ Pass | 0.816s | |
-| Function Response Memory Test | ✅ Pass | 0.827s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.101s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.220s | |
-| Penetration Testing Methodology | ✅ Pass | 5.329s | |
-| SQL Injection Attack Type | ✅ Pass | 1.034s | |
-| Vulnerability Assessment Tools | ✅ Pass | 11.682s | |
-| Penetration Testing Framework | ✅ Pass | 6.363s | |
-| Web Application Security Scanner | ✅ Pass | 0.217s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.527s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.676s
+| JSON Response Function | ✅ Pass | 1.899s | |
+| Search Query Function | ✅ Pass | 1.851s | |
+| Ask Advice Function | ✅ Pass | 1.709s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.448s | |
+| Basic Context Memory Test | ✅ Pass | 1.410s | |
+| Function Argument Memory Test | ✅ Pass | 0.225s | |
+| Function Response Memory Test | ✅ Pass | 1.070s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.971s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.297s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.839s | |
+| Penetration Testing Methodology | ✅ Pass | 5.167s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.240s | |
+| SQL Injection Attack Type | ✅ Pass | 0.216s | |
+| Penetration Testing Framework | ✅ Pass | 5.254s | |
+| Web Application Security Scanner | ✅ Pass | 0.544s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.209s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.342s
---
@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.222s | |
-| Text Transform Uppercase | ✅ Pass | 0.210s | |
-| Count from 1 to 5 | ✅ Pass | 0.208s | |
-| Math Calculation | ✅ Pass | 0.214s | |
-| Basic Echo Function | ✅ Pass | 0.210s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.214s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.737s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.779s | |
+| Simple Math | ✅ Pass | 2.387s | |
+| Text Transform Uppercase | ✅ Pass | 1.631s | |
+| Count from 1 to 5 | ✅ Pass | 2.468s | |
+| Math Calculation | ✅ Pass | 1.950s | |
+| Basic Echo Function | ✅ Pass | 2.946s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.138s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.563s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.805s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.980s | |
-| Search Query Function | ✅ Pass | 1.959s | |
-| Ask Advice Function | ✅ Pass | 1.882s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.525s | |
-| Basic Context Memory Test | ✅ Pass | 1.567s | |
-| Function Argument Memory Test | ✅ Pass | 1.594s | |
-| Function Response Memory Test | ✅ Pass | 1.481s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.682s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.334s | |
-| Penetration Testing Methodology | ✅ Pass | 2.137s | |
-| Vulnerability Assessment Tools | ✅ Pass | 4.048s | |
-| SQL Injection Attack Type | ✅ Pass | 1.848s | |
-| Penetration Testing Framework | ✅ Pass | 3.963s | |
-| Web Application Security Scanner | ✅ Pass | 2.175s | |
-| Penetration Testing Tool Selection | ✅ Pass | 4.730s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.857s
+| JSON Response Function | ✅ Pass | 1.972s | |
+| Search Query Function | ✅ Pass | 2.042s | |
+| Ask Advice Function | ✅ Pass | 1.855s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.640s | |
+| Basic Context Memory Test | ✅ Pass | 2.806s | |
+| Function Argument Memory Test | ✅ Pass | 2.398s | |
+| Function Response Memory Test | ✅ Pass | 2.017s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.310s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.156s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.678s | |
+| Penetration Testing Methodology | ✅ Pass | 2.746s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.246s | |
+| SQL Injection Attack Type | ✅ Pass | 2.462s | |
+| Penetration Testing Framework | ✅ Pass | 3.252s | |
+| Web Application Security Scanner | ✅ Pass | 1.847s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.479s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.450s
---
@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.195s | |
-| Text Transform Uppercase | ✅ Pass | 1.955s | |
-| Count from 1 to 5 | ✅ Pass | 6.687s | |
-| Math Calculation | ✅ Pass | 3.855s | |
-| Basic Echo Function | ✅ Pass | 1.849s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.962s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.923s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.689s | |
+| Simple Math | ✅ Pass | 2.363s | |
+| Text Transform Uppercase | ✅ Pass | 2.303s | |
+| Count from 1 to 5 | ✅ Pass | 2.222s | |
+| Math Calculation | ✅ Pass | 2.074s | |
+| Basic Echo Function | ✅ Pass | 1.749s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.799s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.032s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.941s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.772s | |
-| Search Query Function | ✅ Pass | 1.840s | |
-| Ask Advice Function | ✅ Pass | 1.972s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.081s | |
-| Basic Context Memory Test | ✅ Pass | 3.618s | |
-| Function Argument Memory Test | ✅ Pass | 2.526s | |
-| Function Response Memory Test | ✅ Pass | 2.659s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.096s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.482s | |
-| Penetration Testing Methodology | ✅ Pass | 12.085s | |
-| SQL Injection Attack Type | ✅ Pass | 2.480s | |
-| Vulnerability Assessment Tools | ✅ Pass | 9.315s | |
-| Penetration Testing Framework | ✅ Pass | 9.074s | |
-| Web Application Security Scanner | ✅ Pass | 11.971s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.424s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 4.023s
+| JSON Response Function | ✅ Pass | 3.966s | |
+| Search Query Function | ✅ Pass | 1.860s | |
+| Ask Advice Function | ✅ Pass | 4.482s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.927s | |
+| Basic Context Memory Test | ✅ Pass | 2.184s | |
+| Function Argument Memory Test | ✅ Pass | 2.256s | |
+| Function Response Memory Test | ✅ Pass | 2.092s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.421s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.012s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 10.076s | |
+| Penetration Testing Methodology | ✅ Pass | 14.179s | |
+| SQL Injection Attack Type | ✅ Pass | 5.030s | |
+| Vulnerability Assessment Tools | ✅ Pass | 19.863s | |
+| Penetration Testing Framework | ✅ Pass | 12.593s | |
+| Web Application Security Scanner | ✅ Pass | 7.074s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.277s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 4.658s
---
@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 16:45:17 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.210s | |
-| Text Transform Uppercase | ✅ Pass | 0.208s | |
-| Count from 1 to 5 | ✅ Pass | 0.214s | |
-| Math Calculation | ✅ Pass | 0.215s | |
-| Basic Echo Function | ✅ Pass | 0.209s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.220s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.391s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.889s | |
+| Simple Math | ✅ Pass | 1.894s | |
+| Text Transform Uppercase | ✅ Pass | 2.200s | |
+| Count from 1 to 5 | ✅ Pass | 1.636s | |
+| Math Calculation | ✅ Pass | 1.392s | |
+| Basic Echo Function | ✅ Pass | 2.021s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.719s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.194s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.640s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.085s | |
-| Search Query Function | ✅ Pass | 2.094s | |
-| Ask Advice Function | ✅ Pass | 1.860s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.555s | |
-| Basic Context Memory Test | ✅ Pass | 1.725s | |
-| Function Argument Memory Test | ✅ Pass | 1.524s | |
-| Function Response Memory Test | ✅ Pass | 1.178s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.426s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.003s | |
-| Penetration Testing Methodology | ✅ Pass | 1.798s | |
-| Vulnerability Assessment Tools | ✅ Pass | 5.907s | |
-| SQL Injection Attack Type | ✅ Pass | 2.046s | |
-| Penetration Testing Framework | ✅ Pass | 2.358s | |
-| Web Application Security Scanner | ✅ Pass | 2.833s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.177s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.658s
+| JSON Response Function | ✅ Pass | 2.490s | |
+| Search Query Function | ✅ Pass | 3.285s | |
+| Ask Advice Function | ✅ Pass | 2.092s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.750s | |
+| Basic Context Memory Test | ✅ Pass | 2.025s | |
+| Function Argument Memory Test | ✅ Pass | 1.910s | |
+| Function Response Memory Test | ✅ Pass | 1.574s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.993s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.235s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.970s | |
+| Penetration Testing Methodology | ✅ Pass | 2.114s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.289s | |
+| SQL Injection Attack Type | ✅ Pass | 2.965s | |
+| Penetration Testing Framework | ✅ Pass | 3.358s | |
+| Web Application Security Scanner | ✅ Pass | 6.417s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.754s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.705s
---
diff --git a/examples/tests/minimax-report.md b/examples/tests/minimax-report.md
index cfbb14c1..24374904 100644
--- a/examples/tests/minimax-report.md
+++ b/examples/tests/minimax-report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Tue, 21 Jul 2026 19:11:05 UTC
+Generated: Thu, 23 Jul 2026 13:19:09 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | MiniMax-M2.7 | true | 23/23 (100.00%) | 3.034s |
-| simple_json | MiniMax-M2.7 | true | 6/7 (85.71%) | 2.505s |
-| primary_agent | MiniMax-M3 | true | 23/23 (100.00%) | 1.784s |
-| assistant | MiniMax-M3 | true | 22/23 (95.65%) | 1.863s |
-| generator | MiniMax-M3 | true | 22/23 (95.65%) | 1.774s |
-| refiner | MiniMax-M3 | true | 22/23 (95.65%) | 1.857s |
-| adviser | MiniMax-M3 | true | 22/23 (95.65%) | 1.618s |
-| reflector | MiniMax-M3 | true | 23/23 (100.00%) | 3.042s |
-| searcher | MiniMax-M3 | true | 23/23 (100.00%) | 2.713s |
-| enricher | MiniMax-M3 | true | 23/23 (100.00%) | 2.287s |
-| coder | MiniMax-M3 | true | 22/23 (95.65%) | 1.399s |
-| installer | MiniMax-M3 | true | 23/23 (100.00%) | 0.224s |
-| pentester | MiniMax-M3 | true | 23/23 (100.00%) | 0.222s |
-
-**Total**: 277/283 (97.88%) successful tests
-**Overall average latency**: 1.835s
+| simple | MiniMax-M2.7 | true | 24/24 (100.00%) | 4.180s |
+| simple_json | MiniMax-M2.7 | true | 7/7 (100.00%) | 3.094s |
+| primary_agent | MiniMax-M3 | true | 23/24 (95.83%) | 4.614s |
+| assistant | MiniMax-M3 | true | 23/24 (95.83%) | 3.513s |
+| generator | MiniMax-M3 | true | 21/24 (87.50%) | 4.044s |
+| refiner | MiniMax-M3 | true | 22/24 (91.67%) | 4.646s |
+| adviser | MiniMax-M3 | true | 22/24 (91.67%) | 3.606s |
+| reflector | MiniMax-M3 | true | 22/24 (91.67%) | 3.728s |
+| searcher | MiniMax-M3 | true | 23/24 (95.83%) | 3.266s |
+| enricher | MiniMax-M3 | true | 21/24 (87.50%) | 3.035s |
+| coder | MiniMax-M3 | true | 21/24 (87.50%) | 1.792s |
+| installer | MiniMax-M3 | true | 23/24 (95.83%) | 0.634s |
+| pentester | MiniMax-M3 | true | 23/24 (95.83%) | 0.349s |
+
+**Total**: 275/295 (93.22%) successful tests
+**Overall average latency**: 3.117s
## Detailed Results
@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 4.424s | |
-| Math Calculation | ✅ Pass | 1.493s | |
-| Count from 1 to 5 | ✅ Pass | 2.932s | |
-| Text Transform Uppercase | ✅ Pass | 5.049s | |
-| Basic Echo Function | ✅ Pass | 1.800s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.018s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.595s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.591s | |
+| Simple Math | ✅ Pass | 3.252s | |
+| Text Transform Uppercase | ✅ Pass | 3.106s | |
+| Count from 1 to 5 | ✅ Pass | 4.481s | |
+| Math Calculation | ✅ Pass | 2.401s | |
+| Basic Echo Function | ✅ Pass | 2.715s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.683s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.789s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.201s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.775s | |
-| Search Query Function | ✅ Pass | 1.895s | |
-| Ask Advice Function | ✅ Pass | 2.342s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.684s | |
-| Basic Context Memory Test | ✅ Pass | 2.271s | |
-| Function Argument Memory Test | ✅ Pass | 2.541s | |
-| Function Response Memory Test | ✅ Pass | 2.198s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.435s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.963s | |
-| Penetration Testing Methodology | ✅ Pass | 4.513s | |
-| Vulnerability Assessment Tools | ✅ Pass | 6.186s | |
-| SQL Injection Attack Type | ✅ Pass | 4.290s | |
-| Penetration Testing Framework | ✅ Pass | 6.556s | |
-| Web Application Security Scanner | ✅ Pass | 2.842s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.374s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.034s
+| JSON Response Function | ✅ Pass | 2.551s | |
+| Search Query Function | ✅ Pass | 5.124s | |
+| Ask Advice Function | ✅ Pass | 2.923s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.530s | |
+| Basic Context Memory Test | ✅ Pass | 3.674s | |
+| Function Argument Memory Test | ✅ Pass | 2.445s | |
+| Function Response Memory Test | ✅ Pass | 1.888s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.701s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.431s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 8.266s | |
+| Penetration Testing Methodology | ✅ Pass | 5.606s | |
+| SQL Injection Attack Type | ✅ Pass | 6.478s | |
+| Vulnerability Assessment Tools | ✅ Pass | 15.618s | |
+| Penetration Testing Framework | ✅ Pass | 4.319s | |
+| Web Application Security Scanner | ✅ Pass | 3.048s | |
+| Penetration Testing Tool Selection | ✅ Pass | 4.068s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 4.180s
---
@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Project Information JSON | ✅ Pass | 2.120s | |
-| Person Information JSON | ✅ Pass | 2.365s | |
-| User Profile JSON | ✅ Pass | 2.581s | |
-| Vulnerability Report Memory Test | ✅ Pass | 2.818s | |
-| Streaming Person Information JSON Streaming | ❌ Fail | 2.079s | invalid JSON response: invalid character '<' after top\-level value |
-| JSON Array Response Without Schema | ✅ Pass | 2.834s | |
+| Vulnerability Report Memory Test | ✅ Pass | 3.973s | |
+| User Profile JSON | ✅ Pass | 2.414s | |
+| Project Information JSON | ✅ Pass | 2.710s | |
+| Person Information JSON | ✅ Pass | 3.002s | |
+| JSON Array Response Without Schema | ✅ Pass | 2.411s | |
+| Streaming Person Information JSON Streaming | ✅ Pass | 3.103s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Structured Output With JSON Schema | structured_output | ✅ Pass | 2.732s | |
+| Structured Output With JSON Schema | structured_output | ✅ Pass | 4.038s | |
-**Summary**: 6/7 (85.71%) successful tests
+**Summary**: 7/7 (100.00%) successful tests
-**Average latency**: 2.505s
+**Average latency**: 3.094s
---
@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.002s | |
-| Text Transform Uppercase | ✅ Pass | 0.225s | |
-| Count from 1 to 5 | ✅ Pass | 0.207s | |
-| Math Calculation | ✅ Pass | 0.211s | |
-| Basic Echo Function | ✅ Pass | 0.211s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.205s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.265s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.278s | |
+| Simple Math | ✅ Pass | 2.333s | |
+| Text Transform Uppercase | ✅ Pass | 2.283s | |
+| Count from 1 to 5 | ✅ Pass | 2.201s | |
+| Math Calculation | ✅ Pass | 3.958s | |
+| Basic Echo Function | ✅ Pass | 2.292s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.449s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.103s | |
+| Streaming Simple Math Streaming | ✅ Pass | 23.300s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.211s | |
-| Search Query Function | ✅ Pass | 0.202s | |
-| Ask Advice Function | ✅ Pass | 0.208s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.257s | |
-| Basic Context Memory Test | ✅ Pass | 0.211s | |
-| Function Argument Memory Test | ✅ Pass | 1.470s | |
-| Function Response Memory Test | ✅ Pass | 1.604s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.260s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.735s | |
-| Penetration Testing Methodology | ✅ Pass | 4.491s | |
-| Vulnerability Assessment Tools | ✅ Pass | 9.840s | |
-| SQL Injection Attack Type | ✅ Pass | 3.323s | |
-| Penetration Testing Framework | ✅ Pass | 7.383s | |
-| Web Application Security Scanner | ✅ Pass | 1.496s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.715s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.784s
+| JSON Response Function | ✅ Pass | 11.303s | |
+| Search Query Function | ✅ Pass | 2.920s | |
+| Ask Advice Function | ✅ Pass | 3.436s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 4.227s | |
+| Basic Context Memory Test | ✅ Pass | 1.518s | |
+| Function Argument Memory Test | ✅ Pass | 1.897s | |
+| Function Response Memory Test | ✅ Pass | 1.880s | |
+| Penetration Testing Memory with Tool Call | ❌ Fail | 4.658s | no tool calls found, expected at least 1 |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.558s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.651s | |
+| Penetration Testing Methodology | ✅ Pass | 6.443s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.490s | |
+| SQL Injection Attack Type | ✅ Pass | 3.350s | |
+| Penetration Testing Framework | ✅ Pass | 6.852s | |
+| Web Application Security Scanner | ✅ Pass | 5.177s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.455s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 4.614s
---
@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.002s | |
-| Text Transform Uppercase | ✅ Pass | 0.208s | |
-| Count from 1 to 5 | ✅ Pass | 0.207s | |
-| Math Calculation | ✅ Pass | 0.211s | |
-| Basic Echo Function | ✅ Pass | 0.207s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.207s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.261s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.273s | |
+| Simple Math | ✅ Pass | 2.258s | |
+| Text Transform Uppercase | ✅ Pass | 1.553s | |
+| Count from 1 to 5 | ✅ Pass | 1.924s | |
+| Math Calculation | ✅ Pass | 3.942s | |
+| Basic Echo Function | ✅ Pass | 2.655s | |
+| Streaming Simple Math Streaming | ❌ Fail | 3.780s | expected text '6' not found |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.722s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.955s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.217s | |
-| Search Query Function | ✅ Pass | 0.207s | |
-| Ask Advice Function | ✅ Pass | 0.207s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.257s | |
-| Basic Context Memory Test | ✅ Pass | 0.211s | |
-| Function Argument Memory Test | ✅ Pass | 1.350s | |
-| Function Response Memory Test | ✅ Pass | 1.193s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.322s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.172s | |
-| Penetration Testing Methodology | ✅ Pass | 5.842s | |
-| Vulnerability Assessment Tools | ✅ Pass | 5.280s | |
-| SQL Injection Attack Type | ❌ Fail | 4.207s | expected text 'injection' not found |
-| Penetration Testing Framework | ✅ Pass | 7.334s | |
-| Web Application Security Scanner | ✅ Pass | 4.036s | |
-| Penetration Testing Tool Selection | ✅ Pass | 4.427s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 1.863s
+| Search Query Function | ✅ Pass | 2.019s | |
+| JSON Response Function | ✅ Pass | 13.549s | |
+| Ask Advice Function | ✅ Pass | 2.806s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.771s | |
+| Basic Context Memory Test | ✅ Pass | 2.416s | |
+| Function Argument Memory Test | ✅ Pass | 1.677s | |
+| Function Response Memory Test | ✅ Pass | 1.250s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.641s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.798s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.510s | |
+| Penetration Testing Methodology | ✅ Pass | 6.917s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.307s | |
+| SQL Injection Attack Type | ✅ Pass | 2.614s | |
+| Penetration Testing Framework | ✅ Pass | 8.236s | |
+| Web Application Security Scanner | ✅ Pass | 3.256s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.735s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 3.513s
---
@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.022s | |
-| Text Transform Uppercase | ✅ Pass | 0.215s | |
-| Count from 1 to 5 | ✅ Pass | 0.209s | |
-| Math Calculation | ✅ Pass | 0.214s | |
-| Basic Echo Function | ✅ Pass | 0.208s | |
-| Streaming Simple Math Streaming | ❌ Fail | 0.207s | expected text '6' not found |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.262s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.261s | |
+| Simple Math | ✅ Pass | 1.977s | |
+| Text Transform Uppercase | ❌ Fail | 2.945s | expected text 'HELLO WORLD' not found |
+| Count from 1 to 5 | ✅ Pass | 2.062s | |
+| Math Calculation | ✅ Pass | 3.933s | |
+| Basic Echo Function | ✅ Pass | 2.258s | |
+| Streaming Simple Math Streaming | ❌ Fail | 3.768s | expected text '6' not found |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 6.462s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.485s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.213s | |
-| Search Query Function | ✅ Pass | 0.204s | |
-| Ask Advice Function | ✅ Pass | 0.209s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.256s | |
-| Basic Context Memory Test | ✅ Pass | 0.213s | |
-| Function Argument Memory Test | ✅ Pass | 1.599s | |
-| Function Response Memory Test | ✅ Pass | 1.137s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.304s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.192s | |
-| Penetration Testing Methodology | ✅ Pass | 4.910s | |
-| Vulnerability Assessment Tools | ✅ Pass | 9.593s | |
-| SQL Injection Attack Type | ✅ Pass | 2.922s | |
-| Penetration Testing Framework | ✅ Pass | 5.884s | |
-| Web Application Security Scanner | ✅ Pass | 2.006s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.560s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 1.774s
+| JSON Response Function | ✅ Pass | 9.990s | |
+| Ask Advice Function | ✅ Pass | 2.935s | |
+| Search Query Function | ✅ Pass | 8.046s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.426s | |
+| Basic Context Memory Test | ✅ Pass | 1.772s | |
+| Function Argument Memory Test | ✅ Pass | 1.439s | |
+| Function Response Memory Test | ✅ Pass | 1.203s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.445s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.696s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 6.382s | |
+| Penetration Testing Methodology | ✅ Pass | 7.368s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.067s | |
+| SQL Injection Attack Type | ❌ Fail | 3.958s | expected text 'injection' not found |
+| Penetration Testing Framework | ✅ Pass | 6.771s | |
+| Web Application Security Scanner | ✅ Pass | 3.220s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.440s | |
+
+**Summary**: 21/24 (87.50%) successful tests
+
+**Average latency**: 4.044s
---
@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.000s | |
-| Text Transform Uppercase | ✅ Pass | 0.207s | |
-| Count from 1 to 5 | ✅ Pass | 0.208s | |
-| Math Calculation | ✅ Pass | 0.211s | |
-| Basic Echo Function | ✅ Pass | 0.206s | |
-| Streaming Simple Math Streaming | ❌ Fail | 0.208s | expected text '6' not found |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.261s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.260s | |
+| Simple Math | ✅ Pass | 1.987s | |
+| Text Transform Uppercase | ❌ Fail | 3.547s | expected text 'HELLO WORLD' not found |
+| Count from 1 to 5 | ✅ Pass | 1.525s | |
+| Math Calculation | ✅ Pass | 2.789s | |
+| Basic Echo Function | ✅ Pass | 2.932s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.977s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.747s | |
+| Streaming Simple Math Streaming | ✅ Pass | 23.105s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.211s | |
-| Search Query Function | ✅ Pass | 0.207s | |
-| Ask Advice Function | ✅ Pass | 0.208s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.258s | |
-| Basic Context Memory Test | ✅ Pass | 0.207s | |
-| Function Argument Memory Test | ✅ Pass | 1.150s | |
-| Function Response Memory Test | ✅ Pass | 1.505s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.291s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.101s | |
-| Penetration Testing Methodology | ✅ Pass | 4.023s | |
-| Vulnerability Assessment Tools | ✅ Pass | 8.803s | |
-| SQL Injection Attack Type | ✅ Pass | 2.038s | |
-| Penetration Testing Framework | ✅ Pass | 6.667s | |
-| Web Application Security Scanner | ✅ Pass | 3.783s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.675s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 1.857s
+| JSON Response Function | ✅ Pass | 9.591s | |
+| Search Query Function | ✅ Pass | 2.109s | |
+| Ask Advice Function | ✅ Pass | 2.736s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 3.974s | |
+| Basic Context Memory Test | ✅ Pass | 2.881s | |
+| Function Response Memory Test | ✅ Pass | 1.499s | |
+| Function Argument Memory Test | ✅ Pass | 5.094s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.033s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.341s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 6.297s | |
+| Penetration Testing Methodology | ✅ Pass | 5.293s | |
+| Vulnerability Assessment Tools | ✅ Pass | 8.008s | |
+| SQL Injection Attack Type | ❌ Fail | 2.519s | expected text 'injection' not found |
+| Penetration Testing Framework | ✅ Pass | 6.543s | |
+| Web Application Security Scanner | ✅ Pass | 2.759s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.203s | |
+
+**Summary**: 22/24 (91.67%) successful tests
+
+**Average latency**: 4.646s
---
@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.002s | |
-| Text Transform Uppercase | ✅ Pass | 0.211s | |
-| Count from 1 to 5 | ✅ Pass | 0.209s | |
-| Math Calculation | ✅ Pass | 0.218s | |
-| Basic Echo Function | ✅ Pass | 0.217s | |
-| Streaming Simple Math Streaming | ❌ Fail | 0.207s | expected text '6' not found |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.261s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.262s | |
+| Simple Math | ✅ Pass | 1.986s | |
+| Text Transform Uppercase | ✅ Pass | 1.505s | |
+| Count from 1 to 5 | ✅ Pass | 1.232s | |
+| Math Calculation | ✅ Pass | 2.575s | |
+| Basic Echo Function | ✅ Pass | 2.059s | |
+| Streaming Simple Math Streaming | ❌ Fail | 3.143s | expected text '6' not found |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.932s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.618s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.210s | |
-| Search Query Function | ✅ Pass | 0.207s | |
-| Ask Advice Function | ✅ Pass | 0.206s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.258s | |
-| Basic Context Memory Test | ✅ Pass | 0.204s | |
-| Function Argument Memory Test | ✅ Pass | 1.427s | |
-| Function Response Memory Test | ✅ Pass | 0.980s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.853s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.013s | |
-| Penetration Testing Methodology | ✅ Pass | 2.843s | |
-| Vulnerability Assessment Tools | ✅ Pass | 8.423s | |
-| SQL Injection Attack Type | ✅ Pass | 1.870s | |
-| Penetration Testing Framework | ✅ Pass | 7.770s | |
-| Web Application Security Scanner | ✅ Pass | 1.755s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.600s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 1.618s
+| JSON Response Function | ✅ Pass | 8.668s | |
+| Search Query Function | ✅ Pass | 1.992s | |
+| Ask Advice Function | ✅ Pass | 1.881s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 3.789s | |
+| Basic Context Memory Test | ✅ Pass | 1.698s | |
+| Function Argument Memory Test | ✅ Pass | 2.503s | |
+| Function Response Memory Test | ✅ Pass | 0.970s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.516s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 7.952s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.648s | |
+| Penetration Testing Methodology | ✅ Pass | 7.060s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.811s | |
+| SQL Injection Attack Type | ❌ Fail | 3.171s | expected text 'injection' not found |
+| Penetration Testing Framework | ✅ Pass | 7.496s | |
+| Web Application Security Scanner | ✅ Pass | 5.358s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.971s | |
+
+**Summary**: 22/24 (91.67%) successful tests
+
+**Average latency**: 3.606s
---
@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 3.207s | |
-| Text Transform Uppercase | ✅ Pass | 1.806s | |
-| Count from 1 to 5 | ✅ Pass | 1.716s | |
-| Math Calculation | ✅ Pass | 1.479s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.874s | |
-| Basic Echo Function | ✅ Pass | 2.816s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.577s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.428s | |
+| Simple Math | ✅ Pass | 1.986s | |
+| Text Transform Uppercase | ❌ Fail | 2.407s | expected text 'HELLO WORLD' not found |
+| Count from 1 to 5 | ✅ Pass | 2.268s | |
+| Math Calculation | ✅ Pass | 2.172s | |
+| Basic Echo Function | ✅ Pass | 1.973s | |
+| Streaming Simple Math Streaming | ❌ Fail | 8.210s | expected text '6' not found |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.773s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.855s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.800s | |
-| Ask Advice Function | ✅ Pass | 1.774s | |
-| Search Query Function | ✅ Pass | 3.854s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.568s | |
-| Basic Context Memory Test | ✅ Pass | 1.478s | |
-| Function Argument Memory Test | ✅ Pass | 1.394s | |
-| Function Response Memory Test | ✅ Pass | 2.723s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.058s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.080s | |
-| Penetration Testing Methodology | ✅ Pass | 4.896s | |
-| Vulnerability Assessment Tools | ✅ Pass | 8.835s | |
-| SQL Injection Attack Type | ✅ Pass | 2.803s | |
-| Penetration Testing Framework | ✅ Pass | 7.024s | |
-| Web Application Security Scanner | ✅ Pass | 2.798s | |
-| Penetration Testing Tool Selection | ✅ Pass | 4.965s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.042s
+| JSON Response Function | ✅ Pass | 8.549s | |
+| Search Query Function | ✅ Pass | 2.465s | |
+| Ask Advice Function | ✅ Pass | 1.534s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.819s | |
+| Basic Context Memory Test | ✅ Pass | 2.837s | |
+| Function Argument Memory Test | ✅ Pass | 2.667s | |
+| Function Response Memory Test | ✅ Pass | 1.289s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.930s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 5.471s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.773s | |
+| Penetration Testing Methodology | ✅ Pass | 5.068s | |
+| Vulnerability Assessment Tools | ✅ Pass | 7.325s | |
+| SQL Injection Attack Type | ✅ Pass | 3.825s | |
+| Penetration Testing Framework | ✅ Pass | 6.276s | |
+| Web Application Security Scanner | ✅ Pass | 2.472s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.516s | |
+
+**Summary**: 22/24 (91.67%) successful tests
+
+**Average latency**: 3.728s
---
@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 3.522s | |
-| Text Transform Uppercase | ✅ Pass | 1.797s | |
-| Count from 1 to 5 | ✅ Pass | 1.528s | |
-| Math Calculation | ✅ Pass | 1.399s | |
-| Basic Echo Function | ✅ Pass | 2.405s | |
-| Streaming Simple Math Streaming | ✅ Pass | 3.506s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.981s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.416s | |
+| Simple Math | ✅ Pass | 2.266s | |
+| Text Transform Uppercase | ✅ Pass | 1.622s | |
+| Count from 1 to 5 | ✅ Pass | 1.810s | |
+| Math Calculation | ✅ Pass | 1.943s | |
+| Basic Echo Function | ✅ Pass | 1.830s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.019s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.754s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.530s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.665s | |
-| Ask Advice Function | ✅ Pass | 1.628s | |
-| Search Query Function | ✅ Pass | 3.944s | |
-| Basic Context Memory Test | ✅ Pass | 1.394s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.683s | |
-| Function Argument Memory Test | ✅ Pass | 1.794s | |
-| Function Response Memory Test | ✅ Pass | 1.223s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.969s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.941s | |
-| Penetration Testing Methodology | ✅ Pass | 3.698s | |
-| Vulnerability Assessment Tools | ✅ Pass | 6.506s | |
-| SQL Injection Attack Type | ✅ Pass | 2.416s | |
-| Penetration Testing Framework | ✅ Pass | 6.985s | |
-| Web Application Security Scanner | ✅ Pass | 2.666s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.328s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.713s
+| JSON Response Function | ✅ Pass | 2.938s | |
+| Search Query Function | ✅ Pass | 1.768s | |
+| Ask Advice Function | ✅ Pass | 1.231s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.620s | |
+| Basic Context Memory Test | ✅ Pass | 2.409s | |
+| Function Argument Memory Test | ✅ Pass | 2.258s | |
+| Function Response Memory Test | ✅ Pass | 1.113s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.860s | |
+| Cybersecurity Workflow Memory Test | ❌ Fail | 10.716s | expected text 'example\.com' not found |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.623s | |
+| Penetration Testing Methodology | ✅ Pass | 5.543s | |
+| Vulnerability Assessment Tools | ✅ Pass | 9.397s | |
+| SQL Injection Attack Type | ✅ Pass | 2.922s | |
+| Penetration Testing Framework | ✅ Pass | 4.712s | |
+| Web Application Security Scanner | ✅ Pass | 3.791s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.686s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 3.266s
---
@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.371s | |
-| Text Transform Uppercase | ✅ Pass | 2.029s | |
-| Count from 1 to 5 | ✅ Pass | 1.483s | |
-| Math Calculation | ✅ Pass | 1.719s | |
-| Basic Echo Function | ✅ Pass | 1.897s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.594s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.228s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.384s | |
+| Simple Math | ✅ Pass | 0.331s | |
+| Text Transform Uppercase | ❌ Fail | 2.824s | expected text 'HELLO WORLD' not found |
+| Count from 1 to 5 | ✅ Pass | 2.201s | |
+| Math Calculation | ✅ Pass | 1.640s | |
+| Basic Echo Function | ✅ Pass | 0.241s | |
+| Streaming Simple Math Streaming | ❌ Fail | 1.760s | expected text '6' not found |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.349s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.831s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.659s | |
-| Ask Advice Function | ✅ Pass | 1.517s | |
-| Search Query Function | ✅ Pass | 2.571s | |
-| Basic Context Memory Test | ✅ Pass | 1.365s | |
-| Function Argument Memory Test | ✅ Pass | 0.254s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 5.597s | |
-| Function Response Memory Test | ✅ Pass | 1.071s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.096s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.652s | |
-| Penetration Testing Methodology | ✅ Pass | 2.176s | |
-| Vulnerability Assessment Tools | ✅ Pass | 5.249s | |
-| SQL Injection Attack Type | ✅ Pass | 3.192s | |
-| Penetration Testing Framework | ✅ Pass | 3.008s | |
-| Web Application Security Scanner | ✅ Pass | 2.955s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.519s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.287s
+| JSON Response Function | ✅ Pass | 2.895s | |
+| Search Query Function | ✅ Pass | 3.037s | |
+| Ask Advice Function | ✅ Pass | 2.191s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.241s | |
+| Basic Context Memory Test | ❌ Fail | 3.248s | expected text 'software engineer' not found |
+| Function Argument Memory Test | ✅ Pass | 2.700s | |
+| Function Response Memory Test | ✅ Pass | 1.773s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.329s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.878s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 6.712s | |
+| Penetration Testing Methodology | ✅ Pass | 4.013s | |
+| Vulnerability Assessment Tools | ✅ Pass | 11.370s | |
+| SQL Injection Attack Type | ✅ Pass | 4.774s | |
+| Penetration Testing Framework | ✅ Pass | 3.879s | |
+| Web Application Security Scanner | ✅ Pass | 0.215s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.399s | |
+
+**Summary**: 21/24 (87.50%) successful tests
+
+**Average latency**: 3.035s
---
@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.237s | |
-| Text Transform Uppercase | ✅ Pass | 0.219s | |
-| Count from 1 to 5 | ✅ Pass | 0.209s | |
-| Math Calculation | ✅ Pass | 0.213s | |
-| Basic Echo Function | ✅ Pass | 0.216s | |
-| Streaming Simple Math Streaming | ❌ Fail | 0.211s | expected text '6' not found |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.255s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.257s | |
+| Simple Math | ✅ Pass | 0.335s | |
+| Text Transform Uppercase | ❌ Fail | 2.567s | expected text 'HELLO WORLD' not found |
+| Count from 1 to 5 | ✅ Pass | 0.315s | |
+| Math Calculation | ✅ Pass | 0.291s | |
+| Basic Echo Function | ✅ Pass | 1.565s | |
+| Streaming Simple Math Streaming | ❌ Fail | 2.669s | expected text '6' not found |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.722s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.220s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.204s | |
-| Search Query Function | ✅ Pass | 0.208s | |
-| Ask Advice Function | ✅ Pass | 0.208s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.255s | |
-| Basic Context Memory Test | ✅ Pass | 0.214s | |
-| Function Argument Memory Test | ✅ Pass | 0.250s | |
-| Function Response Memory Test | ✅ Pass | 0.838s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.135s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.314s | |
-| Penetration Testing Methodology | ✅ Pass | 3.940s | |
-| SQL Injection Attack Type | ✅ Pass | 0.209s | |
-| Vulnerability Assessment Tools | ✅ Pass | 8.416s | |
-| Penetration Testing Framework | ✅ Pass | 3.656s | |
-| Web Application Security Scanner | ✅ Pass | 2.992s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.512s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 1.399s
+| JSON Response Function | ✅ Pass | 0.424s | |
+| Search Query Function | ✅ Pass | 0.655s | |
+| Ask Advice Function | ✅ Pass | 0.224s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.350s | |
+| Basic Context Memory Test | ✅ Pass | 1.349s | |
+| Function Argument Memory Test | ✅ Pass | 2.080s | |
+| Function Response Memory Test | ✅ Pass | 1.691s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.223s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.132s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.152s | |
+| Penetration Testing Methodology | ✅ Pass | 0.214s | |
+| SQL Injection Attack Type | ❌ Fail | 0.228s | expected text 'injection' not found |
+| Vulnerability Assessment Tools | ✅ Pass | 12.670s | |
+| Web Application Security Scanner | ✅ Pass | 0.277s | |
+| Penetration Testing Framework | ✅ Pass | 5.427s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.216s | |
+
+**Summary**: 21/24 (87.50%) successful tests
+
+**Average latency**: 1.792s
---
@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.238s | |
-| Text Transform Uppercase | ✅ Pass | 0.208s | |
-| Count from 1 to 5 | ✅ Pass | 0.204s | |
-| Math Calculation | ✅ Pass | 0.208s | |
-| Basic Echo Function | ✅ Pass | 0.222s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.212s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.260s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.267s | |
+| Simple Math | ✅ Pass | 0.331s | |
+| Text Transform Uppercase | ✅ Pass | 0.276s | |
+| Count from 1 to 5 | ✅ Pass | 0.210s | |
+| Math Calculation | ✅ Pass | 0.892s | |
+| Basic Echo Function | ✅ Pass | 1.345s | |
+| Streaming Simple Math Streaming | ❌ Fail | 2.933s | expected text '6' not found |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.254s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.260s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.213s | |
-| Search Query Function | ✅ Pass | 0.209s | |
-| Ask Advice Function | ✅ Pass | 0.219s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.260s | |
-| Basic Context Memory Test | ✅ Pass | 0.221s | |
-| Function Argument Memory Test | ✅ Pass | 0.244s | |
-| Function Response Memory Test | ✅ Pass | 0.203s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.216s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.201s | |
-| Penetration Testing Methodology | ✅ Pass | 0.207s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.290s | |
-| SQL Injection Attack Type | ✅ Pass | 0.214s | |
-| Penetration Testing Framework | ✅ Pass | 0.212s | |
-| Web Application Security Scanner | ✅ Pass | 0.212s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.209s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.224s
+| JSON Response Function | ✅ Pass | 1.296s | |
+| Search Query Function | ✅ Pass | 0.437s | |
+| Ask Advice Function | ✅ Pass | 0.334s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.263s | |
+| Basic Context Memory Test | ✅ Pass | 0.215s | |
+| Function Argument Memory Test | ✅ Pass | 0.208s | |
+| Function Response Memory Test | ✅ Pass | 0.216s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.773s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.275s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.440s | |
+| Penetration Testing Methodology | ✅ Pass | 0.286s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.283s | |
+| SQL Injection Attack Type | ✅ Pass | 0.518s | |
+| Penetration Testing Framework | ✅ Pass | 0.657s | |
+| Web Application Security Scanner | ✅ Pass | 0.288s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.214s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 0.634s
---
@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 19:11:05 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.241s | |
-| Text Transform Uppercase | ✅ Pass | 0.209s | |
-| Count from 1 to 5 | ✅ Pass | 0.212s | |
-| Math Calculation | ✅ Pass | 0.214s | |
-| Basic Echo Function | ✅ Pass | 0.202s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.212s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.251s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.272s | |
+| Simple Math | ✅ Pass | 0.300s | |
+| Text Transform Uppercase | ✅ Pass | 0.206s | |
+| Count from 1 to 5 | ✅ Pass | 0.213s | |
+| Math Calculation | ✅ Pass | 0.222s | |
+| Basic Echo Function | ✅ Pass | 0.223s | |
+| Streaming Simple Math Streaming | ❌ Fail | 0.323s | expected text '6' not found |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.262s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.316s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.211s | |
-| Search Query Function | ✅ Pass | 0.218s | |
-| Ask Advice Function | ✅ Pass | 0.212s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.262s | |
-| Basic Context Memory Test | ✅ Pass | 0.217s | |
-| Function Argument Memory Test | ✅ Pass | 0.201s | |
-| Function Response Memory Test | ✅ Pass | 0.257s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.211s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.205s | |
-| Penetration Testing Methodology | ✅ Pass | 0.208s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.215s | |
-| SQL Injection Attack Type | ✅ Pass | 0.212s | |
-| Penetration Testing Framework | ✅ Pass | 0.210s | |
-| Web Application Security Scanner | ✅ Pass | 0.223s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.226s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.222s
+| JSON Response Function | ✅ Pass | 0.392s | |
+| Search Query Function | ✅ Pass | 0.760s | |
+| Ask Advice Function | ✅ Pass | 0.699s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.359s | |
+| Basic Context Memory Test | ✅ Pass | 0.215s | |
+| Function Argument Memory Test | ✅ Pass | 0.273s | |
+| Function Response Memory Test | ✅ Pass | 0.275s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.342s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.218s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.972s | |
+| Penetration Testing Methodology | ✅ Pass | 0.211s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.210s | |
+| SQL Injection Attack Type | ✅ Pass | 0.217s | |
+| Penetration Testing Framework | ✅ Pass | 0.448s | |
+| Web Application Security Scanner | ✅ Pass | 0.296s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.404s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 0.349s
---
diff --git a/examples/tests/moonshot-report.md b/examples/tests/moonshot-report.md
index 5e370561..9b87a5f8 100644
--- a/examples/tests/moonshot-report.md
+++ b/examples/tests/moonshot-report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Tue, 21 Jul 2026 16:50:01 UTC
+Generated: Thu, 23 Jul 2026 11:07:18 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | kimi-k2.5 | true | 23/23 (100.00%) | 0.229s |
-| simple_json | kimi-k2.5 | true | 7/7 (100.00%) | 0.209s |
-| primary_agent | kimi-k2.5 | true | 23/23 (100.00%) | 0.230s |
-| assistant | kimi-k2.5 | true | 23/23 (100.00%) | 0.230s |
-| generator | kimi-k2.6 | true | 23/23 (100.00%) | 3.664s |
-| refiner | kimi-k2.6 | true | 23/23 (100.00%) | 3.490s |
-| adviser | kimi-k2.6 | true | 23/23 (100.00%) | 3.168s |
-| reflector | kimi-k2.5 | true | 23/23 (100.00%) | 0.232s |
-| searcher | kimi-k2.5 | true | 23/23 (100.00%) | 0.231s |
-| enricher | kimi-k2.5 | true | 23/23 (100.00%) | 0.208s |
-| coder | kimi-k2.6 | true | 23/23 (100.00%) | 3.672s |
-| installer | kimi-k2.5 | true | 23/23 (100.00%) | 0.216s |
-| pentester | kimi-k2.6 | true | 23/23 (100.00%) | 3.397s |
-
-**Total**: 283/283 (100.00%) successful tests
-**Overall average latency**: 1.547s
+| simple | kimi-k2.5 | true | 24/24 (100.00%) | 1.796s |
+| simple_json | kimi-k2.5 | true | 7/7 (100.00%) | 1.967s |
+| primary_agent | kimi-k2.5 | true | 24/24 (100.00%) | 3.957s |
+| assistant | kimi-k2.5 | true | 24/24 (100.00%) | 4.266s |
+| generator | kimi-k2.6 | true | 24/24 (100.00%) | 4.365s |
+| refiner | kimi-k2.6 | true | 24/24 (100.00%) | 4.738s |
+| adviser | kimi-k2.6 | true | 24/24 (100.00%) | 4.320s |
+| reflector | kimi-k2.5 | true | 24/24 (100.00%) | 2.589s |
+| searcher | kimi-k2.5 | true | 24/24 (100.00%) | 2.311s |
+| enricher | kimi-k2.5 | true | 24/24 (100.00%) | 2.184s |
+| coder | kimi-k2.6 | true | 24/24 (100.00%) | 4.455s |
+| installer | kimi-k2.5 | true | 24/24 (100.00%) | 1.340s |
+| pentester | kimi-k2.6 | true | 24/24 (100.00%) | 4.322s |
+
+**Total**: 295/295 (100.00%) successful tests
+**Overall average latency**: 3.353s
## Detailed Results
@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.564s | |
-| Text Transform Uppercase | ✅ Pass | 0.222s | |
-| Count from 1 to 5 | ✅ Pass | 0.208s | |
-| Math Calculation | ✅ Pass | 0.212s | |
-| Basic Echo Function | ✅ Pass | 0.214s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.207s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.219s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.214s | |
+| Simple Math | ✅ Pass | 0.895s | |
+| Text Transform Uppercase | ✅ Pass | 1.297s | |
+| Count from 1 to 5 | ✅ Pass | 1.032s | |
+| Math Calculation | ✅ Pass | 0.969s | |
+| Basic Echo Function | ✅ Pass | 3.208s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.808s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.986s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.959s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.208s | |
-| Search Query Function | ✅ Pass | 0.211s | |
-| Ask Advice Function | ✅ Pass | 0.211s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.212s | |
-| Basic Context Memory Test | ✅ Pass | 0.211s | |
-| Function Argument Memory Test | ✅ Pass | 0.210s | |
-| Function Response Memory Test | ✅ Pass | 0.208s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.213s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.219s | |
-| Penetration Testing Methodology | ✅ Pass | 0.207s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.217s | |
-| SQL Injection Attack Type | ✅ Pass | 0.216s | |
-| Penetration Testing Framework | ✅ Pass | 0.212s | |
-| Web Application Security Scanner | ✅ Pass | 0.212s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.221s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.229s
+| JSON Response Function | ✅ Pass | 1.425s | |
+| Search Query Function | ✅ Pass | 1.535s | |
+| Ask Advice Function | ✅ Pass | 1.619s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.114s | |
+| Basic Context Memory Test | ✅ Pass | 1.013s | |
+| Function Argument Memory Test | ✅ Pass | 0.867s | |
+| Function Response Memory Test | ✅ Pass | 0.900s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.500s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.923s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.219s | |
+| Penetration Testing Methodology | ✅ Pass | 3.738s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.997s | |
+| SQL Injection Attack Type | ✅ Pass | 1.121s | |
+| Penetration Testing Framework | ✅ Pass | 3.280s | |
+| Web Application Security Scanner | ✅ Pass | 3.237s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.440s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.796s
---
@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Vulnerability Report Memory Test | ✅ Pass | 0.204s | |
-| Person Information JSON | ✅ Pass | 0.216s | |
-| Project Information JSON | ✅ Pass | 0.211s | |
-| User Profile JSON | ✅ Pass | 0.207s | |
-| JSON Array Response Without Schema | ✅ Pass | 0.208s | |
-| Streaming Person Information JSON Streaming | ✅ Pass | 0.204s | |
+| Vulnerability Report Memory Test | ✅ Pass | 2.467s | |
+| Project Information JSON | ✅ Pass | 1.150s | |
+| User Profile JSON | ✅ Pass | 1.212s | |
+| Person Information JSON | ✅ Pass | 3.402s | |
+| JSON Array Response Without Schema | ✅ Pass | 1.093s | |
+| Streaming Person Information JSON Streaming | ✅ Pass | 1.077s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.212s | |
+| Structured Output With JSON Schema | structured_output | ✅ Pass | 3.365s | |
**Summary**: 7/7 (100.00%) successful tests
-**Average latency**: 0.209s
+**Average latency**: 1.967s
---
@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.581s | |
-| Text Transform Uppercase | ✅ Pass | 0.207s | |
-| Count from 1 to 5 | ✅ Pass | 0.208s | |
-| Math Calculation | ✅ Pass | 0.216s | |
-| Basic Echo Function | ✅ Pass | 0.207s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.210s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.223s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.215s | |
+| Simple Math | ✅ Pass | 2.305s | |
+| Text Transform Uppercase | ✅ Pass | 2.342s | |
+| Count from 1 to 5 | ✅ Pass | 2.497s | |
+| Math Calculation | ✅ Pass | 2.481s | |
+| Basic Echo Function | ✅ Pass | 1.815s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.669s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.113s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.913s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.217s | |
-| Search Query Function | ✅ Pass | 0.219s | |
-| Ask Advice Function | ✅ Pass | 0.213s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.210s | |
-| Basic Context Memory Test | ✅ Pass | 0.211s | |
-| Function Argument Memory Test | ✅ Pass | 0.214s | |
-| Function Response Memory Test | ✅ Pass | 0.208s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.210s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.209s | |
-| Penetration Testing Methodology | ✅ Pass | 0.209s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.220s | |
-| SQL Injection Attack Type | ✅ Pass | 0.217s | |
-| Penetration Testing Framework | ✅ Pass | 0.214s | |
-| Web Application Security Scanner | ✅ Pass | 0.216s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.221s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.230s
+| JSON Response Function | ✅ Pass | 2.038s | |
+| Search Query Function | ✅ Pass | 1.937s | |
+| Ask Advice Function | ✅ Pass | 2.215s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.998s | |
+| Basic Context Memory Test | ✅ Pass | 3.114s | |
+| Function Argument Memory Test | ✅ Pass | 2.322s | |
+| Function Response Memory Test | ✅ Pass | 1.849s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.368s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.494s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.740s | |
+| Penetration Testing Methodology | ✅ Pass | 13.352s | |
+| Vulnerability Assessment Tools | ✅ Pass | 8.196s | |
+| SQL Injection Attack Type | ✅ Pass | 4.320s | |
+| Penetration Testing Framework | ✅ Pass | 10.678s | |
+| Web Application Security Scanner | ✅ Pass | 8.652s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.552s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 3.957s
---
@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.576s | |
-| Text Transform Uppercase | ✅ Pass | 0.211s | |
-| Count from 1 to 5 | ✅ Pass | 0.213s | |
-| Math Calculation | ✅ Pass | 0.211s | |
-| Basic Echo Function | ✅ Pass | 0.213s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.208s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.232s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.215s | |
+| Simple Math | ✅ Pass | 2.380s | |
+| Text Transform Uppercase | ✅ Pass | 2.331s | |
+| Count from 1 to 5 | ✅ Pass | 2.426s | |
+| Math Calculation | ✅ Pass | 2.075s | |
+| Basic Echo Function | ✅ Pass | 2.262s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.023s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.728s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.033s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.216s | |
-| Search Query Function | ✅ Pass | 0.213s | |
-| Ask Advice Function | ✅ Pass | 0.226s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.214s | |
-| Basic Context Memory Test | ✅ Pass | 0.220s | |
-| Function Argument Memory Test | ✅ Pass | 0.211s | |
-| Function Response Memory Test | ✅ Pass | 0.221s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.214s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.204s | |
-| Penetration Testing Methodology | ✅ Pass | 0.207s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.218s | |
-| SQL Injection Attack Type | ✅ Pass | 0.212s | |
-| Penetration Testing Framework | ✅ Pass | 0.217s | |
-| Web Application Security Scanner | ✅ Pass | 0.207s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.210s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.230s
+| JSON Response Function | ✅ Pass | 2.140s | |
+| Search Query Function | ✅ Pass | 1.916s | |
+| Ask Advice Function | ✅ Pass | 4.464s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 3.774s | |
+| Basic Context Memory Test | ✅ Pass | 2.999s | |
+| Function Argument Memory Test | ✅ Pass | 2.366s | |
+| Function Response Memory Test | ✅ Pass | 1.823s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.054s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.396s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.359s | |
+| Penetration Testing Methodology | ✅ Pass | 11.012s | |
+| Vulnerability Assessment Tools | ✅ Pass | 8.955s | |
+| SQL Injection Attack Type | ✅ Pass | 3.065s | |
+| Penetration Testing Framework | ✅ Pass | 11.366s | |
+| Web Application Security Scanner | ✅ Pass | 10.102s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.317s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 4.266s
---
@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Text Transform Uppercase | ✅ Pass | 2.428s | |
-| Simple Math | ✅ Pass | 3.484s | |
-| Count from 1 to 5 | ✅ Pass | 2.986s | |
-| Math Calculation | ✅ Pass | 1.980s | |
-| Basic Echo Function | ✅ Pass | 1.899s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.660s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.251s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.262s | |
+| Simple Math | ✅ Pass | 1.913s | |
+| Text Transform Uppercase | ✅ Pass | 2.192s | |
+| Count from 1 to 5 | ✅ Pass | 3.272s | |
+| Math Calculation | ✅ Pass | 1.969s | |
+| Basic Echo Function | ✅ Pass | 2.705s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.686s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.868s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.255s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 3.614s | |
-| Search Query Function | ✅ Pass | 2.205s | |
-| Ask Advice Function | ✅ Pass | 1.962s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.098s | |
-| Basic Context Memory Test | ✅ Pass | 3.120s | |
-| Function Argument Memory Test | ✅ Pass | 2.717s | |
-| Function Response Memory Test | ✅ Pass | 2.522s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.499s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.459s | |
-| Vulnerability Assessment Tools | ✅ Pass | 8.993s | |
-| Penetration Testing Methodology | ✅ Pass | 13.232s | |
-| SQL Injection Attack Type | ✅ Pass | 2.385s | |
-| Penetration Testing Framework | ✅ Pass | 4.996s | |
-| Web Application Security Scanner | ✅ Pass | 5.140s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.376s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.664s
+| JSON Response Function | ✅ Pass | 2.243s | |
+| Search Query Function | ✅ Pass | 2.619s | |
+| Ask Advice Function | ✅ Pass | 3.650s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.351s | |
+| Basic Context Memory Test | ✅ Pass | 2.882s | |
+| Function Argument Memory Test | ✅ Pass | 3.427s | |
+| Function Response Memory Test | ✅ Pass | 3.298s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.572s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.705s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 8.207s | |
+| Penetration Testing Methodology | ✅ Pass | 8.700s | |
+| Vulnerability Assessment Tools | ✅ Pass | 12.066s | |
+| SQL Injection Attack Type | ✅ Pass | 4.792s | |
+| Penetration Testing Framework | ✅ Pass | 12.127s | |
+| Web Application Security Scanner | ✅ Pass | 7.843s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.398s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 4.365s
---
@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Text Transform Uppercase | ✅ Pass | 1.532s | |
-| Simple Math | ✅ Pass | 3.010s | |
-| Count from 1 to 5 | ✅ Pass | 1.915s | |
-| Math Calculation | ✅ Pass | 1.968s | |
-| Basic Echo Function | ✅ Pass | 2.093s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.647s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.763s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.509s | |
+| Simple Math | ✅ Pass | 3.139s | |
+| Text Transform Uppercase | ✅ Pass | 2.017s | |
+| Count from 1 to 5 | ✅ Pass | 2.373s | |
+| Math Calculation | ✅ Pass | 2.178s | |
+| Basic Echo Function | ✅ Pass | 2.085s | |
+| Streaming Simple Math Streaming | ✅ Pass | 5.937s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.080s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.923s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.231s | |
-| Search Query Function | ✅ Pass | 2.320s | |
-| Ask Advice Function | ✅ Pass | 1.975s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.176s | |
-| Basic Context Memory Test | ✅ Pass | 3.605s | |
-| Function Argument Memory Test | ✅ Pass | 2.709s | |
-| Function Response Memory Test | ✅ Pass | 2.090s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.044s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.128s | |
-| Penetration Testing Methodology | ✅ Pass | 11.961s | |
-| Vulnerability Assessment Tools | ✅ Pass | 12.566s | |
-| SQL Injection Attack Type | ✅ Pass | 3.213s | |
-| Penetration Testing Framework | ✅ Pass | 5.740s | |
-| Web Application Security Scanner | ✅ Pass | 4.530s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.544s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.490s
+| JSON Response Function | ✅ Pass | 5.016s | |
+| Search Query Function | ✅ Pass | 3.299s | |
+| Ask Advice Function | ✅ Pass | 3.688s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.842s | |
+| Basic Context Memory Test | ✅ Pass | 2.909s | |
+| Function Argument Memory Test | ✅ Pass | 2.791s | |
+| Function Response Memory Test | ✅ Pass | 2.528s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.526s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.346s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 6.351s | |
+| Penetration Testing Methodology | ✅ Pass | 11.479s | |
+| Vulnerability Assessment Tools | ✅ Pass | 7.501s | |
+| SQL Injection Attack Type | ✅ Pass | 8.031s | |
+| Penetration Testing Framework | ✅ Pass | 7.261s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.236s | |
+| Web Application Security Scanner | ✅ Pass | 14.175s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 4.738s
---
@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.083s | |
-| Text Transform Uppercase | ✅ Pass | 2.149s | |
-| Count from 1 to 5 | ✅ Pass | 2.700s | |
-| Math Calculation | ✅ Pass | 2.092s | |
-| Basic Echo Function | ✅ Pass | 1.864s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.302s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.366s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.381s | |
+| Simple Math | ✅ Pass | 2.295s | |
+| Text Transform Uppercase | ✅ Pass | 3.447s | |
+| Count from 1 to 5 | ✅ Pass | 4.048s | |
+| Math Calculation | ✅ Pass | 1.847s | |
+| Basic Echo Function | ✅ Pass | 1.917s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.278s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.744s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.216s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 3.084s | |
-| Search Query Function | ✅ Pass | 1.596s | |
-| Ask Advice Function | ✅ Pass | 2.853s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.541s | |
-| Basic Context Memory Test | ✅ Pass | 2.088s | |
-| Function Argument Memory Test | ✅ Pass | 2.092s | |
-| Function Response Memory Test | ✅ Pass | 3.063s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.249s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.498s | |
-| Penetration Testing Methodology | ✅ Pass | 5.485s | |
-| Vulnerability Assessment Tools | ✅ Pass | 9.568s | |
-| SQL Injection Attack Type | ✅ Pass | 3.220s | |
-| Penetration Testing Framework | ✅ Pass | 4.217s | |
-| Web Application Security Scanner | ✅ Pass | 3.356s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.002s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.168s
+| JSON Response Function | ✅ Pass | 2.189s | |
+| Search Query Function | ✅ Pass | 2.661s | |
+| Ask Advice Function | ✅ Pass | 3.112s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.570s | |
+| Basic Context Memory Test | ✅ Pass | 2.852s | |
+| Function Argument Memory Test | ✅ Pass | 2.158s | |
+| Function Response Memory Test | ✅ Pass | 3.948s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.220s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.178s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 8.016s | |
+| Penetration Testing Methodology | ✅ Pass | 12.722s | |
+| Vulnerability Assessment Tools | ✅ Pass | 9.431s | |
+| SQL Injection Attack Type | ✅ Pass | 3.374s | |
+| Penetration Testing Framework | ✅ Pass | 9.579s | |
+| Web Application Security Scanner | ✅ Pass | 7.260s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.605s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 4.320s
---
@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.544s | |
-| Text Transform Uppercase | ✅ Pass | 0.208s | |
-| Count from 1 to 5 | ✅ Pass | 0.219s | |
-| Math Calculation | ✅ Pass | 0.217s | |
-| Basic Echo Function | ✅ Pass | 0.205s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.217s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.217s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.239s | |
+| Simple Math | ✅ Pass | 1.041s | |
+| Text Transform Uppercase | ✅ Pass | 0.980s | |
+| Count from 1 to 5 | ✅ Pass | 1.225s | |
+| Math Calculation | ✅ Pass | 0.850s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.063s | |
+| Basic Echo Function | ✅ Pass | 5.903s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.048s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.683s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.216s | |
-| Search Query Function | ✅ Pass | 0.209s | |
-| Ask Advice Function | ✅ Pass | 0.207s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.227s | |
-| Basic Context Memory Test | ✅ Pass | 0.208s | |
-| Function Argument Memory Test | ✅ Pass | 0.211s | |
-| Function Response Memory Test | ✅ Pass | 0.212s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.272s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.210s | |
-| Penetration Testing Methodology | ✅ Pass | 0.212s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.209s | |
-| SQL Injection Attack Type | ✅ Pass | 0.214s | |
-| Penetration Testing Framework | ✅ Pass | 0.211s | |
-| Web Application Security Scanner | ✅ Pass | 0.213s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.217s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.232s
+| JSON Response Function | ✅ Pass | 3.408s | |
+| Search Query Function | ✅ Pass | 1.334s | |
+| Ask Advice Function | ✅ Pass | 1.613s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.318s | |
+| Basic Context Memory Test | ✅ Pass | 2.537s | |
+| Function Argument Memory Test | ✅ Pass | 2.855s | |
+| Function Response Memory Test | ✅ Pass | 0.857s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.121s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.871s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.488s | |
+| Penetration Testing Methodology | ✅ Pass | 4.302s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.465s | |
+| SQL Injection Attack Type | ✅ Pass | 1.112s | |
+| Penetration Testing Framework | ✅ Pass | 5.472s | |
+| Web Application Security Scanner | ✅ Pass | 2.119s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.445s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.589s
---
@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.563s | |
-| Text Transform Uppercase | ✅ Pass | 0.212s | |
-| Count from 1 to 5 | ✅ Pass | 0.210s | |
-| Math Calculation | ✅ Pass | 0.214s | |
-| Basic Echo Function | ✅ Pass | 0.208s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.226s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.220s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.212s | |
+| Simple Math | ✅ Pass | 0.978s | |
+| Text Transform Uppercase | ✅ Pass | 0.994s | |
+| Count from 1 to 5 | ✅ Pass | 1.165s | |
+| Math Calculation | ✅ Pass | 0.940s | |
+| Basic Echo Function | ✅ Pass | 1.388s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.959s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.065s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.431s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.214s | |
-| Search Query Function | ✅ Pass | 0.225s | |
-| Ask Advice Function | ✅ Pass | 0.225s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.220s | |
-| Basic Context Memory Test | ✅ Pass | 0.207s | |
-| Function Argument Memory Test | ✅ Pass | 0.213s | |
+| JSON Response Function | ✅ Pass | 3.495s | |
+| Search Query Function | ✅ Pass | 1.219s | |
+| Ask Advice Function | ✅ Pass | 1.444s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.237s | |
+| Basic Context Memory Test | ✅ Pass | 1.257s | |
+| Function Argument Memory Test | ✅ Pass | 1.342s | |
| Function Response Memory Test | ✅ Pass | 0.225s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.211s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.217s | |
-| Penetration Testing Methodology | ✅ Pass | 0.209s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.211s | |
-| SQL Injection Attack Type | ✅ Pass | 0.215s | |
-| Penetration Testing Framework | ✅ Pass | 0.213s | |
-| Web Application Security Scanner | ✅ Pass | 0.218s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.217s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.309s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.209s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 7.008s | |
+| Penetration Testing Methodology | ✅ Pass | 5.034s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.613s | |
+| SQL Injection Attack Type | ✅ Pass | 1.003s | |
+| Penetration Testing Framework | ✅ Pass | 4.241s | |
+| Web Application Security Scanner | ✅ Pass | 2.512s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.387s | |
-**Summary**: 23/23 (100.00%) successful tests
+**Summary**: 24/24 (100.00%) successful tests
-**Average latency**: 0.231s
+**Average latency**: 2.311s
---
@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.070s | |
-| Text Transform Uppercase | ✅ Pass | 0.209s | |
-| Count from 1 to 5 | ✅ Pass | 0.216s | |
-| Math Calculation | ✅ Pass | 0.207s | |
-| Basic Echo Function | ✅ Pass | 0.212s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.216s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.213s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.212s | |
+| Simple Math | ✅ Pass | 0.232s | |
+| Text Transform Uppercase | ✅ Pass | 0.224s | |
+| Count from 1 to 5 | ✅ Pass | 1.100s | |
+| Math Calculation | ✅ Pass | 0.963s | |
+| Basic Echo Function | ✅ Pass | 1.470s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.851s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.045s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.353s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.219s | |
-| Search Query Function | ✅ Pass | 0.212s | |
-| Ask Advice Function | ✅ Pass | 0.216s | |
+| JSON Response Function | ✅ Pass | 3.472s | |
+| Search Query Function | ✅ Pass | 1.430s | |
| Streaming Search Query Function Streaming | ✅ Pass | 0.218s | |
-| Basic Context Memory Test | ✅ Pass | 0.213s | |
-| Function Argument Memory Test | ✅ Pass | 0.217s | |
-| Function Response Memory Test | ✅ Pass | 0.215s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.210s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.219s | |
-| Penetration Testing Methodology | ✅ Pass | 0.212s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.212s | |
-| SQL Injection Attack Type | ✅ Pass | 0.215s | |
-| Penetration Testing Framework | ✅ Pass | 0.212s | |
-| Web Application Security Scanner | ✅ Pass | 0.221s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.214s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.208s
+| Ask Advice Function | ✅ Pass | 4.921s | |
+| Basic Context Memory Test | ✅ Pass | 1.303s | |
+| Function Argument Memory Test | ✅ Pass | 1.036s | |
+| Function Response Memory Test | ✅ Pass | 0.214s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.652s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.212s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 9.266s | |
+| Penetration Testing Methodology | ✅ Pass | 3.660s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.067s | |
+| SQL Injection Attack Type | ✅ Pass | 1.244s | |
+| Penetration Testing Framework | ✅ Pass | 3.793s | |
+| Web Application Security Scanner | ✅ Pass | 4.408s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.273s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.184s
---
@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.711s | |
-| Text Transform Uppercase | ✅ Pass | 2.812s | |
-| Count from 1 to 5 | ✅ Pass | 1.740s | |
-| Math Calculation | ✅ Pass | 2.105s | |
-| Basic Echo Function | ✅ Pass | 1.990s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.762s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.696s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.610s | |
+| Simple Math | ✅ Pass | 3.659s | |
+| Text Transform Uppercase | ✅ Pass | 2.506s | |
+| Count from 1 to 5 | ✅ Pass | 4.214s | |
+| Math Calculation | ✅ Pass | 1.777s | |
+| Basic Echo Function | ✅ Pass | 2.076s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.050s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.035s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.241s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.562s | |
-| Search Query Function | ✅ Pass | 1.632s | |
-| Ask Advice Function | ✅ Pass | 2.824s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.205s | |
-| Basic Context Memory Test | ✅ Pass | 2.604s | |
-| Function Argument Memory Test | ✅ Pass | 1.864s | |
-| Function Response Memory Test | ✅ Pass | 2.314s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.615s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.214s | |
-| Penetration Testing Methodology | ✅ Pass | 10.963s | |
-| SQL Injection Attack Type | ✅ Pass | 4.259s | |
-| Vulnerability Assessment Tools | ✅ Pass | 11.520s | |
-| Web Application Security Scanner | ✅ Pass | 3.507s | |
-| Penetration Testing Framework | ✅ Pass | 7.736s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.207s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.672s
+| JSON Response Function | ✅ Pass | 2.432s | |
+| Search Query Function | ✅ Pass | 3.953s | |
+| Ask Advice Function | ✅ Pass | 2.887s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 3.064s | |
+| Basic Context Memory Test | ✅ Pass | 2.934s | |
+| Function Argument Memory Test | ✅ Pass | 2.628s | |
+| Function Response Memory Test | ✅ Pass | 3.309s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.068s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.931s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 7.246s | |
+| Penetration Testing Methodology | ✅ Pass | 9.288s | |
+| SQL Injection Attack Type | ✅ Pass | 3.329s | |
+| Vulnerability Assessment Tools | ✅ Pass | 12.754s | |
+| Penetration Testing Framework | ✅ Pass | 10.587s | |
+| Web Application Security Scanner | ✅ Pass | 8.721s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.211s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 4.455s
---
@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.212s | |
-| Text Transform Uppercase | ✅ Pass | 0.218s | |
-| Count from 1 to 5 | ✅ Pass | 0.211s | |
-| Math Calculation | ✅ Pass | 0.217s | |
-| Basic Echo Function | ✅ Pass | 0.217s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.217s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.212s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.210s | |
+| Simple Math | ✅ Pass | 2.428s | |
+| Text Transform Uppercase | ✅ Pass | 0.214s | |
+| Count from 1 to 5 | ✅ Pass | 0.214s | |
+| Math Calculation | ✅ Pass | 0.213s | |
+| Basic Echo Function | ✅ Pass | 0.336s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.220s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.218s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.212s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.211s | |
-| Search Query Function | ✅ Pass | 0.225s | |
-| Ask Advice Function | ✅ Pass | 0.207s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.209s | |
-| Basic Context Memory Test | ✅ Pass | 0.214s | |
-| Function Argument Memory Test | ✅ Pass | 0.214s | |
-| Function Response Memory Test | ✅ Pass | 0.239s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.216s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.215s | |
-| Penetration Testing Methodology | ✅ Pass | 0.216s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.216s | |
-| SQL Injection Attack Type | ✅ Pass | 0.208s | |
-| Penetration Testing Framework | ✅ Pass | 0.220s | |
-| Web Application Security Scanner | ✅ Pass | 0.211s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.214s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.216s
+| JSON Response Function | ✅ Pass | 0.218s | |
+| Search Query Function | ✅ Pass | 0.305s | |
+| Ask Advice Function | ✅ Pass | 0.210s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.212s | |
+| Basic Context Memory Test | ✅ Pass | 0.210s | |
+| Function Argument Memory Test | ✅ Pass | 0.208s | |
+| Function Response Memory Test | ✅ Pass | 0.210s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.215s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.212s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.436s | |
+| Penetration Testing Methodology | ✅ Pass | 11.948s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.217s | |
+| SQL Injection Attack Type | ✅ Pass | 0.216s | |
+| Web Application Security Scanner | ✅ Pass | 0.212s | |
+| Penetration Testing Framework | ✅ Pass | 12.837s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.216s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.340s
---
@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 16:50:01 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.675s | |
-| Text Transform Uppercase | ✅ Pass | 2.616s | |
-| Count from 1 to 5 | ✅ Pass | 2.692s | |
-| Math Calculation | ✅ Pass | 2.204s | |
-| Basic Echo Function | ✅ Pass | 2.184s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.315s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.624s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.971s | |
+| Simple Math | ✅ Pass | 2.417s | |
+| Text Transform Uppercase | ✅ Pass | 2.190s | |
+| Count from 1 to 5 | ✅ Pass | 2.829s | |
+| Math Calculation | ✅ Pass | 1.977s | |
+| Basic Echo Function | ✅ Pass | 3.627s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.141s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.264s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.765s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 3.288s | |
-| Search Query Function | ✅ Pass | 1.558s | |
-| Ask Advice Function | ✅ Pass | 3.152s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.146s | |
-| Basic Context Memory Test | ✅ Pass | 2.631s | |
-| Function Argument Memory Test | ✅ Pass | 1.841s | |
-| Function Response Memory Test | ✅ Pass | 2.501s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.078s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.673s | |
-| Penetration Testing Methodology | ✅ Pass | 6.215s | |
-| Vulnerability Assessment Tools | ✅ Pass | 8.888s | |
-| Penetration Testing Framework | ✅ Pass | 4.000s | |
-| SQL Injection Attack Type | ✅ Pass | 7.689s | |
-| Web Application Security Scanner | ✅ Pass | 3.694s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.490s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.397s
+| JSON Response Function | ✅ Pass | 2.237s | |
+| Search Query Function | ✅ Pass | 2.821s | |
+| Ask Advice Function | ✅ Pass | 3.527s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 3.081s | |
+| Basic Context Memory Test | ✅ Pass | 2.819s | |
+| Function Argument Memory Test | ✅ Pass | 2.171s | |
+| Function Response Memory Test | ✅ Pass | 3.305s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.360s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.502s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 7.206s | |
+| Penetration Testing Methodology | ✅ Pass | 10.850s | |
+| Vulnerability Assessment Tools | ✅ Pass | 7.985s | |
+| SQL Injection Attack Type | ✅ Pass | 5.954s | |
+| Penetration Testing Framework | ✅ Pass | 10.774s | |
+| Web Application Security Scanner | ✅ Pass | 7.508s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.406s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 4.322s
---
diff --git a/examples/tests/novita-report.md b/examples/tests/novita-report.md
index 062492a1..a6b77982 100644
--- a/examples/tests/novita-report.md
+++ b/examples/tests/novita-report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Mon, 02 Mar 2026 15:08:50 UTC
+Generated: Thu, 23 Jul 2026 14:30:02 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | deepseek/deepseek-v3.2 | false | 22/23 (95.65%) | 2.458s |
-| simple_json | deepseek/deepseek-v3.2 | false | 5/5 (100.00%) | 2.148s |
-| primary_agent | moonshotai/kimi-k2.5 | true | 22/23 (95.65%) | 2.658s |
-| assistant | moonshotai/kimi-k2.5 | true | 22/23 (95.65%) | 3.286s |
-| generator | moonshotai/kimi-k2.5 | true | 22/23 (95.65%) | 2.686s |
-| refiner | moonshotai/kimi-k2.5 | true | 22/23 (95.65%) | 3.071s |
-| adviser | zai-org/glm-5 | true | 23/23 (100.00%) | 9.204s |
-| reflector | qwen/qwen3.5-35b-a3b | true | 23/23 (100.00%) | 3.375s |
-| searcher | qwen/qwen3.5-35b-a3b | true | 22/23 (95.65%) | 3.648s |
-| enricher | qwen/qwen3.5-35b-a3b | true | 23/23 (100.00%) | 3.332s |
-| coder | moonshotai/kimi-k2.5 | true | 23/23 (100.00%) | 3.067s |
-| installer | moonshotai/kimi-k2-instruct | true | 20/23 (86.96%) | 1.480s |
-| pentester | moonshotai/kimi-k2.5 | true | 23/23 (100.00%) | 2.818s |
-
-**Total**: 272/281 (96.80%) successful tests
-**Overall average latency**: 3.401s
+| simple | deepseek/deepseek-v3.2 | false | 24/24 (100.00%) | 3.057s |
+| simple_json | deepseek/deepseek-v3.2 | false | 5/7 (71.43%) | 2.135s |
+| primary_agent | moonshotai/kimi-k2.5 | true | 24/24 (100.00%) | 2.437s |
+| assistant | moonshotai/kimi-k2.5 | true | 24/24 (100.00%) | 3.019s |
+| generator | moonshotai/kimi-k2.5 | true | 24/24 (100.00%) | 2.550s |
+| refiner | moonshotai/kimi-k2.5 | true | 24/24 (100.00%) | 2.540s |
+| adviser | zai-org/glm-5 | true | 24/24 (100.00%) | 7.333s |
+| reflector | qwen/qwen3.5-35b-a3b | true | 24/24 (100.00%) | 3.687s |
+| searcher | qwen/qwen3.5-35b-a3b | true | 24/24 (100.00%) | 3.781s |
+| enricher | qwen/qwen3.5-35b-a3b | true | 24/24 (100.00%) | 4.768s |
+| coder | moonshotai/kimi-k2.5 | true | 24/24 (100.00%) | 2.667s |
+| installer | moonshotai/kimi-k2-instruct | true | 24/24 (100.00%) | 2.494s |
+| pentester | moonshotai/kimi-k2.5 | true | 24/24 (100.00%) | 2.348s |
+
+**Total**: 293/295 (99.32%) successful tests
+**Overall average latency**: 3.360s
## Detailed Results
@@ -31,38 +31,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.288s | |
-| Text Transform Uppercase | ✅ Pass | 1.461s | |
-| Count from 1 to 5 | ✅ Pass | 1.353s | |
-| Math Calculation | ✅ Pass | 1.379s | |
-| Basic Echo Function | ✅ Pass | 2.869s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.182s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.654s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.997s | |
+| Simple Math | ✅ Pass | 1.965s | |
+| Text Transform Uppercase | ✅ Pass | 2.082s | |
+| Count from 1 to 5 | ✅ Pass | 2.618s | |
+| Math Calculation | ✅ Pass | 1.583s | |
+| Basic Echo Function | ✅ Pass | 2.002s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.090s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.683s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.520s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 4.244s | |
-| Search Query Function | ✅ Pass | 2.317s | |
-| Ask Advice Function | ✅ Pass | 3.651s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 3.320s | |
-| Basic Context Memory Test | ✅ Pass | 2.409s | |
-| Function Argument Memory Test | ✅ Pass | 1.077s | |
-| Function Response Memory Test | ✅ Pass | 1.354s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 4.833s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.674s | |
-| Penetration Testing Methodology | ✅ Pass | 2.582s | |
-| Vulnerability Assessment Tools | ✅ Pass | 5.695s | |
-| SQL Injection Attack Type | ✅ Pass | 1.572s | |
-| Penetration Testing Framework | ✅ Pass | 2.639s | |
-| Web Application Security Scanner | ✅ Pass | 1.808s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.174s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 2.458s
+| JSON Response Function | ✅ Pass | 3.768s | |
+| Search Query Function | ✅ Pass | 4.070s | |
+| Ask Advice Function | ✅ Pass | 4.121s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.244s | |
+| Basic Context Memory Test | ✅ Pass | 2.779s | |
+| Function Argument Memory Test | ✅ Pass | 1.042s | |
+| Function Response Memory Test | ✅ Pass | 1.723s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.358s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.851s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 7.667s | |
+| Penetration Testing Methodology | ✅ Pass | 2.106s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.498s | |
+| SQL Injection Attack Type | ✅ Pass | 1.952s | |
+| Penetration Testing Framework | ✅ Pass | 5.396s | |
+| Web Application Security Scanner | ✅ Pass | 2.754s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.483s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 3.057s
---
@@ -72,15 +73,22 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Vulnerability Report Memory Test | ✅ Pass | 2.759s | |
-| Person Information JSON | ✅ Pass | 1.929s | |
-| Project Information JSON | ✅ Pass | 1.792s | |
-| User Profile JSON | ✅ Pass | 2.154s | |
-| Streaming Person Information JSON Streaming | ✅ Pass | 2.102s | |
+| Vulnerability Report Memory Test | ❌ Fail | 2.234s | got map\[string\]interface \{\}\{"open\_ports":\[\]interface \{\}\{22, 80, 174443, 3389\}, "target":"10\.1\.1\.50", "vulnerabilities":\[\]interface... |
+| Person Information JSON | ✅ Pass | 2.365s | |
+| Project Information JSON | ✅ Pass | 1.782s | |
+| User Profile JSON | ✅ Pass | 1.555s | |
+| JSON Array Response Without Schema | ✅ Pass | 3.397s | |
+| Streaming Person Information JSON Streaming | ❌ Fail | 1.398s | got map\[string\]interface \{\}\{"age":62, "city":"Boston", "name":"Jane Doe"\}, expected map\[string\]interface \{\}\{"age":25, "city":"Boston", "... |
-**Summary**: 5/5 (100.00%) successful tests
+#### Capability Tests
-**Average latency**: 2.148s
+| Test | Capability | Result | Latency | Note |
+|------|------------|--------|---------|------|
+| Structured Output With JSON Schema | structured_output | ✅ Pass | 2.208s | |
+
+**Summary**: 5/7 (71.43%) successful tests
+
+**Average latency**: 2.135s
---
@@ -90,38 +98,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 4.139s | |
-| Text Transform Uppercase | ✅ Pass | 0.784s | |
-| Count from 1 to 5 | ✅ Pass | 0.869s | |
-| Math Calculation | ✅ Pass | 1.179s | |
-| Basic Echo Function | ✅ Pass | 1.499s | |
-| Simple Math Streaming | ❌ Fail | 0.242s | API returned unexpected status code: 429: |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.832s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.742s | |
+| Simple Math | ✅ Pass | 2.573s | |
+| Text Transform Uppercase | ✅ Pass | 2.033s | |
+| Count from 1 to 5 | ✅ Pass | 1.215s | |
+| Math Calculation | ✅ Pass | 0.826s | |
+| Basic Echo Function | ✅ Pass | 4.748s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.855s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.541s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.692s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 3.169s | |
-| Search Query Function | ✅ Pass | 1.403s | |
-| Ask Advice Function | ✅ Pass | 1.781s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.215s | |
-| Basic Context Memory Test | ✅ Pass | 2.855s | |
-| Function Argument Memory Test | ✅ Pass | 1.847s | |
-| Function Response Memory Test | ✅ Pass | 2.417s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.549s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.638s | |
-| Penetration Testing Methodology | ✅ Pass | 3.428s | |
-| Vulnerability Assessment Tools | ✅ Pass | 3.630s | |
-| SQL Injection Attack Type | ✅ Pass | 1.428s | |
-| Penetration Testing Framework | ✅ Pass | 13.651s | |
-| Web Application Security Scanner | ✅ Pass | 2.220s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.612s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 2.658s
+| JSON Response Function | ✅ Pass | 2.364s | |
+| Search Query Function | ✅ Pass | 1.489s | |
+| Ask Advice Function | ✅ Pass | 1.729s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.391s | |
+| Basic Context Memory Test | ✅ Pass | 1.207s | |
+| Function Argument Memory Test | ✅ Pass | 2.671s | |
+| Function Response Memory Test | ✅ Pass | 0.963s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.258s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.829s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.165s | |
+| Penetration Testing Methodology | ✅ Pass | 4.794s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.347s | |
+| SQL Injection Attack Type | ✅ Pass | 1.389s | |
+| Penetration Testing Framework | ✅ Pass | 3.053s | |
+| Web Application Security Scanner | ✅ Pass | 6.185s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.154s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.437s
---
@@ -131,38 +140,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.280s | |
-| Text Transform Uppercase | ✅ Pass | 0.778s | |
-| Count from 1 to 5 | ✅ Pass | 1.746s | |
-| Math Calculation | ✅ Pass | 1.138s | |
-| Basic Echo Function | ✅ Pass | 1.738s | |
-| Simple Math Streaming | ❌ Fail | 0.282s | API returned unexpected status code: 429: |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.009s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.181s | |
+| Simple Math | ✅ Pass | 1.145s | |
+| Text Transform Uppercase | ✅ Pass | 2.079s | |
+| Count from 1 to 5 | ✅ Pass | 2.004s | |
+| Math Calculation | ✅ Pass | 0.943s | |
+| Basic Echo Function | ✅ Pass | 4.336s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.936s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.438s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.915s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.819s | |
-| Search Query Function | ✅ Pass | 2.981s | |
-| Ask Advice Function | ✅ Pass | 1.336s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.939s | |
-| Basic Context Memory Test | ✅ Pass | 3.554s | |
-| Function Argument Memory Test | ✅ Pass | 6.030s | |
-| Function Response Memory Test | ✅ Pass | 2.626s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.105s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.154s | |
-| Penetration Testing Methodology | ✅ Pass | 4.826s | |
-| Vulnerability Assessment Tools | ✅ Pass | 11.738s | |
-| SQL Injection Attack Type | ✅ Pass | 3.703s | |
-| Penetration Testing Framework | ✅ Pass | 13.123s | |
-| Web Application Security Scanner | ✅ Pass | 1.985s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.496s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 3.286s
+| JSON Response Function | ✅ Pass | 1.391s | |
+| Search Query Function | ✅ Pass | 1.304s | |
+| Ask Advice Function | ✅ Pass | 2.962s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.723s | |
+| Basic Context Memory Test | ✅ Pass | 1.260s | |
+| Function Argument Memory Test | ✅ Pass | 2.800s | |
+| Function Response Memory Test | ✅ Pass | 0.854s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.676s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.907s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 9.807s | |
+| Penetration Testing Methodology | ✅ Pass | 5.361s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.859s | |
+| SQL Injection Attack Type | ✅ Pass | 1.686s | |
+| Penetration Testing Framework | ✅ Pass | 4.910s | |
+| Web Application Security Scanner | ✅ Pass | 4.401s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.744s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 3.019s
---
@@ -172,38 +182,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.148s | |
-| Text Transform Uppercase | ✅ Pass | 0.817s | |
-| Count from 1 to 5 | ✅ Pass | 0.931s | |
-| Math Calculation | ✅ Pass | 1.174s | |
-| Basic Echo Function | ✅ Pass | 1.500s | |
-| Simple Math Streaming | ❌ Fail | 0.243s | API returned unexpected status code: 429: |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.691s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.370s | |
+| Simple Math | ✅ Pass | 1.797s | |
+| Text Transform Uppercase | ✅ Pass | 3.193s | |
+| Count from 1 to 5 | ✅ Pass | 1.249s | |
+| Math Calculation | ✅ Pass | 1.575s | |
+| Basic Echo Function | ✅ Pass | 1.280s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.092s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.141s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.365s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.270s | |
-| Search Query Function | ✅ Pass | 1.396s | |
-| Ask Advice Function | ✅ Pass | 1.799s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.598s | |
-| Basic Context Memory Test | ✅ Pass | 1.747s | |
-| Function Argument Memory Test | ✅ Pass | 1.747s | |
-| Function Response Memory Test | ✅ Pass | 0.828s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.171s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.225s | |
-| Penetration Testing Methodology | ✅ Pass | 3.684s | |
-| Vulnerability Assessment Tools | ✅ Pass | 10.069s | |
-| SQL Injection Attack Type | ✅ Pass | 1.440s | |
-| Penetration Testing Framework | ✅ Pass | 17.198s | |
-| Web Application Security Scanner | ✅ Pass | 1.930s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.790s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 2.686s
+| JSON Response Function | ✅ Pass | 1.826s | |
+| Search Query Function | ✅ Pass | 1.493s | |
+| Ask Advice Function | ✅ Pass | 1.791s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.346s | |
+| Basic Context Memory Test | ✅ Pass | 1.308s | |
+| Function Argument Memory Test | ✅ Pass | 3.559s | |
+| Function Response Memory Test | ✅ Pass | 2.017s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.039s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.803s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 8.260s | |
+| Penetration Testing Methodology | ✅ Pass | 4.333s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.469s | |
+| SQL Injection Attack Type | ✅ Pass | 1.504s | |
+| Penetration Testing Framework | ✅ Pass | 3.990s | |
+| Web Application Security Scanner | ✅ Pass | 2.473s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.293s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.550s
---
@@ -213,38 +224,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.052s | |
-| Text Transform Uppercase | ✅ Pass | 1.245s | |
-| Count from 1 to 5 | ✅ Pass | 2.057s | |
-| Math Calculation | ✅ Pass | 1.189s | |
-| Basic Echo Function | ✅ Pass | 1.490s | |
-| Simple Math Streaming | ❌ Fail | 0.267s | API returned unexpected status code: 429: |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.289s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.278s | |
+| Simple Math | ✅ Pass | 0.859s | |
+| Text Transform Uppercase | ✅ Pass | 1.913s | |
+| Count from 1 to 5 | ✅ Pass | 1.447s | |
+| Math Calculation | ✅ Pass | 1.045s | |
+| Basic Echo Function | ✅ Pass | 2.139s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.822s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.105s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.814s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.328s | |
-| Search Query Function | ✅ Pass | 1.366s | |
-| Ask Advice Function | ✅ Pass | 1.970s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.560s | |
-| Basic Context Memory Test | ✅ Pass | 2.548s | |
-| Function Argument Memory Test | ✅ Pass | 5.412s | |
-| Function Response Memory Test | ✅ Pass | 1.155s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.038s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.165s | |
-| Penetration Testing Methodology | ✅ Pass | 3.756s | |
-| Vulnerability Assessment Tools | ✅ Pass | 13.463s | |
-| SQL Injection Attack Type | ✅ Pass | 5.187s | |
-| Penetration Testing Framework | ✅ Pass | 6.667s | |
-| Web Application Security Scanner | ✅ Pass | 2.588s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.554s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 3.071s
+| JSON Response Function | ✅ Pass | 1.414s | |
+| Search Query Function | ✅ Pass | 1.865s | |
+| Ask Advice Function | ✅ Pass | 1.981s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.303s | |
+| Basic Context Memory Test | ✅ Pass | 1.226s | |
+| Function Argument Memory Test | ✅ Pass | 2.436s | |
+| Function Response Memory Test | ✅ Pass | 2.100s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.778s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.822s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 7.314s | |
+| Penetration Testing Methodology | ✅ Pass | 6.794s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.618s | |
+| SQL Injection Attack Type | ✅ Pass | 1.942s | |
+| Penetration Testing Framework | ✅ Pass | 2.736s | |
+| Web Application Security Scanner | ✅ Pass | 3.788s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.697s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.540s
---
@@ -254,38 +266,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 3.329s | |
-| Text Transform Uppercase | ✅ Pass | 1.953s | |
-| Count from 1 to 5 | ✅ Pass | 6.180s | |
-| Math Calculation | ✅ Pass | 6.157s | |
-| Basic Echo Function | ✅ Pass | 4.979s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.658s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.993s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.868s | |
+| Simple Math | ✅ Pass | 2.512s | |
+| Text Transform Uppercase | ✅ Pass | 4.526s | |
+| Count from 1 to 5 | ✅ Pass | 3.218s | |
+| Math Calculation | ✅ Pass | 4.261s | |
+| Basic Echo Function | ✅ Pass | 3.038s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.576s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.198s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.618s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 6.030s | |
-| Search Query Function | ✅ Pass | 4.583s | |
-| Ask Advice Function | ✅ Pass | 3.598s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 5.290s | |
-| Basic Context Memory Test | ✅ Pass | 2.464s | |
-| Function Argument Memory Test | ✅ Pass | 4.195s | |
-| Function Response Memory Test | ✅ Pass | 2.751s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 8.420s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.993s | |
-| Penetration Testing Methodology | ✅ Pass | 17.127s | |
-| Vulnerability Assessment Tools | ✅ Pass | 56.258s | |
-| SQL Injection Attack Type | ✅ Pass | 7.521s | |
-| Penetration Testing Framework | ✅ Pass | 27.639s | |
-| Web Application Security Scanner | ✅ Pass | 22.824s | |
-| Penetration Testing Tool Selection | ✅ Pass | 4.873s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 9.204s
+| JSON Response Function | ✅ Pass | 2.522s | |
+| Search Query Function | ✅ Pass | 2.434s | |
+| Ask Advice Function | ✅ Pass | 2.821s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.799s | |
+| Basic Context Memory Test | ✅ Pass | 2.048s | |
+| Function Argument Memory Test | ✅ Pass | 2.280s | |
+| Function Response Memory Test | ✅ Pass | 2.793s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 7.384s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.861s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 8.574s | |
+| Penetration Testing Methodology | ✅ Pass | 16.593s | |
+| Vulnerability Assessment Tools | ✅ Pass | 46.333s | |
+| SQL Injection Attack Type | ✅ Pass | 7.642s | |
+| Penetration Testing Framework | ✅ Pass | 22.993s | |
+| Web Application Security Scanner | ✅ Pass | 14.989s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.975s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 7.333s
---
@@ -295,38 +308,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.177s | |
-| Text Transform Uppercase | ✅ Pass | 1.761s | |
-| Count from 1 to 5 | ✅ Pass | 2.230s | |
-| Math Calculation | ✅ Pass | 2.020s | |
-| Basic Echo Function | ✅ Pass | 1.069s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.739s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.650s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.308s | |
+| Simple Math | ✅ Pass | 2.080s | |
+| Text Transform Uppercase | ✅ Pass | 2.795s | |
+| Count from 1 to 5 | ✅ Pass | 3.323s | |
+| Math Calculation | ✅ Pass | 1.682s | |
+| Basic Echo Function | ✅ Pass | 1.506s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.414s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.236s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.682s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.554s | |
-| Search Query Function | ✅ Pass | 1.355s | |
-| Ask Advice Function | ✅ Pass | 1.450s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.319s | |
-| Basic Context Memory Test | ✅ Pass | 3.054s | |
-| Function Argument Memory Test | ✅ Pass | 1.053s | |
-| Function Response Memory Test | ✅ Pass | 1.318s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.568s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.063s | |
-| Penetration Testing Methodology | ✅ Pass | 5.066s | |
-| Vulnerability Assessment Tools | ✅ Pass | 21.070s | |
-| SQL Injection Attack Type | ✅ Pass | 5.581s | |
-| Penetration Testing Framework | ✅ Pass | 12.000s | |
-| Web Application Security Scanner | ✅ Pass | 3.616s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.594s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.375s
+| JSON Response Function | ✅ Pass | 1.780s | |
+| Search Query Function | ✅ Pass | 1.182s | |
+| Ask Advice Function | ✅ Pass | 2.215s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.246s | |
+| Basic Context Memory Test | ✅ Pass | 2.877s | |
+| Function Argument Memory Test | ✅ Pass | 1.793s | |
+| Function Response Memory Test | ✅ Pass | 1.011s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.769s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.577s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.716s | |
+| Penetration Testing Methodology | ✅ Pass | 7.829s | |
+| Vulnerability Assessment Tools | ✅ Pass | 25.544s | |
+| SQL Injection Attack Type | ✅ Pass | 3.857s | |
+| Penetration Testing Framework | ✅ Pass | 6.119s | |
+| Web Application Security Scanner | ✅ Pass | 5.167s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.083s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 3.687s
---
@@ -336,38 +350,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.605s | |
-| Text Transform Uppercase | ✅ Pass | 2.089s | |
-| Count from 1 to 5 | ✅ Pass | 8.093s | |
-| Math Calculation | ✅ Pass | 1.417s | |
-| Basic Echo Function | ✅ Pass | 1.186s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.070s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.164s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.441s | |
+| Simple Math | ✅ Pass | 1.990s | |
+| Text Transform Uppercase | ✅ Pass | 2.276s | |
+| Count from 1 to 5 | ✅ Pass | 2.429s | |
+| Math Calculation | ✅ Pass | 2.361s | |
+| Basic Echo Function | ✅ Pass | 1.324s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.443s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.611s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.359s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.266s | |
-| Search Query Function | ✅ Pass | 1.045s | |
-| Ask Advice Function | ✅ Pass | 1.284s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.722s | |
-| Basic Context Memory Test | ✅ Pass | 3.651s | |
-| Function Argument Memory Test | ✅ Pass | 6.143s | |
-| Function Response Memory Test | ✅ Pass | 5.972s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 2.381s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.153s | |
-| Penetration Testing Methodology | ✅ Pass | 6.202s | |
-| Vulnerability Assessment Tools | ✅ Pass | 18.668s | |
-| SQL Injection Attack Type | ✅ Pass | 2.414s | |
-| Penetration Testing Framework | ✅ Pass | 4.669s | |
-| Web Application Security Scanner | ✅ Pass | 3.988s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.274s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 3.648s
+| JSON Response Function | ✅ Pass | 1.840s | |
+| Search Query Function | ✅ Pass | 1.420s | |
+| Ask Advice Function | ✅ Pass | 2.535s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.197s | |
+| Basic Context Memory Test | ✅ Pass | 2.727s | |
+| Function Argument Memory Test | ✅ Pass | 1.268s | |
+| Function Response Memory Test | ✅ Pass | 12.916s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.518s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.532s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.573s | |
+| Penetration Testing Methodology | ✅ Pass | 10.759s | |
+| Vulnerability Assessment Tools | ✅ Pass | 16.580s | |
+| SQL Injection Attack Type | ✅ Pass | 2.361s | |
+| Penetration Testing Framework | ✅ Pass | 5.154s | |
+| Web Application Security Scanner | ✅ Pass | 4.052s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.493s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 3.781s
---
@@ -377,38 +392,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.084s | |
-| Text Transform Uppercase | ✅ Pass | 2.561s | |
-| Count from 1 to 5 | ✅ Pass | 1.884s | |
-| Math Calculation | ✅ Pass | 1.308s | |
-| Basic Echo Function | ✅ Pass | 1.227s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.092s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 15.459s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.655s | |
+| Simple Math | ✅ Pass | 1.756s | |
+| Text Transform Uppercase | ✅ Pass | 2.357s | |
+| Count from 1 to 5 | ✅ Pass | 4.130s | |
+| Math Calculation | ✅ Pass | 1.664s | |
+| Basic Echo Function | ✅ Pass | 1.380s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.489s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.193s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.422s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.266s | |
-| Search Query Function | ✅ Pass | 1.511s | |
-| Ask Advice Function | ✅ Pass | 1.737s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.579s | |
-| Basic Context Memory Test | ✅ Pass | 2.538s | |
-| Function Argument Memory Test | ✅ Pass | 1.031s | |
-| Function Response Memory Test | ✅ Pass | 0.992s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.167s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.353s | |
-| Penetration Testing Methodology | ✅ Pass | 7.191s | |
-| Vulnerability Assessment Tools | ✅ Pass | 13.350s | |
-| SQL Injection Attack Type | ✅ Pass | 3.672s | |
-| Penetration Testing Framework | ✅ Pass | 3.777s | |
-| Web Application Security Scanner | ✅ Pass | 4.323s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.877s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.332s
+| JSON Response Function | ✅ Pass | 1.550s | |
+| Search Query Function | ✅ Pass | 1.666s | |
+| Ask Advice Function | ✅ Pass | 1.635s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.268s | |
+| Basic Context Memory Test | ✅ Pass | 3.150s | |
+| Function Argument Memory Test | ✅ Pass | 1.204s | |
+| Function Response Memory Test | ✅ Pass | 19.323s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.146s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.263s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.796s | |
+| Penetration Testing Methodology | ✅ Pass | 12.917s | |
+| Vulnerability Assessment Tools | ✅ Pass | 25.240s | |
+| SQL Injection Attack Type | ✅ Pass | 2.958s | |
+| Penetration Testing Framework | ✅ Pass | 8.405s | |
+| Web Application Security Scanner | ✅ Pass | 5.460s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.058s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 4.768s
---
@@ -418,38 +434,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.418s | |
-| Text Transform Uppercase | ✅ Pass | 0.783s | |
-| Count from 1 to 5 | ✅ Pass | 1.644s | |
-| Math Calculation | ✅ Pass | 1.177s | |
-| Basic Echo Function | ✅ Pass | 1.741s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.137s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.736s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.831s | |
+| Simple Math | ✅ Pass | 0.835s | |
+| Text Transform Uppercase | ✅ Pass | 1.963s | |
+| Count from 1 to 5 | ✅ Pass | 0.991s | |
+| Math Calculation | ✅ Pass | 0.883s | |
+| Basic Echo Function | ✅ Pass | 2.253s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.078s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.244s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.644s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.516s | |
-| Search Query Function | ✅ Pass | 1.649s | |
-| Ask Advice Function | ✅ Pass | 1.316s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.804s | |
-| Basic Context Memory Test | ✅ Pass | 2.790s | |
-| Function Argument Memory Test | ✅ Pass | 1.301s | |
-| Function Response Memory Test | ✅ Pass | 3.491s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.182s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.580s | |
-| Penetration Testing Methodology | ✅ Pass | 4.092s | |
-| Vulnerability Assessment Tools | ✅ Pass | 5.292s | |
-| SQL Injection Attack Type | ✅ Pass | 1.417s | |
-| Penetration Testing Framework | ✅ Pass | 14.947s | |
-| Web Application Security Scanner | ✅ Pass | 4.822s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.867s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.067s
+| JSON Response Function | ✅ Pass | 2.507s | |
+| Search Query Function | ✅ Pass | 1.557s | |
+| Ask Advice Function | ✅ Pass | 1.957s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.279s | |
+| Basic Context Memory Test | ✅ Pass | 1.797s | |
+| Function Argument Memory Test | ✅ Pass | 2.869s | |
+| Function Response Memory Test | ✅ Pass | 0.986s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.381s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.825s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 6.422s | |
+| Penetration Testing Methodology | ✅ Pass | 5.873s | |
+| Vulnerability Assessment Tools | ✅ Pass | 10.448s | |
+| SQL Injection Attack Type | ✅ Pass | 1.025s | |
+| Penetration Testing Framework | ✅ Pass | 2.836s | |
+| Web Application Security Scanner | ✅ Pass | 5.031s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.303s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.667s
---
@@ -459,38 +476,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.799s | |
-| Text Transform Uppercase | ✅ Pass | 1.102s | |
-| Count from 1 to 5 | ✅ Pass | 1.179s | |
-| Math Calculation | ✅ Pass | 1.124s | |
-| Basic Echo Function | ✅ Pass | 1.514s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.115s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.312s | |
-| Streaming Basic Echo Function Streaming | ❌ Fail | 1.588s | expected function 'echo' not found in tool calls: invalid JSON in tool call echo: unexpected end of JSON input |
+| Simple Math | ✅ Pass | 2.934s | |
+| Text Transform Uppercase | ✅ Pass | 2.329s | |
+| Count from 1 to 5 | ✅ Pass | 2.722s | |
+| Math Calculation | ✅ Pass | 1.117s | |
+| Basic Echo Function | ✅ Pass | 2.249s | |
+| Streaming Simple Math Streaming | ✅ Pass | 3.789s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.264s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.797s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.410s | |
-| Search Query Function | ✅ Pass | 1.787s | |
-| Ask Advice Function | ✅ Pass | 2.906s | |
-| Streaming Search Query Function Streaming | ❌ Fail | 1.552s | expected function 'search' not found in tool calls: invalid JSON in tool call search: unexpected end of JSON input |
-| Basic Context Memory Test | ✅ Pass | 2.793s | |
-| Function Argument Memory Test | ✅ Pass | 1.024s | |
-| Function Response Memory Test | ✅ Pass | 0.989s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 2.065s | no tool calls found, expected at least 1 |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.145s | |
-| Penetration Testing Methodology | ✅ Pass | 1.163s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.252s | |
-| SQL Injection Attack Type | ✅ Pass | 1.508s | |
-| Penetration Testing Framework | ✅ Pass | 1.003s | |
-| Web Application Security Scanner | ✅ Pass | 1.105s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.601s | |
-
-**Summary**: 20/23 (86.96%) successful tests
-
-**Average latency**: 1.480s
+| JSON Response Function | ✅ Pass | 1.579s | |
+| Search Query Function | ✅ Pass | 1.232s | |
+| Ask Advice Function | ✅ Pass | 2.191s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.232s | |
+| Basic Context Memory Test | ✅ Pass | 1.165s | |
+| Function Argument Memory Test | ✅ Pass | 0.941s | |
+| Function Response Memory Test | ✅ Pass | 1.131s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.419s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.984s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 7.306s | |
+| Penetration Testing Methodology | ✅ Pass | 4.699s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.822s | |
+| SQL Injection Attack Type | ✅ Pass | 1.523s | |
+| Penetration Testing Framework | ✅ Pass | 6.497s | |
+| Web Application Security Scanner | ✅ Pass | 3.118s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.795s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.494s
---
@@ -500,38 +518,39 @@ Generated: Mon, 02 Mar 2026 15:08:50 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.792s | |
-| Text Transform Uppercase | ✅ Pass | 0.903s | |
-| Count from 1 to 5 | ✅ Pass | 2.272s | |
-| Math Calculation | ✅ Pass | 3.338s | |
-| Basic Echo Function | ✅ Pass | 1.732s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.144s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.128s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.879s | |
+| Simple Math | ✅ Pass | 1.173s | |
+| Text Transform Uppercase | ✅ Pass | 2.532s | |
+| Count from 1 to 5 | ✅ Pass | 0.960s | |
+| Math Calculation | ✅ Pass | 1.805s | |
+| Basic Echo Function | ✅ Pass | 1.827s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.973s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.167s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.396s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.055s | |
-| Search Query Function | ✅ Pass | 2.093s | |
-| Ask Advice Function | ✅ Pass | 1.955s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.601s | |
-| Basic Context Memory Test | ✅ Pass | 2.653s | |
-| Function Argument Memory Test | ✅ Pass | 1.192s | |
-| Function Response Memory Test | ✅ Pass | 0.701s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.381s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.075s | |
-| Penetration Testing Methodology | ✅ Pass | 3.893s | |
-| Vulnerability Assessment Tools | ✅ Pass | 3.376s | |
-| SQL Injection Attack Type | ✅ Pass | 1.423s | |
-| Penetration Testing Framework | ✅ Pass | 16.347s | |
-| Web Application Security Scanner | ✅ Pass | 2.108s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.766s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.818s
+| JSON Response Function | ✅ Pass | 1.427s | |
+| Search Query Function | ✅ Pass | 1.564s | |
+| Ask Advice Function | ✅ Pass | 1.992s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.354s | |
+| Basic Context Memory Test | ✅ Pass | 1.167s | |
+| Function Argument Memory Test | ✅ Pass | 2.338s | |
+| Function Response Memory Test | ✅ Pass | 0.980s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.562s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.838s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 9.460s | |
+| Penetration Testing Methodology | ✅ Pass | 4.515s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.087s | |
+| SQL Injection Attack Type | ✅ Pass | 0.971s | |
+| Penetration Testing Framework | ✅ Pass | 3.557s | |
+| Web Application Security Scanner | ✅ Pass | 2.109s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.577s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.348s
---
diff --git a/examples/tests/ollama-cloud-report.md b/examples/tests/ollama-cloud-report.md
index c0a2200e..2587a178 100644
--- a/examples/tests/ollama-cloud-report.md
+++ b/examples/tests/ollama-cloud-report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Tue, 21 Jul 2026 20:33:49 UTC
+Generated: Thu, 23 Jul 2026 10:54:10 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | nemotron-3-nano:30b-cloud | false | 23/23 (100.00%) | 2.553s |
-| simple_json | nemotron-3-nano:30b-cloud | false | 7/7 (100.00%) | 2.410s |
-| primary_agent | kimi-k2.6:cloud | false | 23/23 (100.00%) | 2.718s |
-| assistant | kimi-k2.6:cloud | false | 23/23 (100.00%) | 2.847s |
-| generator | mistral-large-3:675b-cloud | false | 23/23 (100.00%) | 1.886s |
-| refiner | nemotron-3-ultra:cloud | false | 23/23 (100.00%) | 5.631s |
-| adviser | glm-5.1:cloud | false | 23/23 (100.00%) | 3.260s |
-| reflector | nemotron-3-nano:30b-cloud | false | 23/23 (100.00%) | 2.096s |
-| searcher | qwen3.5:397b-cloud | false | 23/23 (100.00%) | 5.856s |
-| enricher | minimax-m2.7:cloud | false | 23/23 (100.00%) | 3.425s |
-| coder | kimi-k2.7-code:cloud | false | 22/23 (95.65%) | 2.322s |
-| installer | kimi-k2.7-code:cloud | false | 23/23 (100.00%) | 2.550s |
-| pentester | deepseek-v4-pro:cloud | false | 23/23 (100.00%) | 1.824s |
-
-**Total**: 282/283 (99.65%) successful tests
-**Overall average latency**: 3.064s
+| simple | nemotron-3-nano:30b-cloud | false | 21/24 (87.50%) | 4.576s |
+| simple_json | nemotron-3-nano:30b-cloud | false | 7/7 (100.00%) | 3.451s |
+| primary_agent | kimi-k2.6:cloud | false | 24/24 (100.00%) | 2.800s |
+| assistant | kimi-k2.6:cloud | false | 24/24 (100.00%) | 2.593s |
+| generator | mistral-large-3:675b-cloud | false | 24/24 (100.00%) | 1.676s |
+| refiner | nemotron-3-ultra:cloud | false | 23/24 (95.83%) | 6.247s |
+| adviser | glm-5.1:cloud | false | 24/24 (100.00%) | 2.971s |
+| reflector | nemotron-3-nano:30b-cloud | false | 22/24 (91.67%) | 3.768s |
+| searcher | qwen3.5:397b-cloud | false | 24/24 (100.00%) | 7.143s |
+| enricher | minimax-m2.7:cloud | false | 24/24 (100.00%) | 3.076s |
+| coder | kimi-k2.7-code:cloud | false | 24/24 (100.00%) | 2.093s |
+| installer | kimi-k2.7-code:cloud | false | 24/24 (100.00%) | 2.009s |
+| pentester | deepseek-v4-pro:cloud | false | 24/24 (100.00%) | 3.100s |
+
+**Total**: 289/295 (97.97%) successful tests
+**Overall average latency**: 3.503s
## Detailed Results
@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.189s | |
-| Count from 1 to 5 | ✅ Pass | 1.408s | |
-| Text Transform Uppercase | ✅ Pass | 9.093s | |
-| Math Calculation | ✅ Pass | 2.943s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.950s | |
-| Basic Echo Function | ✅ Pass | 6.563s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.039s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.664s | |
+| Simple Math | ✅ Pass | 1.396s | |
+| Text Transform Uppercase | ✅ Pass | 1.738s | |
+| Count from 1 to 5 | ✅ Pass | 1.585s | |
+| Math Calculation | ✅ Pass | 1.137s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.541s | |
+| Basic Echo Function | ❌ Fail | 6.501s | no tool calls found, expected at least 1 |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.918s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.469s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 3.877s | |
-| Search Query Function | ✅ Pass | 2.516s | |
-| Ask Advice Function | ✅ Pass | 1.608s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 3.250s | |
-| Basic Context Memory Test | ✅ Pass | 2.386s | |
-| Function Argument Memory Test | ✅ Pass | 2.295s | |
-| Function Response Memory Test | ✅ Pass | 1.072s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.079s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.494s | |
-| Penetration Testing Methodology | ✅ Pass | 1.433s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.904s | |
-| SQL Injection Attack Type | ✅ Pass | 2.914s | |
-| Penetration Testing Framework | ✅ Pass | 2.560s | |
-| Web Application Security Scanner | ✅ Pass | 1.253s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.227s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.553s
+| JSON Response Function | ✅ Pass | 1.962s | |
+| Search Query Function | ✅ Pass | 3.332s | |
+| Ask Advice Function | ✅ Pass | 1.888s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.547s | |
+| Basic Context Memory Test | ✅ Pass | 1.905s | |
+| Function Argument Memory Test | ✅ Pass | 1.521s | |
+| Function Response Memory Test | ✅ Pass | 1.863s | |
+| Penetration Testing Memory with Tool Call | ❌ Fail | 9.609s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 17.131s | |
+| Penetration Testing Methodology | ✅ Pass | 2.572s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 28.188s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.750s | |
+| SQL Injection Attack Type | ❌ Fail | 2.396s | 503 Service Unavailable: model 'nemotron\-3\-nano:30b' is temporarily overloaded, please retry shortly or try a different model \(ref: 31d468a2\-7b... |
+| Penetration Testing Framework | ✅ Pass | 3.687s | |
+| Web Application Security Scanner | ✅ Pass | 4.230s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.936s | |
+
+**Summary**: 21/24 (87.50%) successful tests
+
+**Average latency**: 4.576s
---
@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Person Information JSON | ✅ Pass | 1.468s | |
-| Project Information JSON | ✅ Pass | 1.558s | |
-| User Profile JSON | ✅ Pass | 1.822s | |
-| Vulnerability Report Memory Test | ✅ Pass | 3.089s | |
-| Streaming Person Information JSON Streaming | ✅ Pass | 1.354s | |
-| JSON Array Response Without Schema | ✅ Pass | 5.023s | |
+| Vulnerability Report Memory Test | ✅ Pass | 10.414s | |
+| Person Information JSON | ✅ Pass | 2.641s | |
+| Project Information JSON | ✅ Pass | 1.976s | |
+| User Profile JSON | ✅ Pass | 2.096s | |
+| JSON Array Response Without Schema | ✅ Pass | 2.149s | |
+| Streaming Person Information JSON Streaming | ✅ Pass | 2.793s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Structured Output With JSON Schema | structured_output | ✅ Pass | 2.552s | |
+| Structured Output With JSON Schema | structured_output | ✅ Pass | 2.088s | |
**Summary**: 7/7 (100.00%) successful tests
-**Average latency**: 2.410s
+**Average latency**: 3.451s
---
@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.671s | |
-| Text Transform Uppercase | ✅ Pass | 1.436s | |
-| Count from 1 to 5 | ✅ Pass | 2.245s | |
-| Math Calculation | ✅ Pass | 1.513s | |
-| Basic Echo Function | ✅ Pass | 1.420s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.155s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.994s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.485s | |
+| Simple Math | ✅ Pass | 3.268s | |
+| Text Transform Uppercase | ✅ Pass | 2.204s | |
+| Count from 1 to 5 | ✅ Pass | 1.900s | |
+| Math Calculation | ✅ Pass | 5.819s | |
+| Basic Echo Function | ✅ Pass | 1.919s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.022s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.673s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.638s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.924s | |
-| Search Query Function | ✅ Pass | 1.882s | |
-| Ask Advice Function | ✅ Pass | 1.658s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.927s | |
-| Basic Context Memory Test | ✅ Pass | 2.056s | |
-| Function Argument Memory Test | ✅ Pass | 3.303s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.341s | |
-| Function Response Memory Test | ✅ Pass | 6.369s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.381s | |
-| Penetration Testing Methodology | ✅ Pass | 3.671s | |
-| Vulnerability Assessment Tools | ✅ Pass | 5.404s | |
-| SQL Injection Attack Type | ✅ Pass | 2.150s | |
-| Penetration Testing Framework | ✅ Pass | 6.441s | |
-| Web Application Security Scanner | ✅ Pass | 2.062s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.018s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.718s
+| JSON Response Function | ✅ Pass | 1.811s | |
+| Search Query Function | ✅ Pass | 1.518s | |
+| Ask Advice Function | ✅ Pass | 1.590s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.566s | |
+| Basic Context Memory Test | ✅ Pass | 2.229s | |
+| Function Argument Memory Test | ✅ Pass | 1.400s | |
+| Function Response Memory Test | ✅ Pass | 1.880s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.648s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.631s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.515s | |
+| Penetration Testing Methodology | ✅ Pass | 4.339s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.698s | |
+| SQL Injection Attack Type | ✅ Pass | 4.101s | |
+| Penetration Testing Framework | ✅ Pass | 4.894s | |
+| Web Application Security Scanner | ✅ Pass | 3.520s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.414s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.800s
---
@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.077s | |
-| Text Transform Uppercase | ✅ Pass | 1.443s | |
-| Count from 1 to 5 | ✅ Pass | 1.803s | |
-| Math Calculation | ✅ Pass | 1.713s | |
-| Basic Echo Function | ✅ Pass | 1.231s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.716s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.366s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.403s | |
+| Simple Math | ✅ Pass | 3.719s | |
+| Text Transform Uppercase | ✅ Pass | 1.631s | |
+| Count from 1 to 5 | ✅ Pass | 2.054s | |
+| Math Calculation | ✅ Pass | 1.583s | |
+| Basic Echo Function | ✅ Pass | 1.482s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.711s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.546s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.503s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.741s | |
-| Search Query Function | ✅ Pass | 1.544s | |
-| Ask Advice Function | ✅ Pass | 1.553s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.748s | |
-| Basic Context Memory Test | ✅ Pass | 1.659s | |
-| Function Argument Memory Test | ✅ Pass | 3.101s | |
-| Function Response Memory Test | ✅ Pass | 1.532s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.992s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.628s | |
-| Penetration Testing Methodology | ✅ Pass | 4.080s | |
-| SQL Injection Attack Type | ✅ Pass | 1.767s | |
-| Vulnerability Assessment Tools | ✅ Pass | 15.714s | |
-| Penetration Testing Framework | ✅ Pass | 7.542s | |
-| Web Application Security Scanner | ✅ Pass | 2.199s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.912s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.847s
+| JSON Response Function | ✅ Pass | 2.536s | |
+| Search Query Function | ✅ Pass | 1.747s | |
+| Ask Advice Function | ✅ Pass | 1.713s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.427s | |
+| Basic Context Memory Test | ✅ Pass | 2.173s | |
+| Function Argument Memory Test | ✅ Pass | 1.420s | |
+| Function Response Memory Test | ✅ Pass | 1.850s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.675s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.557s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.500s | |
+| Penetration Testing Methodology | ✅ Pass | 4.998s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.282s | |
+| SQL Injection Attack Type | ✅ Pass | 3.383s | |
+| Penetration Testing Framework | ✅ Pass | 4.958s | |
+| Web Application Security Scanner | ✅ Pass | 2.734s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.050s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.593s
---
@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.057s | |
-| Text Transform Uppercase | ✅ Pass | 0.906s | |
-| Count from 1 to 5 | ✅ Pass | 1.016s | |
-| Math Calculation | ✅ Pass | 0.843s | |
-| Basic Echo Function | ✅ Pass | 1.010s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.334s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.931s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.129s | |
+| Simple Math | ✅ Pass | 0.987s | |
+| Text Transform Uppercase | ✅ Pass | 1.427s | |
+| Count from 1 to 5 | ✅ Pass | 0.922s | |
+| Math Calculation | ✅ Pass | 0.871s | |
+| Basic Echo Function | ✅ Pass | 1.053s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.053s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.957s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.099s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.149s | |
-| Search Query Function | ✅ Pass | 1.324s | |
-| Ask Advice Function | ✅ Pass | 1.236s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.226s | |
-| Basic Context Memory Test | ✅ Pass | 0.929s | |
-| Function Argument Memory Test | ✅ Pass | 0.803s | |
-| Function Response Memory Test | ✅ Pass | 0.882s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.688s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.908s | |
-| Penetration Testing Methodology | ✅ Pass | 1.975s | |
-| SQL Injection Attack Type | ✅ Pass | 0.980s | |
-| Vulnerability Assessment Tools | ✅ Pass | 15.025s | |
-| Penetration Testing Framework | ✅ Pass | 2.884s | |
-| Web Application Security Scanner | ✅ Pass | 2.011s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.118s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.886s
+| JSON Response Function | ✅ Pass | 1.498s | |
+| Search Query Function | ✅ Pass | 1.044s | |
+| Ask Advice Function | ✅ Pass | 1.264s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.100s | |
+| Basic Context Memory Test | ✅ Pass | 0.972s | |
+| Function Argument Memory Test | ✅ Pass | 0.871s | |
+| Function Response Memory Test | ✅ Pass | 0.875s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.567s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.073s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.240s | |
+| Penetration Testing Methodology | ✅ Pass | 3.027s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.357s | |
+| SQL Injection Attack Type | ✅ Pass | 1.190s | |
+| Penetration Testing Framework | ✅ Pass | 2.482s | |
+| Web Application Security Scanner | ✅ Pass | 2.031s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.261s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.676s
---
@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.812s | |
-| Count from 1 to 5 | ✅ Pass | 4.445s | |
-| Math Calculation | ✅ Pass | 2.275s | |
-| Text Transform Uppercase | ✅ Pass | 12.666s | |
-| Basic Echo Function | ✅ Pass | 3.633s | |
-| Streaming Simple Math Streaming | ✅ Pass | 7.361s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 5.497s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 10.178s | |
+| Simple Math | ✅ Pass | 2.083s | |
+| Text Transform Uppercase | ✅ Pass | 0.945s | |
+| Count from 1 to 5 | ✅ Pass | 3.333s | |
+| Math Calculation | ✅ Pass | 3.420s | |
+| Basic Echo Function | ✅ Pass | 2.009s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.067s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.400s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.228s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Search Query Function | ✅ Pass | 2.298s | |
-| Ask Advice Function | ✅ Pass | 4.959s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 4.867s | |
-| Basic Context Memory Test | ✅ Pass | 1.962s | |
-| Function Argument Memory Test | ✅ Pass | 1.149s | |
-| Function Response Memory Test | ✅ Pass | 1.863s | |
-| JSON Response Function | ✅ Pass | 31.697s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 7.205s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 6.164s | |
-| Penetration Testing Methodology | ✅ Pass | 4.731s | |
-| Vulnerability Assessment Tools | ✅ Pass | 4.192s | |
-| SQL Injection Attack Type | ✅ Pass | 1.133s | |
-| Penetration Testing Framework | ✅ Pass | 6.045s | |
-| Web Application Security Scanner | ✅ Pass | 1.541s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.820s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 5.631s
+| Search Query Function | ✅ Pass | 1.429s | |
+| Ask Advice Function | ✅ Pass | 1.567s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 3.871s | |
+| Basic Context Memory Test | ✅ Pass | 0.951s | |
+| Function Argument Memory Test | ✅ Pass | 3.558s | |
+| Function Response Memory Test | ✅ Pass | 1.331s | |
+| JSON Response Function | ✅ Pass | 24.907s | |
+| Penetration Testing Memory with Tool Call | ❌ Fail | 4.251s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.505s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.533s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.527s | |
+| SQL Injection Attack Type | ✅ Pass | 8.755s | |
+| Penetration Testing Methodology | ✅ Pass | 32.140s | |
+| Web Application Security Scanner | ✅ Pass | 4.209s | |
+| Penetration Testing Tool Selection | ✅ Pass | 9.307s | |
+| Penetration Testing Framework | ✅ Pass | 24.598s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 6.247s
---
@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.888s | |
-| Text Transform Uppercase | ✅ Pass | 3.135s | |
-| Count from 1 to 5 | ✅ Pass | 2.208s | |
-| Math Calculation | ✅ Pass | 1.384s | |
-| Basic Echo Function | ✅ Pass | 2.010s | |
-| Streaming Simple Math Streaming | ✅ Pass | 3.185s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.989s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.622s | |
+| Simple Math | ✅ Pass | 3.867s | |
+| Text Transform Uppercase | ✅ Pass | 2.004s | |
+| Count from 1 to 5 | ✅ Pass | 2.684s | |
+| Math Calculation | ✅ Pass | 1.403s | |
+| Basic Echo Function | ✅ Pass | 1.245s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.741s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.249s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.427s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.383s | |
-| Search Query Function | ✅ Pass | 3.991s | |
-| Ask Advice Function | ✅ Pass | 1.618s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.838s | |
-| Basic Context Memory Test | ✅ Pass | 4.070s | |
-| Function Argument Memory Test | ✅ Pass | 2.376s | |
-| Function Response Memory Test | ✅ Pass | 3.116s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.410s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.902s | |
-| Penetration Testing Methodology | ✅ Pass | 4.680s | |
-| Vulnerability Assessment Tools | ✅ Pass | 7.330s | |
-| SQL Injection Attack Type | ✅ Pass | 2.247s | |
-| Penetration Testing Framework | ✅ Pass | 9.490s | |
-| Web Application Security Scanner | ✅ Pass | 4.576s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.529s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.260s
+| JSON Response Function | ✅ Pass | 1.863s | |
+| Search Query Function | ✅ Pass | 2.931s | |
+| Ask Advice Function | ✅ Pass | 1.764s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 4.062s | |
+| Basic Context Memory Test | ✅ Pass | 2.533s | |
+| Function Argument Memory Test | ✅ Pass | 2.029s | |
+| Function Response Memory Test | ✅ Pass | 2.157s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.071s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.438s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.574s | |
+| Penetration Testing Methodology | ✅ Pass | 8.347s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.436s | |
+| SQL Injection Attack Type | ✅ Pass | 2.665s | |
+| Penetration Testing Framework | ✅ Pass | 6.461s | |
+| Web Application Security Scanner | ✅ Pass | 3.563s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.784s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.971s
---
@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.271s | |
-| Text Transform Uppercase | ✅ Pass | 1.096s | |
-| Count from 1 to 5 | ✅ Pass | 1.697s | |
-| Math Calculation | ✅ Pass | 1.010s | |
-| Basic Echo Function | ✅ Pass | 1.577s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.141s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.362s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.766s | |
+| Simple Math | ✅ Pass | 3.587s | |
+| Text Transform Uppercase | ✅ Pass | 1.178s | |
+| Count from 1 to 5 | ✅ Pass | 3.800s | |
+| Math Calculation | ✅ Pass | 1.270s | |
+| Basic Echo Function | ✅ Pass | 2.540s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.263s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.998s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.450s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.121s | |
-| Search Query Function | ✅ Pass | 1.656s | |
-| Ask Advice Function | ✅ Pass | 1.843s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.452s | |
-| Basic Context Memory Test | ✅ Pass | 2.101s | |
-| Function Argument Memory Test | ✅ Pass | 2.782s | |
-| Function Response Memory Test | ✅ Pass | 2.649s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.311s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.175s | |
-| Penetration Testing Methodology | ✅ Pass | 1.141s | |
-| Vulnerability Assessment Tools | ✅ Pass | 5.713s | |
-| SQL Injection Attack Type | ✅ Pass | 1.929s | |
-| Penetration Testing Framework | ✅ Pass | 1.143s | |
-| Web Application Security Scanner | ✅ Pass | 1.367s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.884s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.096s
+| JSON Response Function | ✅ Pass | 2.907s | |
+| Search Query Function | ✅ Pass | 2.245s | |
+| Ask Advice Function | ✅ Pass | 2.133s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.675s | |
+| Basic Context Memory Test | ✅ Pass | 2.562s | |
+| Function Argument Memory Test | ✅ Pass | 3.745s | |
+| Function Response Memory Test | ✅ Pass | 2.563s | |
+| Penetration Testing Memory with Tool Call | ❌ Fail | 6.365s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.579s | |
+| Penetration Testing Methodology | ✅ Pass | 1.799s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.024s | |
+| Read a file, then edit it via unified diff | ❌ Fail | 28.584s | expected the second call to be edit\_file, got action="write\_file" |
+| SQL Injection Attack Type | ✅ Pass | 4.100s | |
+| Penetration Testing Framework | ✅ Pass | 1.550s | |
+| Web Application Security Scanner | ✅ Pass | 3.531s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.974s | |
+
+**Summary**: 22/24 (91.67%) successful tests
+
+**Average latency**: 3.768s
---
@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 3.078s | |
-| Text Transform Uppercase | ✅ Pass | 5.277s | |
-| Count from 1 to 5 | ✅ Pass | 5.322s | |
-| Math Calculation | ✅ Pass | 2.751s | |
-| Basic Echo Function | ✅ Pass | 1.776s | |
-| Streaming Simple Math Streaming | ✅ Pass | 3.460s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.329s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.876s | |
+| Simple Math | ✅ Pass | 3.222s | |
+| Text Transform Uppercase | ✅ Pass | 4.817s | |
+| Count from 1 to 5 | ✅ Pass | 4.304s | |
+| Math Calculation | ✅ Pass | 3.475s | |
+| Basic Echo Function | ✅ Pass | 2.614s | |
+| Streaming Simple Math Streaming | ✅ Pass | 3.296s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.719s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.580s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.141s | |
-| Search Query Function | ✅ Pass | 1.866s | |
-| Ask Advice Function | ✅ Pass | 2.291s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.823s | |
-| Basic Context Memory Test | ✅ Pass | 4.063s | |
-| Function Argument Memory Test | ✅ Pass | 1.898s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.962s | |
-| Function Response Memory Test | ✅ Pass | 11.805s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 5.704s | |
-| Penetration Testing Methodology | ✅ Pass | 10.296s | |
-| SQL Injection Attack Type | ✅ Pass | 8.448s | |
-| Penetration Testing Framework | ✅ Pass | 7.163s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.838s | |
-| Web Application Security Scanner | ✅ Pass | 8.118s | |
-| Vulnerability Assessment Tools | ✅ Pass | 34.393s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 5.856s
+| JSON Response Function | ✅ Pass | 2.825s | |
+| Search Query Function | ✅ Pass | 1.765s | |
+| Ask Advice Function | ✅ Pass | 2.192s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.113s | |
+| Basic Context Memory Test | ✅ Pass | 4.241s | |
+| Function Argument Memory Test | ✅ Pass | 2.361s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.092s | |
+| Function Response Memory Test | ✅ Pass | 8.493s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.050s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 6.046s | |
+| Penetration Testing Methodology | ✅ Pass | 8.901s | |
+| SQL Injection Attack Type | ✅ Pass | 5.842s | |
+| Penetration Testing Framework | ✅ Pass | 7.009s | |
+| Web Application Security Scanner | ✅ Pass | 8.334s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.127s | |
+| Vulnerability Assessment Tools | ✅ Pass | 75.009s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 7.143s
---
@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.714s | |
-| Text Transform Uppercase | ✅ Pass | 3.532s | |
-| Count from 1 to 5 | ✅ Pass | 5.140s | |
-| Math Calculation | ✅ Pass | 1.952s | |
-| Basic Echo Function | ✅ Pass | 1.707s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.469s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.203s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.477s | |
+| Simple Math | ✅ Pass | 2.339s | |
+| Text Transform Uppercase | ✅ Pass | 3.841s | |
+| Count from 1 to 5 | ✅ Pass | 3.745s | |
+| Math Calculation | ✅ Pass | 1.707s | |
+| Basic Echo Function | ✅ Pass | 1.636s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.483s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.121s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.033s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.636s | |
-| Search Query Function | ✅ Pass | 2.099s | |
-| Ask Advice Function | ✅ Pass | 2.682s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.241s | |
-| Basic Context Memory Test | ✅ Pass | 1.996s | |
-| Function Argument Memory Test | ✅ Pass | 2.087s | |
-| Function Response Memory Test | ✅ Pass | 2.030s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.810s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.592s | |
-| Penetration Testing Methodology | ✅ Pass | 4.070s | |
-| Vulnerability Assessment Tools | ✅ Pass | 10.512s | |
-| SQL Injection Attack Type | ✅ Pass | 6.386s | |
-| Penetration Testing Framework | ✅ Pass | 6.082s | |
-| Web Application Security Scanner | ✅ Pass | 3.166s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.176s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.425s
+| JSON Response Function | ✅ Pass | 2.262s | |
+| Search Query Function | ✅ Pass | 1.636s | |
+| Ask Advice Function | ✅ Pass | 1.833s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.091s | |
+| Basic Context Memory Test | ✅ Pass | 2.518s | |
+| Function Argument Memory Test | ✅ Pass | 1.967s | |
+| Function Response Memory Test | ✅ Pass | 1.702s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.041s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.798s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.717s | |
+| Penetration Testing Methodology | ✅ Pass | 2.733s | |
+| Vulnerability Assessment Tools | ✅ Pass | 10.359s | |
+| SQL Injection Attack Type | ✅ Pass | 2.889s | |
+| Penetration Testing Framework | ✅ Pass | 5.798s | |
+| Web Application Security Scanner | ✅ Pass | 3.872s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.683s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 3.076s
---
@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.628s | |
-| Text Transform Uppercase | ✅ Pass | 1.266s | |
-| Count from 1 to 5 | ✅ Pass | 2.849s | |
-| Math Calculation | ✅ Pass | 4.151s | |
-| Basic Echo Function | ✅ Pass | 1.318s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.619s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.497s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.220s | |
+| Simple Math | ✅ Pass | 1.317s | |
+| Text Transform Uppercase | ✅ Pass | 1.743s | |
+| Count from 1 to 5 | ✅ Pass | 2.751s | |
+| Math Calculation | ✅ Pass | 2.918s | |
+| Basic Echo Function | ✅ Pass | 3.412s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.657s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.560s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.530s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.828s | |
-| Search Query Function | ✅ Pass | 1.327s | |
-| Ask Advice Function | ✅ Pass | 1.355s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.443s | |
-| Basic Context Memory Test | ✅ Pass | 1.541s | |
-| Function Argument Memory Test | ✅ Pass | 1.299s | |
-| Function Response Memory Test | ✅ Pass | 1.218s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 6.061s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 3.109s | |
-| Penetration Testing Methodology | ✅ Pass | 2.873s | |
-| Vulnerability Assessment Tools | ✅ Pass | 4.599s | |
-| SQL Injection Attack Type | ✅ Pass | 1.728s | |
-| Penetration Testing Framework | ✅ Pass | 2.782s | |
-| Web Application Security Scanner | ✅ Pass | 1.747s | |
-| Penetration Testing Tool Selection | ❌ Fail | 4.947s | expected function 'nmap' not found in tool calls: expected function nmap not found in tool calls |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 2.322s
+| JSON Response Function | ✅ Pass | 1.313s | |
+| Search Query Function | ✅ Pass | 1.484s | |
+| Ask Advice Function | ✅ Pass | 1.610s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.411s | |
+| Basic Context Memory Test | ✅ Pass | 1.460s | |
+| Function Argument Memory Test | ✅ Pass | 1.396s | |
+| Function Response Memory Test | ✅ Pass | 1.383s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.349s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.406s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.906s | |
+| Penetration Testing Methodology | ✅ Pass | 6.058s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.442s | |
+| SQL Injection Attack Type | ✅ Pass | 1.563s | |
+| Penetration Testing Framework | ✅ Pass | 1.796s | |
+| Web Application Security Scanner | ✅ Pass | 2.001s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.766s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.093s
---
@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.531s | |
-| Text Transform Uppercase | ✅ Pass | 1.436s | |
-| Count from 1 to 5 | ✅ Pass | 2.494s | |
-| Math Calculation | ✅ Pass | 3.434s | |
-| Basic Echo Function | ✅ Pass | 1.372s | |
-| Streaming Simple Math Streaming | ✅ Pass | 4.327s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.399s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.221s | |
+| Simple Math | ✅ Pass | 1.910s | |
+| Text Transform Uppercase | ✅ Pass | 1.374s | |
+| Count from 1 to 5 | ✅ Pass | 2.757s | |
+| Math Calculation | ✅ Pass | 2.293s | |
+| Basic Echo Function | ✅ Pass | 1.670s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.653s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.392s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.651s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.597s | |
-| Search Query Function | ✅ Pass | 1.715s | |
-| Ask Advice Function | ✅ Pass | 1.459s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.567s | |
-| Basic Context Memory Test | ✅ Pass | 1.722s | |
-| Function Argument Memory Test | ✅ Pass | 1.202s | |
-| Function Response Memory Test | ✅ Pass | 1.433s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.963s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.737s | |
-| Penetration Testing Methodology | ✅ Pass | 2.059s | |
-| Vulnerability Assessment Tools | ✅ Pass | 10.085s | |
-| SQL Injection Attack Type | ✅ Pass | 1.453s | |
-| Penetration Testing Framework | ✅ Pass | 2.092s | |
-| Web Application Security Scanner | ✅ Pass | 1.891s | |
-| Penetration Testing Tool Selection | ✅ Pass | 4.455s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.550s
+| JSON Response Function | ✅ Pass | 1.822s | |
+| Search Query Function | ✅ Pass | 1.392s | |
+| Ask Advice Function | ✅ Pass | 2.062s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.452s | |
+| Basic Context Memory Test | ✅ Pass | 1.332s | |
+| Function Argument Memory Test | ✅ Pass | 1.418s | |
+| Function Response Memory Test | ✅ Pass | 1.285s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.718s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.433s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.576s | |
+| Penetration Testing Methodology | ✅ Pass | 5.036s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.133s | |
+| SQL Injection Attack Type | ✅ Pass | 1.471s | |
+| Penetration Testing Framework | ✅ Pass | 2.541s | |
+| Web Application Security Scanner | ✅ Pass | 1.474s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.355s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.009s
---
@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 20:33:49 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.062s | |
-| Text Transform Uppercase | ✅ Pass | 1.226s | |
-| Count from 1 to 5 | ✅ Pass | 1.536s | |
-| Math Calculation | ✅ Pass | 1.281s | |
-| Basic Echo Function | ✅ Pass | 1.337s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.349s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.193s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.361s | |
+| Simple Math | ✅ Pass | 1.092s | |
+| Text Transform Uppercase | ✅ Pass | 3.295s | |
+| Count from 1 to 5 | ✅ Pass | 5.058s | |
+| Math Calculation | ✅ Pass | 1.099s | |
+| Streaming Simple Math Streaming | ✅ Pass | 7.752s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.877s | |
+| Basic Echo Function | ✅ Pass | 11.629s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.249s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.357s | |
-| Search Query Function | ✅ Pass | 1.301s | |
-| Ask Advice Function | ✅ Pass | 1.337s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.356s | |
-| Basic Context Memory Test | ✅ Pass | 2.433s | |
-| Function Argument Memory Test | ✅ Pass | 1.422s | |
-| Function Response Memory Test | ✅ Pass | 1.598s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.345s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.396s | |
-| Penetration Testing Methodology | ✅ Pass | 6.055s | |
-| Vulnerability Assessment Tools | ✅ Pass | 4.079s | |
-| SQL Injection Attack Type | ✅ Pass | 1.424s | |
-| Penetration Testing Framework | ✅ Pass | 2.163s | |
-| Web Application Security Scanner | ✅ Pass | 1.613s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.724s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.824s
+| JSON Response Function | ✅ Pass | 3.251s | |
+| Search Query Function | ✅ Pass | 1.340s | |
+| Ask Advice Function | ✅ Pass | 1.380s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.597s | |
+| Basic Context Memory Test | ✅ Pass | 1.364s | |
+| Function Argument Memory Test | ✅ Pass | 3.525s | |
+| Function Response Memory Test | ✅ Pass | 1.420s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.327s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.693s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.882s | |
+| Penetration Testing Methodology | ✅ Pass | 9.465s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.039s | |
+| SQL Injection Attack Type | ✅ Pass | 1.321s | |
+| Penetration Testing Framework | ✅ Pass | 1.761s | |
+| Web Application Security Scanner | ✅ Pass | 1.203s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.778s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 3.100s
---
diff --git a/examples/tests/openai-report.md b/examples/tests/openai-report.md
index 77f5d797..e7941df2 100644
--- a/examples/tests/openai-report.md
+++ b/examples/tests/openai-report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Tue, 21 Jul 2026 19:13:07 UTC
+Generated: Thu, 23 Jul 2026 12:59:48 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | gpt-5.4-nano | false | 23/23 (100.00%) | 0.930s |
-| simple_json | gpt-5.4-nano | false | 7/7 (100.00%) | 1.392s |
-| primary_agent | gpt-5.4-mini | false | 23/24 (95.83%) | 0.911s |
-| assistant | gpt-5.4-mini | false | 24/24 (100.00%) | 0.937s |
-| generator | gpt-5.6-terra | false | 24/24 (100.00%) | 1.295s |
-| refiner | gpt-5.6-terra | false | 23/24 (95.83%) | 1.417s |
-| adviser | gpt-5.6-terra | false | 24/24 (100.00%) | 1.269s |
-| reflector | gpt-5.4-mini | false | 24/24 (100.00%) | 0.890s |
-| searcher | gpt-5.4-nano | false | 23/23 (100.00%) | 0.976s |
-| enricher | gpt-5.4-nano | false | 23/23 (100.00%) | 0.852s |
-| coder | gpt-5.6-terra | false | 23/24 (95.83%) | 1.773s |
-| installer | gpt-5.4-mini | false | 24/24 (100.00%) | 0.868s |
-| pentester | gpt-5.4-mini | false | 24/24 (100.00%) | 0.831s |
-
-**Total**: 289/292 (98.97%) successful tests
-**Overall average latency**: 1.088s
+| simple | gpt-5.4-nano | false | 24/24 (100.00%) | 1.505s |
+| simple_json | gpt-5.4-nano | false | 7/7 (100.00%) | 1.552s |
+| primary_agent | gpt-5.4-mini | false | 25/25 (100.00%) | 1.223s |
+| assistant | gpt-5.4-mini | false | 25/25 (100.00%) | 1.418s |
+| generator | gpt-5.6-terra | false | 25/25 (100.00%) | 1.603s |
+| refiner | gpt-5.6-terra | false | 24/25 (96.00%) | 1.749s |
+| adviser | gpt-5.6-terra | false | 25/25 (100.00%) | 1.625s |
+| reflector | gpt-5.4-mini | false | 25/25 (100.00%) | 1.285s |
+| searcher | gpt-5.4-nano | false | 24/24 (100.00%) | 1.425s |
+| enricher | gpt-5.4-nano | false | 24/24 (100.00%) | 1.362s |
+| coder | gpt-5.6-terra | false | 25/25 (100.00%) | 1.471s |
+| installer | gpt-5.4-mini | false | 25/25 (100.00%) | 1.292s |
+| pentester | gpt-5.4-mini | false | 25/25 (100.00%) | 1.260s |
+
+**Total**: 303/304 (99.67%) successful tests
+**Overall average latency**: 1.438s
## Detailed Results
@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.141s | |
-| Text Transform Uppercase | ✅ Pass | 0.900s | |
-| Count from 1 to 5 | ✅ Pass | 0.838s | |
-| Math Calculation | ✅ Pass | 0.683s | |
-| Basic Echo Function | ✅ Pass | 0.817s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.798s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.873s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.876s | |
+| Text Transform Uppercase | ✅ Pass | 1.045s | |
+| Simple Math | ✅ Pass | 3.161s | |
+| Count from 1 to 5 | ✅ Pass | 1.374s | |
+| Math Calculation | ✅ Pass | 1.068s | |
+| Basic Echo Function | ✅ Pass | 1.056s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.085s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.040s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.289s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.186s | |
-| Search Query Function | ✅ Pass | 1.038s | |
-| Ask Advice Function | ✅ Pass | 1.009s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.858s | |
-| Basic Context Memory Test | ✅ Pass | 0.868s | |
-| Function Argument Memory Test | ✅ Pass | 0.789s | |
-| Function Response Memory Test | ✅ Pass | 0.701s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.342s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.826s | |
-| Penetration Testing Methodology | ✅ Pass | 0.823s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.043s | |
-| SQL Injection Attack Type | ✅ Pass | 0.815s | |
-| Penetration Testing Framework | ✅ Pass | 0.965s | |
-| Web Application Security Scanner | ✅ Pass | 0.852s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.341s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.930s
+| JSON Response Function | ✅ Pass | 1.263s | |
+| Search Query Function | ✅ Pass | 1.135s | |
+| Ask Advice Function | ✅ Pass | 1.341s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.131s | |
+| Basic Context Memory Test | ✅ Pass | 1.841s | |
+| Function Argument Memory Test | ✅ Pass | 2.018s | |
+| Function Response Memory Test | ✅ Pass | 1.016s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.456s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.648s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.801s | |
+| Penetration Testing Methodology | ✅ Pass | 1.158s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.528s | |
+| SQL Injection Attack Type | ✅ Pass | 1.271s | |
+| Penetration Testing Framework | ✅ Pass | 1.325s | |
+| Web Application Security Scanner | ✅ Pass | 0.829s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.232s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.505s
---
@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Person Information JSON | ✅ Pass | 0.999s | |
-| Project Information JSON | ✅ Pass | 0.980s | |
-| User Profile JSON | ✅ Pass | 0.929s | |
-| Streaming Person Information JSON Streaming | ✅ Pass | 0.788s | |
-| JSON Array Response Without Schema | ✅ Pass | 1.126s | |
-| Vulnerability Report Memory Test | ✅ Pass | 3.973s | |
+| Vulnerability Report Memory Test | ✅ Pass | 1.748s | |
+| Person Information JSON | ✅ Pass | 1.399s | |
+| User Profile JSON | ✅ Pass | 1.396s | |
+| Project Information JSON | ✅ Pass | 1.711s | |
+| JSON Array Response Without Schema | ✅ Pass | 1.241s | |
+| Streaming Person Information JSON Streaming | ✅ Pass | 1.780s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.943s | |
+| Structured Output With JSON Schema | structured_output | ✅ Pass | 1.582s | |
**Summary**: 7/7 (100.00%) successful tests
-**Average latency**: 1.392s
+**Average latency**: 1.552s
---
@@ -97,44 +98,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.900s | |
-| Text Transform Uppercase | ✅ Pass | 0.979s | |
-| Count from 1 to 5 | ✅ Pass | 0.844s | |
-| Math Calculation | ✅ Pass | 0.893s | |
-| Basic Echo Function | ✅ Pass | 0.920s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.667s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.614s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.751s | |
+| Simple Math | ✅ Pass | 1.626s | |
+| Text Transform Uppercase | ✅ Pass | 1.142s | |
+| Count from 1 to 5 | ✅ Pass | 1.177s | |
+| Math Calculation | ✅ Pass | 0.959s | |
+| Basic Echo Function | ✅ Pass | 1.014s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.918s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.915s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.377s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.107s | |
-| Search Query Function | ❌ Fail | 0.898s | expected function 'search' not found in tool calls: expected function search not found in tool calls |
-| Ask Advice Function | ✅ Pass | 0.906s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.765s | |
-| Basic Context Memory Test | ✅ Pass | 0.934s | |
-| Function Argument Memory Test | ✅ Pass | 0.780s | |
-| Function Response Memory Test | ✅ Pass | 0.725s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.403s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.747s | |
-| Penetration Testing Methodology | ✅ Pass | 0.974s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.261s | |
-| SQL Injection Attack Type | ✅ Pass | 0.767s | |
-| Penetration Testing Framework | ✅ Pass | 0.800s | |
-| Web Application Security Scanner | ✅ Pass | 1.355s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.910s | |
+| JSON Response Function | ✅ Pass | 1.017s | |
+| Search Query Function | ✅ Pass | 1.230s | |
+| Ask Advice Function | ✅ Pass | 1.325s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.005s | |
+| Basic Context Memory Test | ✅ Pass | 1.129s | |
+| Function Argument Memory Test | ✅ Pass | 1.078s | |
+| Function Response Memory Test | ✅ Pass | 0.871s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.675s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.201s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.757s | |
+| Penetration Testing Methodology | ✅ Pass | 1.115s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.181s | |
+| SQL Injection Attack Type | ✅ Pass | 1.268s | |
+| Penetration Testing Framework | ✅ Pass | 1.094s | |
+| Web Application Security Scanner | ✅ Pass | 1.096s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.092s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.964s | |
+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 1.312s | |
-**Summary**: 23/24 (95.83%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 0.911s
+**Average latency**: 1.223s
---
@@ -144,44 +146,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.253s | |
-| Text Transform Uppercase | ✅ Pass | 0.941s | |
-| Count from 1 to 5 | ✅ Pass | 0.832s | |
-| Math Calculation | ✅ Pass | 0.720s | |
-| Basic Echo Function | ✅ Pass | 0.956s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.779s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.728s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.280s | |
+| Simple Math | ✅ Pass | 1.760s | |
+| Text Transform Uppercase | ✅ Pass | 1.057s | |
+| Count from 1 to 5 | ✅ Pass | 0.930s | |
+| Math Calculation | ✅ Pass | 1.123s | |
+| Basic Echo Function | ✅ Pass | 1.222s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.233s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.930s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.941s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.921s | |
-| Search Query Function | ✅ Pass | 0.944s | |
-| Ask Advice Function | ✅ Pass | 0.927s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.737s | |
-| Basic Context Memory Test | ✅ Pass | 0.744s | |
-| Function Argument Memory Test | ✅ Pass | 0.681s | |
-| Function Response Memory Test | ✅ Pass | 0.988s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.584s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.807s | |
-| Penetration Testing Methodology | ✅ Pass | 0.921s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.526s | |
-| SQL Injection Attack Type | ✅ Pass | 0.696s | |
-| Penetration Testing Framework | ✅ Pass | 0.720s | |
-| Web Application Security Scanner | ✅ Pass | 0.834s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.017s | |
+| JSON Response Function | ✅ Pass | 0.997s | |
+| Search Query Function | ✅ Pass | 2.489s | |
+| Ask Advice Function | ✅ Pass | 3.283s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.939s | |
+| Basic Context Memory Test | ✅ Pass | 1.188s | |
+| Function Argument Memory Test | ✅ Pass | 2.325s | |
+| Function Response Memory Test | ✅ Pass | 0.878s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.677s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.253s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.297s | |
+| Penetration Testing Methodology | ✅ Pass | 1.042s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.488s | |
+| SQL Injection Attack Type | ✅ Pass | 1.026s | |
+| Penetration Testing Framework | ✅ Pass | 0.994s | |
+| Web Application Security Scanner | ✅ Pass | 1.060s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.116s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.943s | |
+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 1.197s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 0.937s
+**Average latency**: 1.418s
---
@@ -191,44 +194,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.199s | |
-| Text Transform Uppercase | ✅ Pass | 0.882s | |
-| Count from 1 to 5 | ✅ Pass | 0.969s | |
-| Math Calculation | ✅ Pass | 0.910s | |
-| Basic Echo Function | ✅ Pass | 1.023s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.890s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.885s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.995s | |
+| Simple Math | ✅ Pass | 1.886s | |
+| Text Transform Uppercase | ✅ Pass | 1.206s | |
+| Count from 1 to 5 | ✅ Pass | 1.332s | |
+| Math Calculation | ✅ Pass | 1.215s | |
+| Basic Echo Function | ✅ Pass | 1.250s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.893s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.962s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.979s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.945s | |
-| Search Query Function | ✅ Pass | 1.301s | |
-| Ask Advice Function | ✅ Pass | 0.987s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.093s | |
-| Basic Context Memory Test | ✅ Pass | 1.064s | |
-| Function Argument Memory Test | ✅ Pass | 0.911s | |
-| Function Response Memory Test | ✅ Pass | 0.971s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.185s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 6.472s | |
-| Penetration Testing Methodology | ✅ Pass | 1.001s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.438s | |
-| SQL Injection Attack Type | ✅ Pass | 1.052s | |
-| Penetration Testing Framework | ✅ Pass | 1.182s | |
-| Web Application Security Scanner | ✅ Pass | 1.532s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.104s | |
+| JSON Response Function | ✅ Pass | 1.075s | |
+| Search Query Function | ✅ Pass | 1.392s | |
+| Ask Advice Function | ✅ Pass | 1.077s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.245s | |
+| Basic Context Memory Test | ✅ Pass | 1.655s | |
+| Function Argument Memory Test | ✅ Pass | 1.910s | |
+| Function Response Memory Test | ✅ Pass | 1.146s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.013s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.002s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.105s | |
+| Penetration Testing Methodology | ✅ Pass | 2.752s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.536s | |
+| SQL Injection Attack Type | ✅ Pass | 1.293s | |
+| Penetration Testing Framework | ✅ Pass | 1.525s | |
+| Web Application Security Scanner | ✅ Pass | 1.056s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.195s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 1.081s | |
+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 1.363s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 1.295s
+**Average latency**: 1.603s
---
@@ -238,44 +242,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.421s | |
-| Text Transform Uppercase | ✅ Pass | 0.934s | |
-| Count from 1 to 5 | ✅ Pass | 0.943s | |
-| Math Calculation | ✅ Pass | 0.939s | |
-| Basic Echo Function | ✅ Pass | 1.035s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.965s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.867s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.965s | |
+| Simple Math | ✅ Pass | 1.946s | |
+| Text Transform Uppercase | ✅ Pass | 0.928s | |
+| Count from 1 to 5 | ✅ Pass | 1.698s | |
+| Math Calculation | ✅ Pass | 1.188s | |
+| Basic Echo Function | ✅ Pass | 1.093s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.924s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.870s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.204s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.971s | |
-| Search Query Function | ✅ Pass | 1.151s | |
-| Ask Advice Function | ✅ Pass | 1.125s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.899s | |
-| Basic Context Memory Test | ✅ Pass | 0.941s | |
-| Function Argument Memory Test | ✅ Pass | 0.892s | |
-| Function Response Memory Test | ✅ Pass | 0.912s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.217s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 9.853s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
-| Penetration Testing Methodology | ✅ Pass | 1.114s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.322s | |
-| SQL Injection Attack Type | ✅ Pass | 1.305s | |
-| Penetration Testing Framework | ✅ Pass | 1.122s | |
-| Web Application Security Scanner | ✅ Pass | 1.158s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.023s | |
+| JSON Response Function | ✅ Pass | 1.123s | |
+| Search Query Function | ✅ Pass | 1.233s | |
+| Ask Advice Function | ✅ Pass | 2.186s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.294s | |
+| Basic Context Memory Test | ✅ Pass | 1.489s | |
+| Function Argument Memory Test | ✅ Pass | 0.902s | |
+| Function Response Memory Test | ✅ Pass | 0.999s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.044s | |
+| Penetration Testing Memory with Tool Call | ❌ Fail | 9.625s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.243s | |
+| Penetration Testing Methodology | ✅ Pass | 1.533s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.585s | |
+| SQL Injection Attack Type | ✅ Pass | 1.461s | |
+| Penetration Testing Framework | ✅ Pass | 1.557s | |
+| Web Application Security Scanner | ✅ Pass | 1.139s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.523s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.925s | |
+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.923s | |
-**Summary**: 23/24 (95.83%) successful tests
+**Summary**: 24/25 (96.00%) successful tests
-**Average latency**: 1.417s
+**Average latency**: 1.749s
---
@@ -285,44 +290,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.447s | |
-| Text Transform Uppercase | ✅ Pass | 1.037s | |
-| Count from 1 to 5 | ✅ Pass | 0.942s | |
-| Math Calculation | ✅ Pass | 1.212s | |
-| Basic Echo Function | ✅ Pass | 0.953s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.098s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.029s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.420s | |
+| Simple Math | ✅ Pass | 1.908s | |
+| Text Transform Uppercase | ✅ Pass | 1.256s | |
+| Count from 1 to 5 | ✅ Pass | 0.928s | |
+| Math Calculation | ✅ Pass | 1.068s | |
+| Basic Echo Function | ✅ Pass | 1.332s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.934s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.940s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.988s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.026s | |
-| Search Query Function | ✅ Pass | 1.116s | |
-| Ask Advice Function | ✅ Pass | 1.290s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.010s | |
-| Basic Context Memory Test | ✅ Pass | 1.302s | |
-| Function Argument Memory Test | ✅ Pass | 0.883s | |
-| Function Response Memory Test | ✅ Pass | 0.963s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.027s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.912s | |
-| Penetration Testing Methodology | ✅ Pass | 0.926s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.431s | |
-| SQL Injection Attack Type | ✅ Pass | 1.108s | |
-| Penetration Testing Framework | ✅ Pass | 0.944s | |
-| Web Application Security Scanner | ✅ Pass | 1.219s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.228s | |
+| JSON Response Function | ✅ Pass | 1.104s | |
+| Search Query Function | ✅ Pass | 1.210s | |
+| Ask Advice Function | ✅ Pass | 1.330s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.966s | |
+| Basic Context Memory Test | ✅ Pass | 1.109s | |
+| Function Argument Memory Test | ✅ Pass | 1.538s | |
+| Function Response Memory Test | ✅ Pass | 1.085s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.170s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 7.394s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.727s | |
+| Penetration Testing Methodology | ✅ Pass | 1.115s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.494s | |
+| SQL Injection Attack Type | ✅ Pass | 1.502s | |
+| Penetration Testing Framework | ✅ Pass | 1.340s | |
+| Web Application Security Scanner | ✅ Pass | 1.769s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.414s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.924s | |
+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 1.001s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 1.269s
+**Average latency**: 1.625s
---
@@ -332,44 +338,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.105s | |
-| Text Transform Uppercase | ✅ Pass | 0.695s | |
-| Count from 1 to 5 | ✅ Pass | 1.044s | |
-| Math Calculation | ✅ Pass | 0.783s | |
-| Basic Echo Function | ✅ Pass | 0.697s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.638s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.739s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.787s | |
+| Simple Math | ✅ Pass | 1.710s | |
+| Text Transform Uppercase | ✅ Pass | 0.890s | |
+| Count from 1 to 5 | ✅ Pass | 1.033s | |
+| Math Calculation | ✅ Pass | 0.832s | |
+| Basic Echo Function | ✅ Pass | 1.098s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.805s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.990s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.083s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.831s | |
-| Search Query Function | ✅ Pass | 1.198s | |
-| Ask Advice Function | ✅ Pass | 0.877s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.726s | |
-| Basic Context Memory Test | ✅ Pass | 0.886s | |
-| Function Argument Memory Test | ✅ Pass | 0.985s | |
-| Function Response Memory Test | ✅ Pass | 0.755s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.656s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.691s | |
-| Penetration Testing Methodology | ✅ Pass | 1.362s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.279s | |
-| SQL Injection Attack Type | ✅ Pass | 0.652s | |
-| Penetration Testing Framework | ✅ Pass | 0.689s | |
-| Web Application Security Scanner | ✅ Pass | 0.644s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.786s | |
+| JSON Response Function | ✅ Pass | 1.214s | |
+| Search Query Function | ✅ Pass | 1.128s | |
+| Ask Advice Function | ✅ Pass | 1.115s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.107s | |
+| Basic Context Memory Test | ✅ Pass | 0.841s | |
+| Function Argument Memory Test | ✅ Pass | 1.119s | |
+| Function Response Memory Test | ✅ Pass | 0.874s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.731s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.962s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.541s | |
+| Penetration Testing Methodology | ✅ Pass | 0.917s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.335s | |
+| SQL Injection Attack Type | ✅ Pass | 0.886s | |
+| Penetration Testing Framework | ✅ Pass | 1.070s | |
+| Web Application Security Scanner | ✅ Pass | 0.863s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.045s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.834s | |
+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.920s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 0.890s
+**Average latency**: 1.285s
---
@@ -379,38 +386,39 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.938s | |
-| Text Transform Uppercase | ✅ Pass | 0.772s | |
-| Count from 1 to 5 | ✅ Pass | 0.748s | |
-| Math Calculation | ✅ Pass | 0.717s | |
-| Basic Echo Function | ✅ Pass | 0.720s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.718s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.776s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.761s | |
+| Simple Math | ✅ Pass | 1.664s | |
+| Text Transform Uppercase | ✅ Pass | 1.141s | |
+| Count from 1 to 5 | ✅ Pass | 1.409s | |
+| Math Calculation | ✅ Pass | 0.927s | |
+| Basic Echo Function | ✅ Pass | 1.334s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.169s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.161s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.294s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.791s | |
-| Search Query Function | ✅ Pass | 0.815s | |
-| Ask Advice Function | ✅ Pass | 0.814s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.757s | |
-| Basic Context Memory Test | ✅ Pass | 0.710s | |
-| Function Argument Memory Test | ✅ Pass | 0.746s | |
-| Function Response Memory Test | ✅ Pass | 0.782s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.452s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 4.369s | |
-| Penetration Testing Methodology | ✅ Pass | 0.724s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.027s | |
-| SQL Injection Attack Type | ✅ Pass | 0.661s | |
-| Penetration Testing Framework | ✅ Pass | 1.033s | |
-| Web Application Security Scanner | ✅ Pass | 0.622s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.977s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.976s
+| JSON Response Function | ✅ Pass | 1.549s | |
+| Search Query Function | ✅ Pass | 1.283s | |
+| Ask Advice Function | ✅ Pass | 1.406s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.927s | |
+| Basic Context Memory Test | ✅ Pass | 1.160s | |
+| Function Argument Memory Test | ✅ Pass | 0.918s | |
+| Function Response Memory Test | ✅ Pass | 1.139s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.530s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.875s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.437s | |
+| Penetration Testing Methodology | ✅ Pass | 1.203s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.262s | |
+| SQL Injection Attack Type | ✅ Pass | 1.231s | |
+| Penetration Testing Framework | ✅ Pass | 0.925s | |
+| Web Application Security Scanner | ✅ Pass | 0.921s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.334s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.425s
---
@@ -420,38 +428,39 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.755s | |
-| Text Transform Uppercase | ✅ Pass | 0.673s | |
-| Count from 1 to 5 | ✅ Pass | 0.695s | |
-| Math Calculation | ✅ Pass | 0.650s | |
-| Basic Echo Function | ✅ Pass | 0.756s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.757s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.672s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.039s | |
+| Simple Math | ✅ Pass | 0.881s | |
+| Text Transform Uppercase | ✅ Pass | 0.895s | |
+| Count from 1 to 5 | ✅ Pass | 1.156s | |
+| Math Calculation | ✅ Pass | 0.969s | |
+| Basic Echo Function | ✅ Pass | 1.339s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.907s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.302s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.153s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.877s | |
-| Search Query Function | ✅ Pass | 0.777s | |
-| Ask Advice Function | ✅ Pass | 0.851s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.770s | |
-| Basic Context Memory Test | ✅ Pass | 0.677s | |
-| Function Argument Memory Test | ✅ Pass | 0.801s | |
-| Function Response Memory Test | ✅ Pass | 0.595s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.261s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.744s | |
-| Penetration Testing Methodology | ✅ Pass | 1.387s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.043s | |
-| SQL Injection Attack Type | ✅ Pass | 0.956s | |
-| Penetration Testing Framework | ✅ Pass | 0.707s | |
-| Web Application Security Scanner | ✅ Pass | 0.915s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.226s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.852s
+| JSON Response Function | ✅ Pass | 1.296s | |
+| Search Query Function | ✅ Pass | 1.546s | |
+| Ask Advice Function | ✅ Pass | 1.333s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.810s | |
+| Basic Context Memory Test | ✅ Pass | 1.207s | |
+| Function Argument Memory Test | ✅ Pass | 0.954s | |
+| Function Response Memory Test | ✅ Pass | 1.478s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.195s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.995s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.050s | |
+| Penetration Testing Methodology | ✅ Pass | 1.116s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.394s | |
+| SQL Injection Attack Type | ✅ Pass | 1.594s | |
+| Penetration Testing Framework | ✅ Pass | 0.875s | |
+| Web Application Security Scanner | ✅ Pass | 0.890s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.348s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.362s
---
@@ -461,44 +470,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.088s | |
-| Text Transform Uppercase | ✅ Pass | 1.223s | |
-| Count from 1 to 5 | ✅ Pass | 0.936s | |
-| Math Calculation | ✅ Pass | 0.914s | |
-| Basic Echo Function | ✅ Pass | 1.066s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.611s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.955s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.973s | |
+| Simple Math | ✅ Pass | 1.192s | |
+| Text Transform Uppercase | ✅ Pass | 0.949s | |
+| Count from 1 to 5 | ✅ Pass | 1.165s | |
+| Math Calculation | ✅ Pass | 0.932s | |
+| Basic Echo Function | ✅ Pass | 1.172s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.103s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.357s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.254s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.198s | |
-| Search Query Function | ✅ Pass | 2.118s | |
-| Ask Advice Function | ✅ Pass | 1.242s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.004s | |
-| Basic Context Memory Test | ✅ Pass | 0.970s | |
-| Function Argument Memory Test | ✅ Pass | 0.883s | |
-| Function Response Memory Test | ✅ Pass | 1.617s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.098s | |
-| Penetration Testing Methodology | ✅ Pass | 0.947s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.328s | |
-| SQL Injection Attack Type | ✅ Pass | 1.130s | |
-| Penetration Testing Framework | ✅ Pass | 1.465s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 15.827s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
-| Web Application Security Scanner | ✅ Pass | 1.003s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.004s | |
+| JSON Response Function | ✅ Pass | 1.118s | |
+| Search Query Function | ✅ Pass | 1.228s | |
+| Ask Advice Function | ✅ Pass | 1.516s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.054s | |
+| Basic Context Memory Test | ✅ Pass | 1.497s | |
+| Function Argument Memory Test | ✅ Pass | 1.105s | |
+| Function Response Memory Test | ✅ Pass | 0.911s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.986s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.870s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.987s | |
+| Penetration Testing Methodology | ✅ Pass | 0.983s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.497s | |
+| SQL Injection Attack Type | ✅ Pass | 1.486s | |
+| Penetration Testing Framework | ✅ Pass | 0.950s | |
+| Web Application Security Scanner | ✅ Pass | 1.202s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.069s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.942s | |
+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 1.188s | |
-**Summary**: 23/24 (95.83%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 1.773s
+**Average latency**: 1.471s
---
@@ -508,44 +518,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.642s | |
-| Text Transform Uppercase | ✅ Pass | 0.663s | |
-| Count from 1 to 5 | ✅ Pass | 0.743s | |
-| Math Calculation | ✅ Pass | 0.787s | |
-| Basic Echo Function | ✅ Pass | 0.738s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.743s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.826s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.739s | |
+| Simple Math | ✅ Pass | 0.921s | |
+| Text Transform Uppercase | ✅ Pass | 0.886s | |
+| Count from 1 to 5 | ✅ Pass | 1.001s | |
+| Math Calculation | ✅ Pass | 1.019s | |
+| Basic Echo Function | ✅ Pass | 0.916s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.871s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.126s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.859s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.756s | |
-| Search Query Function | ✅ Pass | 0.761s | |
-| Ask Advice Function | ✅ Pass | 0.847s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.762s | |
-| Basic Context Memory Test | ✅ Pass | 0.784s | |
-| Function Argument Memory Test | ✅ Pass | 0.736s | |
-| Function Response Memory Test | ✅ Pass | 1.352s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.424s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.946s | |
-| Penetration Testing Methodology | ✅ Pass | 1.208s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.230s | |
-| SQL Injection Attack Type | ✅ Pass | 0.822s | |
-| Penetration Testing Framework | ✅ Pass | 0.802s | |
-| Web Application Security Scanner | ✅ Pass | 0.697s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.896s | |
+| JSON Response Function | ✅ Pass | 1.205s | |
+| Search Query Function | ✅ Pass | 1.612s | |
+| Ask Advice Function | ✅ Pass | 1.528s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.896s | |
+| Basic Context Memory Test | ✅ Pass | 1.298s | |
+| Function Argument Memory Test | ✅ Pass | 0.888s | |
+| Function Response Memory Test | ✅ Pass | 0.881s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.319s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.308s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.469s | |
+| Penetration Testing Methodology | ✅ Pass | 1.147s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.341s | |
+| SQL Injection Attack Type | ✅ Pass | 1.470s | |
+| Penetration Testing Framework | ✅ Pass | 2.588s | |
+| Web Application Security Scanner | ✅ Pass | 0.893s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.991s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.925s | |
+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.854s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 0.868s
+**Average latency**: 1.292s
---
@@ -555,44 +566,45 @@ Generated: Tue, 21 Jul 2026 19:13:07 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.883s | |
-| Text Transform Uppercase | ✅ Pass | 0.729s | |
-| Count from 1 to 5 | ✅ Pass | 0.683s | |
-| Math Calculation | ✅ Pass | 0.698s | |
-| Basic Echo Function | ✅ Pass | 0.742s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.736s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.654s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.700s | |
+| Simple Math | ✅ Pass | 0.914s | |
+| Text Transform Uppercase | ✅ Pass | 0.845s | |
+| Count from 1 to 5 | ✅ Pass | 1.106s | |
+| Math Calculation | ✅ Pass | 1.566s | |
+| Basic Echo Function | ✅ Pass | 0.981s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.867s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.771s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.859s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.776s | |
-| Search Query Function | ✅ Pass | 0.764s | |
-| Ask Advice Function | ✅ Pass | 0.734s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.748s | |
-| Basic Context Memory Test | ✅ Pass | 0.760s | |
-| Function Argument Memory Test | ✅ Pass | 0.787s | |
-| Function Response Memory Test | ✅ Pass | 1.284s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.299s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.965s | |
-| Penetration Testing Methodology | ✅ Pass | 0.695s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.438s | |
-| SQL Injection Attack Type | ✅ Pass | 0.675s | |
-| Penetration Testing Framework | ✅ Pass | 0.888s | |
-| Web Application Security Scanner | ✅ Pass | 0.685s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.884s | |
+| JSON Response Function | ✅ Pass | 1.124s | |
+| Search Query Function | ✅ Pass | 1.642s | |
+| Ask Advice Function | ✅ Pass | 1.330s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.924s | |
+| Basic Context Memory Test | ✅ Pass | 0.932s | |
+| Function Argument Memory Test | ✅ Pass | 0.947s | |
+| Function Response Memory Test | ✅ Pass | 0.909s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.692s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.538s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.429s | |
+| Penetration Testing Methodology | ✅ Pass | 1.095s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.215s | |
+| SQL Injection Attack Type | ✅ Pass | 1.773s | |
+| Penetration Testing Framework | ✅ Pass | 0.872s | |
+| Web Application Security Scanner | ✅ Pass | 1.123s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.061s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.727s | |
+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.973s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 0.831s
+**Average latency**: 1.260s
---
diff --git a/examples/tests/openrouter-report.md b/examples/tests/openrouter-report.md
index 52f564df..3e3cc934 100644
--- a/examples/tests/openrouter-report.md
+++ b/examples/tests/openrouter-report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Tue, 21 Jul 2026 19:32:12 UTC
+Generated: Thu, 23 Jul 2026 11:34:02 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | deepseek/deepseek-v4-flash | false | 24/24 (100.00%) | 0.209s |
-| simple_json | deepseek/deepseek-v4-flash | false | 7/7 (100.00%) | 0.222s |
-| primary_agent | z-ai/glm-5-turbo | true | 23/23 (100.00%) | 0.212s |
-| assistant | z-ai/glm-5-turbo | true | 23/23 (100.00%) | 0.204s |
-| generator | z-ai/glm-5.2 | true | 23/23 (100.00%) | 0.212s |
-| refiner | z-ai/glm-5.2 | true | 23/23 (100.00%) | 0.210s |
-| adviser | minimax/minimax-m3 | true | 23/23 (100.00%) | 0.210s |
-| reflector | deepseek/deepseek-v4-flash | false | 24/24 (100.00%) | 0.212s |
-| searcher | deepseek/deepseek-v4-flash | false | 24/24 (100.00%) | 0.214s |
-| enricher | minimax/minimax-m3 | true | 24/24 (100.00%) | 0.208s |
-| coder | moonshotai/kimi-k2.7-code | true | 23/23 (100.00%) | 0.213s |
-| installer | moonshotai/kimi-k2.7-code | true | 23/23 (100.00%) | 0.212s |
-| pentester | deepseek/deepseek-v4-flash | true | 23/23 (100.00%) | 0.208s |
-
-**Total**: 287/287 (100.00%) successful tests
-**Overall average latency**: 0.211s
+| simple | deepseek/deepseek-v4-flash | true | 25/25 (100.00%) | 13.424s |
+| simple_json | deepseek/deepseek-v4-flash | false | 7/7 (100.00%) | 2.215s |
+| primary_agent | z-ai/glm-5-turbo | true | 23/24 (95.83%) | 6.576s |
+| assistant | z-ai/glm-5-turbo | true | 21/24 (87.50%) | 8.729s |
+| generator | z-ai/glm-5.2 | true | 24/24 (100.00%) | 4.643s |
+| refiner | z-ai/glm-5.2 | true | 24/24 (100.00%) | 3.243s |
+| adviser | minimax/minimax-m3 | true | 23/24 (95.83%) | 5.695s |
+| reflector | deepseek/deepseek-v4-flash | true | 25/25 (100.00%) | 17.790s |
+| searcher | deepseek/deepseek-v4-flash | true | 25/25 (100.00%) | 16.996s |
+| enricher | minimax/minimax-m3 | true | 24/25 (96.00%) | 2.130s |
+| coder | moonshotai/kimi-k2.7-code | true | 23/24 (95.83%) | 2.816s |
+| installer | moonshotai/kimi-k2.7-code | true | 22/24 (91.67%) | 15.650s |
+| pentester | deepseek/deepseek-v4-flash | true | 23/24 (95.83%) | 15.063s |
+
+**Total**: 289/299 (96.66%) successful tests
+**Overall average latency**: 9.271s
## Detailed Results
@@ -31,44 +31,45 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.228s | |
-| Text Transform Uppercase | ✅ Pass | 0.210s | |
-| Count from 1 to 5 | ✅ Pass | 0.213s | |
-| Math Calculation | ✅ Pass | 0.213s | |
-| Basic Echo Function | ✅ Pass | 0.203s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.214s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.228s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.200s | |
+| Simple Math | ✅ Pass | 1.325s | |
+| Text Transform Uppercase | ✅ Pass | 1.071s | |
+| Count from 1 to 5 | ✅ Pass | 4.564s | |
+| Math Calculation | ✅ Pass | 0.901s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.911s | |
+| Basic Echo Function | ✅ Pass | 6.945s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.654s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 12.773s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.214s | |
-| Search Query Function | ✅ Pass | 0.202s | |
-| Ask Advice Function | ✅ Pass | 0.202s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.206s | |
-| Basic Context Memory Test | ✅ Pass | 0.216s | |
-| Function Argument Memory Test | ✅ Pass | 0.206s | |
-| Function Response Memory Test | ✅ Pass | 0.203s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.208s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.205s | |
-| Penetration Testing Methodology | ✅ Pass | 0.217s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.215s | |
-| SQL Injection Attack Type | ✅ Pass | 0.205s | |
-| Penetration Testing Framework | ✅ Pass | 0.209s | |
-| Web Application Security Scanner | ✅ Pass | 0.198s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.201s | |
+| Search Query Function | ✅ Pass | 21.752s | |
+| JSON Response Function | ✅ Pass | 41.252s | |
+| Ask Advice Function | ✅ Pass | 15.224s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 12.789s | |
+| Function Argument Memory Test | ✅ Pass | 3.721s | |
+| Function Response Memory Test | ✅ Pass | 0.889s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 21.907s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.811s | |
+| Basic Context Memory Test | ✅ Pass | 80.257s | |
+| Penetration Testing Methodology | ✅ Pass | 2.546s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 42.573s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.029s | |
+| SQL Injection Attack Type | ✅ Pass | 3.104s | |
+| Penetration Testing Framework | ✅ Pass | 3.395s | |
+| Web Application Security Scanner | ✅ Pass | 3.092s | |
+| Penetration Testing Tool Selection | ✅ Pass | 39.228s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.199s | |
+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 4.871s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 0.209s
+**Average latency**: 13.424s
---
@@ -78,22 +79,22 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Vulnerability Report Memory Test | ✅ Pass | 0.204s | |
-| Person Information JSON | ✅ Pass | 0.206s | |
-| Project Information JSON | ✅ Pass | 0.223s | |
-| User Profile JSON | ✅ Pass | 0.234s | |
-| JSON Array Response Without Schema | ✅ Pass | 0.223s | |
-| Streaming Person Information JSON Streaming | ✅ Pass | 0.236s | |
+| Vulnerability Report Memory Test | ✅ Pass | 2.202s | |
+| Person Information JSON | ✅ Pass | 2.856s | |
+| Project Information JSON | ✅ Pass | 1.335s | |
+| User Profile JSON | ✅ Pass | 2.930s | |
+| JSON Array Response Without Schema | ✅ Pass | 1.589s | |
+| Streaming Person Information JSON Streaming | ✅ Pass | 2.210s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.227s | |
+| Structured Output With JSON Schema | structured_output | ✅ Pass | 2.379s | |
**Summary**: 7/7 (100.00%) successful tests
-**Average latency**: 0.222s
+**Average latency**: 2.215s
---
@@ -103,38 +104,39 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.271s | |
-| Text Transform Uppercase | ✅ Pass | 0.218s | |
-| Count from 1 to 5 | ✅ Pass | 0.206s | |
-| Math Calculation | ✅ Pass | 0.209s | |
-| Basic Echo Function | ✅ Pass | 0.207s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.215s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.215s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.203s | |
+| Simple Math | ✅ Pass | 2.051s | |
+| Text Transform Uppercase | ✅ Pass | 4.800s | |
+| Count from 1 to 5 | ✅ Pass | 4.684s | |
+| Math Calculation | ✅ Pass | 2.654s | |
+| Basic Echo Function | ✅ Pass | 3.555s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.424s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.754s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.247s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.209s | |
-| Search Query Function | ✅ Pass | 0.205s | |
-| Ask Advice Function | ✅ Pass | 0.212s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.206s | |
-| Basic Context Memory Test | ✅ Pass | 0.209s | |
-| Function Argument Memory Test | ✅ Pass | 0.203s | |
-| Function Response Memory Test | ✅ Pass | 0.205s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.207s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.209s | |
-| Penetration Testing Methodology | ✅ Pass | 0.222s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.212s | |
-| SQL Injection Attack Type | ✅ Pass | 0.208s | |
-| Penetration Testing Framework | ✅ Pass | 0.214s | |
-| Web Application Security Scanner | ✅ Pass | 0.206s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.202s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.212s
+| JSON Response Function | ✅ Pass | 3.904s | |
+| Search Query Function | ✅ Pass | 3.775s | |
+| Ask Advice Function | ✅ Pass | 9.279s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 4.293s | |
+| Function Argument Memory Test | ✅ Pass | 5.561s | |
+| Basic Context Memory Test | ✅ Pass | 21.234s | |
+| Function Response Memory Test | ✅ Pass | 8.734s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 8.781s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.933s | |
+| Read a file, then edit it via unified diff | ❌ Fail | 9.500s | model did not call the "file" tool |
+| Penetration Testing Methodology | ✅ Pass | 16.922s | |
+| Vulnerability Assessment Tools | ✅ Pass | 8.863s | |
+| SQL Injection Attack Type | ✅ Pass | 6.930s | |
+| Penetration Testing Framework | ✅ Pass | 6.513s | |
+| Web Application Security Scanner | ✅ Pass | 6.877s | |
+| Penetration Testing Tool Selection | ✅ Pass | 4.539s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 6.576s
---
@@ -144,38 +146,39 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.080s | |
-| Text Transform Uppercase | ✅ Pass | 0.221s | |
-| Count from 1 to 5 | ✅ Pass | 0.206s | |
-| Math Calculation | ✅ Pass | 0.214s | |
-| Basic Echo Function | ✅ Pass | 0.202s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.219s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.210s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.211s | |
+| Simple Math | ✅ Pass | 3.696s | |
+| Text Transform Uppercase | ✅ Pass | 3.191s | |
+| Count from 1 to 5 | ✅ Pass | 3.062s | |
+| Math Calculation | ✅ Pass | 2.087s | |
+| Basic Echo Function | ✅ Pass | 5.023s | |
+| Streaming Simple Math Streaming | ✅ Pass | 3.069s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.197s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.407s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.205s | |
-| Search Query Function | ✅ Pass | 0.201s | |
-| Ask Advice Function | ✅ Pass | 0.211s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.210s | |
-| Basic Context Memory Test | ✅ Pass | 0.206s | |
-| Function Argument Memory Test | ✅ Pass | 0.202s | |
-| Function Response Memory Test | ✅ Pass | 0.204s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.207s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.213s | |
-| Penetration Testing Methodology | ✅ Pass | 0.217s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.206s | |
-| SQL Injection Attack Type | ✅ Pass | 0.208s | |
-| Penetration Testing Framework | ✅ Pass | 0.214s | |
-| Web Application Security Scanner | ✅ Pass | 0.203s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.204s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.204s
+| JSON Response Function | ✅ Pass | 3.922s | |
+| Search Query Function | ✅ Pass | 0.245s | |
+| Ask Advice Function | ✅ Pass | 8.317s | |
+| Streaming Search Query Function Streaming | ❌ Fail | 3.655s | expected function 'search' not found in tool calls: invalid JSON in tool call search: invalid character '<' after top\-level value |
+| Function Argument Memory Test | ✅ Pass | 4.238s | |
+| Basic Context Memory Test | ✅ Pass | 17.617s | |
+| Function Response Memory Test | ✅ Pass | 10.320s | |
+| Penetration Testing Memory with Tool Call | ❌ Fail | 8.432s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.217s | |
+| Penetration Testing Methodology | ✅ Pass | 13.632s | |
+| Read a file, then edit it via unified diff | ❌ Fail | 67.314s | edit\_file's diff did not apply: hunk "@@ \-1,3 +1,3 @@\-Priority: low+Priority: high" has no content lines |
+| Vulnerability Assessment Tools | ✅ Pass | 18.583s | |
+| SQL Injection Attack Type | ✅ Pass | 4.118s | |
+| Penetration Testing Framework | ✅ Pass | 11.941s | |
+| Web Application Security Scanner | ✅ Pass | 6.865s | |
+| Penetration Testing Tool Selection | ✅ Pass | 4.332s | |
+
+**Summary**: 21/24 (87.50%) successful tests
+
+**Average latency**: 8.729s
---
@@ -185,38 +188,39 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.237s | |
-| Text Transform Uppercase | ✅ Pass | 0.220s | |
-| Count from 1 to 5 | ✅ Pass | 0.207s | |
-| Math Calculation | ✅ Pass | 0.213s | |
-| Basic Echo Function | ✅ Pass | 0.206s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.214s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.210s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.217s | |
+| Simple Math | ✅ Pass | 3.969s | |
+| Text Transform Uppercase | ✅ Pass | 1.859s | |
+| Count from 1 to 5 | ✅ Pass | 3.766s | |
+| Math Calculation | ✅ Pass | 2.297s | |
+| Basic Echo Function | ✅ Pass | 1.643s | |
+| Streaming Simple Math Streaming | ✅ Pass | 4.967s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.379s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 5.663s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.211s | |
-| Search Query Function | ✅ Pass | 0.204s | |
-| Ask Advice Function | ✅ Pass | 0.206s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.204s | |
-| Basic Context Memory Test | ✅ Pass | 0.200s | |
-| Function Argument Memory Test | ✅ Pass | 0.208s | |
-| Function Response Memory Test | ✅ Pass | 0.204s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.262s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.207s | |
-| Penetration Testing Methodology | ✅ Pass | 0.203s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.209s | |
-| SQL Injection Attack Type | ✅ Pass | 0.200s | |
-| Penetration Testing Framework | ✅ Pass | 0.204s | |
-| Web Application Security Scanner | ✅ Pass | 0.212s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.204s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.212s
+| JSON Response Function | ✅ Pass | 2.435s | |
+| Search Query Function | ✅ Pass | 3.336s | |
+| Ask Advice Function | ✅ Pass | 6.575s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 4.067s | |
+| Basic Context Memory Test | ✅ Pass | 3.551s | |
+| Function Argument Memory Test | ✅ Pass | 1.403s | |
+| Function Response Memory Test | ✅ Pass | 0.998s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.455s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.797s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.054s | |
+| Penetration Testing Methodology | ✅ Pass | 19.198s | |
+| Vulnerability Assessment Tools | ✅ Pass | 5.232s | |
+| SQL Injection Attack Type | ✅ Pass | 4.206s | |
+| Penetration Testing Framework | ✅ Pass | 10.058s | |
+| Web Application Security Scanner | ✅ Pass | 6.816s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.702s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 4.643s
---
@@ -226,38 +230,39 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.251s | |
-| Text Transform Uppercase | ✅ Pass | 0.215s | |
-| Count from 1 to 5 | ✅ Pass | 0.204s | |
-| Math Calculation | ✅ Pass | 0.214s | |
-| Basic Echo Function | ✅ Pass | 0.207s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.213s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.213s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.218s | |
+| Simple Math | ✅ Pass | 2.326s | |
+| Text Transform Uppercase | ✅ Pass | 5.880s | |
+| Count from 1 to 5 | ✅ Pass | 3.984s | |
+| Math Calculation | ✅ Pass | 1.130s | |
+| Basic Echo Function | ✅ Pass | 2.887s | |
+| Streaming Simple Math Streaming | ✅ Pass | 5.802s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.212s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 4.282s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.212s | |
-| Search Query Function | ✅ Pass | 0.206s | |
-| Ask Advice Function | ✅ Pass | 0.203s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.210s | |
-| Basic Context Memory Test | ✅ Pass | 0.199s | |
-| Function Argument Memory Test | ✅ Pass | 0.206s | |
-| Function Response Memory Test | ✅ Pass | 0.208s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.198s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.201s | |
-| Penetration Testing Methodology | ✅ Pass | 0.206s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.214s | |
-| SQL Injection Attack Type | ✅ Pass | 0.207s | |
-| Penetration Testing Framework | ✅ Pass | 0.202s | |
-| Web Application Security Scanner | ✅ Pass | 0.201s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.203s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.210s
+| JSON Response Function | ✅ Pass | 2.089s | |
+| Search Query Function | ✅ Pass | 1.131s | |
+| Ask Advice Function | ✅ Pass | 4.466s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.898s | |
+| Basic Context Memory Test | ✅ Pass | 4.375s | |
+| Function Argument Memory Test | ✅ Pass | 0.222s | |
+| Function Response Memory Test | ✅ Pass | 0.271s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 7.073s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.222s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.416s | |
+| Penetration Testing Methodology | ✅ Pass | 4.833s | |
+| Vulnerability Assessment Tools | ✅ Pass | 7.016s | |
+| SQL Injection Attack Type | ✅ Pass | 3.585s | |
+| Penetration Testing Framework | ✅ Pass | 2.300s | |
+| Web Application Security Scanner | ✅ Pass | 8.393s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.022s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 3.243s
---
@@ -267,38 +272,39 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.264s | |
-| Text Transform Uppercase | ✅ Pass | 0.204s | |
-| Count from 1 to 5 | ✅ Pass | 0.207s | |
-| Math Calculation | ✅ Pass | 0.211s | |
-| Basic Echo Function | ✅ Pass | 0.202s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.210s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.207s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.204s | |
+| Simple Math | ✅ Pass | 1.244s | |
+| Text Transform Uppercase | ✅ Pass | 1.390s | |
+| Count from 1 to 5 | ✅ Pass | 1.650s | |
+| Math Calculation | ✅ Pass | 1.420s | |
+| Basic Echo Function | ✅ Pass | 2.021s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.441s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.798s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 11.718s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.218s | |
-| Search Query Function | ✅ Pass | 0.203s | |
-| Ask Advice Function | ✅ Pass | 0.202s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.226s | |
-| Basic Context Memory Test | ✅ Pass | 0.198s | |
-| Function Argument Memory Test | ✅ Pass | 0.214s | |
-| Function Response Memory Test | ✅ Pass | 0.207s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.208s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.201s | |
-| Penetration Testing Methodology | ✅ Pass | 0.210s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.213s | |
-| SQL Injection Attack Type | ✅ Pass | 0.210s | |
-| Penetration Testing Framework | ✅ Pass | 0.202s | |
-| Web Application Security Scanner | ✅ Pass | 0.203s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.204s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.210s
+| JSON Response Function | ✅ Pass | 2.586s | |
+| Search Query Function | ✅ Pass | 2.129s | |
+| Ask Advice Function | ✅ Pass | 2.490s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.765s | |
+| Basic Context Memory Test | ✅ Pass | 0.895s | |
+| Function Argument Memory Test | ✅ Pass | 1.201s | |
+| Function Response Memory Test | ✅ Pass | 1.144s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.359s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.218s | |
+| Read a file, then edit it via unified diff | ❌ Fail | 4.228s | edit\_file's diff applied but did not produce "Priority: high" \(result: "Status: draft\nPriority: high\nPriority: low\n"\) |
+| Penetration Testing Methodology | ✅ Pass | 4.886s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.442s | |
+| SQL Injection Attack Type | ✅ Pass | 2.109s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.239s | |
+| Web Application Security Scanner | ✅ Pass | 24.667s | |
+| Penetration Testing Framework | ✅ Pass | 55.630s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 5.695s
---
@@ -308,44 +314,45 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.262s | |
-| Text Transform Uppercase | ✅ Pass | 0.204s | |
-| Count from 1 to 5 | ✅ Pass | 0.204s | |
-| Math Calculation | ✅ Pass | 0.217s | |
-| Basic Echo Function | ✅ Pass | 0.208s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.213s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.231s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.211s | |
+| Simple Math | ✅ Pass | 1.718s | |
+| Text Transform Uppercase | ✅ Pass | 1.140s | |
+| Count from 1 to 5 | ✅ Pass | 2.110s | |
+| Math Calculation | ✅ Pass | 1.558s | |
+| Streaming Simple Math Streaming | ✅ Pass | 3.221s | |
+| Basic Echo Function | ✅ Pass | 10.664s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.562s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 21.791s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.205s | |
-| Search Query Function | ✅ Pass | 0.204s | |
-| Ask Advice Function | ✅ Pass | 0.211s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.232s | |
-| Basic Context Memory Test | ✅ Pass | 0.198s | |
-| Function Argument Memory Test | ✅ Pass | 0.215s | |
-| Function Response Memory Test | ✅ Pass | 0.208s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.209s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.203s | |
-| Penetration Testing Methodology | ✅ Pass | 0.201s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.210s | |
-| SQL Injection Attack Type | ✅ Pass | 0.205s | |
-| Penetration Testing Framework | ✅ Pass | 0.209s | |
-| Web Application Security Scanner | ✅ Pass | 0.204s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.208s | |
+| JSON Response Function | ✅ Pass | 40.391s | |
+| Search Query Function | ✅ Pass | 28.601s | |
+| Ask Advice Function | ✅ Pass | 10.215s | |
+| Basic Context Memory Test | ✅ Pass | 2.028s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 16.188s | |
+| Function Response Memory Test | ✅ Pass | 0.653s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 20.095s | |
+| Function Argument Memory Test | ✅ Pass | 64.046s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 82.822s | |
+| Penetration Testing Methodology | ✅ Pass | 3.315s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.746s | |
+| SQL Injection Attack Type | ✅ Pass | 1.154s | |
+| Penetration Testing Framework | ✅ Pass | 3.752s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 102.212s | |
+| Web Application Security Scanner | ✅ Pass | 4.367s | |
+| Penetration Testing Tool Selection | ✅ Pass | 14.057s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.205s | |
+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 1.339s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 0.212s
+**Average latency**: 17.790s
---
@@ -355,44 +362,45 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.267s | |
-| Text Transform Uppercase | ✅ Pass | 0.203s | |
-| Count from 1 to 5 | ✅ Pass | 0.206s | |
-| Math Calculation | ✅ Pass | 0.210s | |
-| Basic Echo Function | ✅ Pass | 0.206s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.215s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.211s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.217s | |
+| Simple Math | ✅ Pass | 1.373s | |
+| Text Transform Uppercase | ✅ Pass | 2.069s | |
+| Count from 1 to 5 | ✅ Pass | 4.211s | |
+| Math Calculation | ✅ Pass | 1.485s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.314s | |
+| Basic Echo Function | ✅ Pass | 10.401s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.395s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 12.555s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.210s | |
-| Search Query Function | ✅ Pass | 0.205s | |
-| Ask Advice Function | ✅ Pass | 0.201s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.239s | |
-| Basic Context Memory Test | ✅ Pass | 0.204s | |
-| Function Argument Memory Test | ✅ Pass | 0.219s | |
-| Function Response Memory Test | ✅ Pass | 0.209s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.267s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.204s | |
-| Penetration Testing Methodology | ✅ Pass | 0.209s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.206s | |
-| SQL Injection Attack Type | ✅ Pass | 0.204s | |
-| Penetration Testing Framework | ✅ Pass | 0.204s | |
-| Web Application Security Scanner | ✅ Pass | 0.204s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.203s | |
+| JSON Response Function | ✅ Pass | 26.688s | |
+| Search Query Function | ✅ Pass | 13.801s | |
+| Ask Advice Function | ✅ Pass | 21.273s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 11.141s | |
+| Basic Context Memory Test | ✅ Pass | 0.214s | |
+| Function Response Memory Test | ✅ Pass | 0.213s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.775s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 33.466s | |
+| Function Argument Memory Test | ✅ Pass | 86.434s | |
+| Penetration Testing Methodology | ✅ Pass | 8.342s | |
+| SQL Injection Attack Type | ✅ Pass | 6.646s | |
+| Penetration Testing Framework | ✅ Pass | 0.223s | |
+| Vulnerability Assessment Tools | ✅ Pass | 30.833s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 107.857s | |
+| Web Application Security Scanner | ✅ Pass | 6.574s | |
+| Penetration Testing Tool Selection | ✅ Pass | 31.395s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.203s | |
+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.216s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 25/25 (100.00%) successful tests
-**Average latency**: 0.214s
+**Average latency**: 16.996s
---
@@ -402,44 +410,45 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.203s | |
-| Text Transform Uppercase | ✅ Pass | 0.205s | |
-| Count from 1 to 5 | ✅ Pass | 0.206s | |
-| Math Calculation | ✅ Pass | 0.209s | |
-| Basic Echo Function | ✅ Pass | 0.208s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.213s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.217s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.221s | |
+| Simple Math | ✅ Pass | 1.421s | |
+| Text Transform Uppercase | ✅ Pass | 1.158s | |
+| Count from 1 to 5 | ✅ Pass | 1.205s | |
+| Math Calculation | ✅ Pass | 1.036s | |
+| Basic Echo Function | ✅ Pass | 1.994s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.082s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.288s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.731s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.205s | |
-| Search Query Function | ✅ Pass | 0.203s | |
-| Ask Advice Function | ✅ Pass | 0.201s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.235s | |
-| Basic Context Memory Test | ✅ Pass | 0.203s | |
-| Function Argument Memory Test | ✅ Pass | 0.214s | |
-| Function Response Memory Test | ✅ Pass | 0.207s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.200s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.204s | |
-| Penetration Testing Methodology | ✅ Pass | 0.211s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.208s | |
-| SQL Injection Attack Type | ✅ Pass | 0.205s | |
-| Penetration Testing Framework | ✅ Pass | 0.206s | |
-| Web Application Security Scanner | ✅ Pass | 0.203s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.205s | |
+| JSON Response Function | ✅ Pass | 5.149s | |
+| Search Query Function | ✅ Pass | 2.506s | |
+| Ask Advice Function | ✅ Pass | 2.681s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.520s | |
+| Basic Context Memory Test | ✅ Pass | 1.066s | |
+| Function Argument Memory Test | ✅ Pass | 1.012s | |
+| Function Response Memory Test | ✅ Pass | 1.171s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.446s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.119s | |
+| Read a file, then edit it via unified diff | ❌ Fail | 3.832s | edit\_file's diff did not apply: expected a hunk header \("@@ \-old +new @@"\) but found: "\-Priority: low" |
+| Penetration Testing Methodology | ✅ Pass | 2.666s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.575s | |
+| SQL Injection Attack Type | ✅ Pass | 0.880s | |
+| Penetration Testing Framework | ✅ Pass | 6.351s | |
+| Web Application Security Scanner | ✅ Pass | 1.837s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.521s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 0.202s | |
+| Explicit Reasoning Off Suppresses Reasoning | reasoning_off | ✅ Pass | 1.987s | |
-**Summary**: 24/24 (100.00%) successful tests
+**Summary**: 24/25 (96.00%) successful tests
-**Average latency**: 0.208s
+**Average latency**: 2.130s
---
@@ -449,38 +458,39 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.207s | |
-| Text Transform Uppercase | ✅ Pass | 0.203s | |
-| Count from 1 to 5 | ✅ Pass | 0.214s | |
-| Math Calculation | ✅ Pass | 0.212s | |
-| Basic Echo Function | ✅ Pass | 0.210s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.216s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.209s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.212s | |
+| Simple Math | ✅ Pass | 2.272s | |
+| Text Transform Uppercase | ✅ Pass | 1.935s | |
+| Count from 1 to 5 | ✅ Pass | 0.707s | |
+| Math Calculation | ✅ Pass | 1.601s | |
+| Basic Echo Function | ✅ Pass | 1.501s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.630s | |
+| Streaming Simple Math Streaming | ✅ Pass | 13.697s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.322s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.205s | |
-| Search Query Function | ✅ Pass | 0.203s | |
-| Ask Advice Function | ✅ Pass | 0.214s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.239s | |
-| Basic Context Memory Test | ✅ Pass | 0.205s | |
-| Function Argument Memory Test | ✅ Pass | 0.216s | |
-| Function Response Memory Test | ✅ Pass | 0.204s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.259s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.210s | |
-| Penetration Testing Methodology | ✅ Pass | 0.212s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.208s | |
-| SQL Injection Attack Type | ✅ Pass | 0.212s | |
-| Penetration Testing Framework | ✅ Pass | 0.203s | |
-| Web Application Security Scanner | ✅ Pass | 0.199s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.207s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.213s
+| JSON Response Function | ✅ Pass | 2.492s | |
+| Search Query Function | ✅ Pass | 1.213s | |
+| Ask Advice Function | ✅ Pass | 6.624s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.040s | |
+| Basic Context Memory Test | ✅ Pass | 1.628s | |
+| Function Argument Memory Test | ✅ Pass | 1.483s | |
+| Function Response Memory Test | ✅ Pass | 2.280s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.243s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.602s | |
+| Read a file, then edit it via unified diff | ❌ Fail | 4.550s | edit\_file's diff did not apply: diff is empty |
+| Penetration Testing Methodology | ✅ Pass | 0.982s | |
+| Vulnerability Assessment Tools | ✅ Pass | 8.140s | |
+| SQL Injection Attack Type | ✅ Pass | 2.057s | |
+| Penetration Testing Framework | ✅ Pass | 0.918s | |
+| Web Application Security Scanner | ✅ Pass | 3.330s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.333s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 2.816s
---
@@ -490,38 +500,39 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.209s | |
-| Text Transform Uppercase | ✅ Pass | 0.207s | |
-| Count from 1 to 5 | ✅ Pass | 0.214s | |
-| Math Calculation | ✅ Pass | 0.204s | |
-| Basic Echo Function | ✅ Pass | 0.210s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.221s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.210s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.203s | |
+| Simple Math | ✅ Pass | 2.054s | |
+| Text Transform Uppercase | ✅ Pass | 1.628s | |
+| Count from 1 to 5 | ✅ Pass | 2.045s | |
+| Math Calculation | ✅ Pass | 0.919s | |
+| Basic Echo Function | ✅ Pass | 1.198s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.546s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.387s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.736s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.203s | |
-| Search Query Function | ✅ Pass | 0.205s | |
-| Ask Advice Function | ✅ Pass | 0.206s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.227s | |
-| Basic Context Memory Test | ✅ Pass | 0.210s | |
-| Function Argument Memory Test | ✅ Pass | 0.209s | |
-| Function Response Memory Test | ✅ Pass | 0.204s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.262s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.215s | |
-| Penetration Testing Methodology | ✅ Pass | 0.204s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.207s | |
-| SQL Injection Attack Type | ✅ Pass | 0.212s | |
-| Penetration Testing Framework | ✅ Pass | 0.207s | |
-| Web Application Security Scanner | ✅ Pass | 0.201s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.212s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.212s
+| JSON Response Function | ✅ Pass | 14.683s | |
+| Search Query Function | ✅ Pass | 1.256s | |
+| Ask Advice Function | ✅ Pass | 5.764s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 7.123s | |
+| Function Argument Memory Test | ✅ Pass | 1.846s | |
+| Function Response Memory Test | ✅ Pass | 0.943s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.120s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 4.511s | |
+| Read a file, then edit it via unified diff | ❌ Fail | 2.975s | edit\_file's diff did not apply: diff is empty |
+| Penetration Testing Methodology | ✅ Pass | 1.778s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.158s | |
+| SQL Injection Attack Type | ✅ Pass | 1.975s | |
+| Penetration Testing Framework | ✅ Pass | 1.006s | |
+| Web Application Security Scanner | ✅ Pass | 2.818s | |
+| Penetration Testing Tool Selection | ✅ Pass | 5.912s | |
+| Basic Context Memory Test | ❌ Fail | 300.200s | API returned unexpected status code: 504 |
+
+**Summary**: 22/24 (91.67%) successful tests
+
+**Average latency**: 15.650s
---
@@ -531,38 +542,39 @@ Generated: Tue, 21 Jul 2026 19:32:12 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.204s | |
-| Text Transform Uppercase | ✅ Pass | 0.213s | |
-| Count from 1 to 5 | ✅ Pass | 0.218s | |
-| Math Calculation | ✅ Pass | 0.204s | |
-| Basic Echo Function | ✅ Pass | 0.211s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.225s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.204s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.207s | |
+| Simple Math | ✅ Pass | 3.118s | |
+| Text Transform Uppercase | ✅ Pass | 1.186s | |
+| Count from 1 to 5 | ✅ Pass | 2.172s | |
+| Math Calculation | ✅ Pass | 1.508s | |
+| Basic Echo Function | ✅ Pass | 4.347s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.222s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 17.840s | |
+| Streaming Count from 1 to 3 Streaming | ❌ Fail | 125.355s | expected text '1,2,3' not found |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.204s | |
-| Search Query Function | ✅ Pass | 0.204s | |
-| Ask Advice Function | ✅ Pass | 0.204s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.222s | |
-| Basic Context Memory Test | ✅ Pass | 0.204s | |
-| Function Argument Memory Test | ✅ Pass | 0.200s | |
-| Function Response Memory Test | ✅ Pass | 0.202s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 0.203s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.211s | |
-| Penetration Testing Methodology | ✅ Pass | 0.208s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.203s | |
-| SQL Injection Attack Type | ✅ Pass | 0.208s | |
-| Penetration Testing Framework | ✅ Pass | 0.202s | |
-| Web Application Security Scanner | ✅ Pass | 0.199s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.204s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.208s
+| JSON Response Function | ✅ Pass | 30.628s | |
+| Search Query Function | ✅ Pass | 18.959s | |
+| Ask Advice Function | ✅ Pass | 12.912s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 14.623s | |
+| Basic Context Memory Test | ✅ Pass | 2.309s | |
+| Function Argument Memory Test | ✅ Pass | 2.770s | |
+| Function Response Memory Test | ✅ Pass | 2.064s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.800s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 36.391s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 43.811s | |
+| Penetration Testing Methodology | ✅ Pass | 1.732s | |
+| Vulnerability Assessment Tools | ✅ Pass | 9.147s | |
+| SQL Injection Attack Type | ✅ Pass | 4.345s | |
+| Penetration Testing Framework | ✅ Pass | 3.120s | |
+| Web Application Security Scanner | ✅ Pass | 1.965s | |
+| Penetration Testing Tool Selection | ✅ Pass | 18.178s | |
+
+**Summary**: 23/24 (95.83%) successful tests
+
+**Average latency**: 15.063s
---
diff --git a/examples/tests/qwen-report.md b/examples/tests/qwen-report.md
index af7b2b32..93131942 100644
--- a/examples/tests/qwen-report.md
+++ b/examples/tests/qwen-report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Tue, 21 Jul 2026 17:06:14 UTC
+Generated: Thu, 23 Jul 2026 13:22:11 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | qwen3.5-flash | false | 23/23 (100.00%) | 1.089s |
-| simple_json | qwen3.5-flash | false | 7/7 (100.00%) | 1.073s |
-| primary_agent | qwen3.6-plus | true | 23/23 (100.00%) | 5.687s |
-| assistant | qwen3.6-plus | true | 23/23 (100.00%) | 6.443s |
-| generator | qwen3.7-max | true | 23/23 (100.00%) | 5.511s |
-| refiner | qwen3.7-max | true | 23/23 (100.00%) | 5.634s |
-| adviser | qwen3.7-max | true | 23/23 (100.00%) | 5.838s |
-| reflector | qwen3.5-flash | true | 23/23 (100.00%) | 1.094s |
-| searcher | qwen3.5-flash | true | 23/23 (100.00%) | 1.055s |
-| enricher | qwen3.5-flash | true | 22/23 (95.65%) | 0.423s |
-| coder | qwen3-coder-plus | true | 23/23 (100.00%) | 1.732s |
-| installer | qwen3-coder-flash | true | 21/23 (91.30%) | 1.399s |
-| pentester | qwen3.6-plus | true | 23/23 (100.00%) | 4.053s |
-
-**Total**: 280/283 (98.94%) successful tests
-**Overall average latency**: 3.274s
+| simple | qwen3.5-flash | false | 24/24 (100.00%) | 1.228s |
+| simple_json | qwen3.5-flash | false | 7/7 (100.00%) | 1.160s |
+| primary_agent | qwen3.6-plus | true | 24/24 (100.00%) | 6.203s |
+| assistant | qwen3.6-plus | true | 24/24 (100.00%) | 5.934s |
+| generator | qwen3.7-max | true | 24/24 (100.00%) | 5.747s |
+| refiner | qwen3.7-max | true | 24/24 (100.00%) | 6.242s |
+| adviser | qwen3.7-max | true | 24/24 (100.00%) | 7.154s |
+| reflector | qwen3.5-flash | true | 24/24 (100.00%) | 1.229s |
+| searcher | qwen3.5-flash | true | 24/24 (100.00%) | 0.876s |
+| enricher | qwen3.5-flash | true | 24/24 (100.00%) | 0.475s |
+| coder | qwen3-coder-plus | true | 24/24 (100.00%) | 2.358s |
+| installer | qwen3-coder-flash | true | 22/24 (91.67%) | 1.558s |
+| pentester | qwen3.6-plus | true | 24/24 (100.00%) | 6.288s |
+
+**Total**: 293/295 (99.32%) successful tests
+**Overall average latency**: 3.712s
## Detailed Results
@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.206s | |
-| Text Transform Uppercase | ✅ Pass | 0.678s | |
-| Count from 1 to 5 | ✅ Pass | 0.704s | |
-| Math Calculation | ✅ Pass | 0.688s | |
-| Basic Echo Function | ✅ Pass | 0.793s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.576s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.800s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.800s | |
+| Simple Math | ✅ Pass | 3.059s | |
+| Text Transform Uppercase | ✅ Pass | 1.091s | |
+| Count from 1 to 5 | ✅ Pass | 0.666s | |
+| Math Calculation | ✅ Pass | 0.700s | |
+| Basic Echo Function | ✅ Pass | 0.829s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.552s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.874s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.002s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.891s | |
-| Search Query Function | ✅ Pass | 0.779s | |
-| Ask Advice Function | ✅ Pass | 0.904s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.989s | |
-| Basic Context Memory Test | ✅ Pass | 1.027s | |
-| Function Argument Memory Test | ✅ Pass | 1.263s | |
-| Function Response Memory Test | ✅ Pass | 0.818s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.280s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.760s | |
-| Penetration Testing Methodology | ✅ Pass | 2.263s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.873s | |
-| SQL Injection Attack Type | ✅ Pass | 0.970s | |
-| Penetration Testing Framework | ✅ Pass | 1.986s | |
-| Web Application Security Scanner | ✅ Pass | 1.829s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.171s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.089s
+| JSON Response Function | ✅ Pass | 1.160s | |
+| Search Query Function | ✅ Pass | 1.576s | |
+| Ask Advice Function | ✅ Pass | 1.074s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.685s | |
+| Basic Context Memory Test | ✅ Pass | 0.765s | |
+| Function Argument Memory Test | ✅ Pass | 1.179s | |
+| Function Response Memory Test | ✅ Pass | 0.693s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.487s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.607s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.607s | |
+| Penetration Testing Methodology | ✅ Pass | 2.024s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.638s | |
+| SQL Injection Attack Type | ✅ Pass | 0.706s | |
+| Penetration Testing Framework | ✅ Pass | 1.158s | |
+| Web Application Security Scanner | ✅ Pass | 1.423s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.916s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.228s
---
@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Person Information JSON | ✅ Pass | 1.133s | |
-| Project Information JSON | ✅ Pass | 0.909s | |
-| Vulnerability Report Memory Test | ✅ Pass | 1.825s | |
-| User Profile JSON | ✅ Pass | 1.141s | |
-| JSON Array Response Without Schema | ✅ Pass | 0.796s | |
-| Streaming Person Information JSON Streaming | ✅ Pass | 0.753s | |
+| Vulnerability Report Memory Test | ✅ Pass | 1.985s | |
+| Project Information JSON | ✅ Pass | 0.994s | |
+| Person Information JSON | ✅ Pass | 1.867s | |
+| User Profile JSON | ✅ Pass | 0.984s | |
+| JSON Array Response Without Schema | ✅ Pass | 0.794s | |
+| Streaming Person Information JSON Streaming | ✅ Pass | 0.766s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.948s | |
+| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.723s | |
**Summary**: 7/7 (100.00%) successful tests
-**Average latency**: 1.073s
+**Average latency**: 1.160s
---
@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 5.698s | |
-| Text Transform Uppercase | ✅ Pass | 4.584s | |
-| Count from 1 to 5 | ✅ Pass | 5.365s | |
-| Math Calculation | ✅ Pass | 3.524s | |
-| Basic Echo Function | ✅ Pass | 5.089s | |
-| Streaming Simple Math Streaming | ✅ Pass | 4.090s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.484s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.239s | |
+| Simple Math | ✅ Pass | 3.732s | |
+| Text Transform Uppercase | ✅ Pass | 5.462s | |
+| Count from 1 to 5 | ✅ Pass | 4.602s | |
+| Math Calculation | ✅ Pass | 3.573s | |
+| Basic Echo Function | ✅ Pass | 2.570s | |
+| Streaming Simple Math Streaming | ✅ Pass | 4.496s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.747s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.447s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 3.262s | |
-| Search Query Function | ✅ Pass | 5.559s | |
-| Ask Advice Function | ✅ Pass | 3.116s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 3.530s | |
-| Basic Context Memory Test | ✅ Pass | 5.453s | |
-| Function Argument Memory Test | ✅ Pass | 2.121s | |
-| Function Response Memory Test | ✅ Pass | 5.466s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.208s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.918s | |
-| Penetration Testing Methodology | ✅ Pass | 10.966s | |
-| Vulnerability Assessment Tools | ✅ Pass | 11.440s | |
-| SQL Injection Attack Type | ✅ Pass | 5.690s | |
-| Penetration Testing Framework | ✅ Pass | 14.808s | |
-| Web Application Security Scanner | ✅ Pass | 13.232s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.953s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 5.687s
+| JSON Response Function | ✅ Pass | 3.452s | |
+| Search Query Function | ✅ Pass | 3.891s | |
+| Ask Advice Function | ✅ Pass | 3.058s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.504s | |
+| Basic Context Memory Test | ✅ Pass | 5.305s | |
+| Function Argument Memory Test | ✅ Pass | 3.538s | |
+| Function Response Memory Test | ✅ Pass | 4.272s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.490s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 9.916s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 6.976s | |
+| Vulnerability Assessment Tools | ✅ Pass | 13.365s | |
+| Penetration Testing Methodology | ✅ Pass | 21.490s | |
+| SQL Injection Attack Type | ✅ Pass | 5.556s | |
+| Penetration Testing Framework | ✅ Pass | 12.403s | |
+| Penetration Testing Tool Selection | ✅ Pass | 4.179s | |
+| Web Application Security Scanner | ✅ Pass | 14.844s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 6.203s
---
@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 5.941s | |
-| Text Transform Uppercase | ✅ Pass | 5.097s | |
-| Count from 1 to 5 | ✅ Pass | 5.431s | |
-| Math Calculation | ✅ Pass | 3.949s | |
-| Basic Echo Function | ✅ Pass | 3.107s | |
-| Streaming Simple Math Streaming | ✅ Pass | 3.569s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.479s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 3.581s | |
+| Simple Math | ✅ Pass | 6.615s | |
+| Text Transform Uppercase | ✅ Pass | 4.410s | |
+| Count from 1 to 5 | ✅ Pass | 6.020s | |
+| Math Calculation | ✅ Pass | 3.678s | |
+| Basic Echo Function | ✅ Pass | 4.565s | |
+| Streaming Simple Math Streaming | ✅ Pass | 3.918s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 7.227s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.783s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.656s | |
-| Search Query Function | ✅ Pass | 4.222s | |
-| Ask Advice Function | ✅ Pass | 2.965s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.803s | |
-| Basic Context Memory Test | ✅ Pass | 5.119s | |
-| Function Argument Memory Test | ✅ Pass | 3.266s | |
-| Function Response Memory Test | ✅ Pass | 3.152s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.938s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.738s | |
-| Penetration Testing Methodology | ✅ Pass | 11.137s | |
-| SQL Injection Attack Type | ✅ Pass | 5.517s | |
-| Vulnerability Assessment Tools | ✅ Pass | 30.782s | |
-| Penetration Testing Framework | ✅ Pass | 16.326s | |
-| Web Application Security Scanner | ✅ Pass | 11.357s | |
-| Penetration Testing Tool Selection | ✅ Pass | 4.043s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 6.443s
+| JSON Response Function | ✅ Pass | 4.168s | |
+| Search Query Function | ✅ Pass | 3.546s | |
+| Ask Advice Function | ✅ Pass | 4.229s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.493s | |
+| Basic Context Memory Test | ✅ Pass | 5.471s | |
+| Function Argument Memory Test | ✅ Pass | 4.154s | |
+| Function Response Memory Test | ✅ Pass | 5.352s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.749s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 6.607s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.956s | |
+| Penetration Testing Methodology | ✅ Pass | 9.732s | |
+| Vulnerability Assessment Tools | ✅ Pass | 12.865s | |
+| SQL Injection Attack Type | ✅ Pass | 7.751s | |
+| Penetration Testing Framework | ✅ Pass | 11.989s | |
+| Web Application Security Scanner | ✅ Pass | 11.076s | |
+| Penetration Testing Tool Selection | ✅ Pass | 4.041s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 5.934s
---
@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 4.825s | |
-| Text Transform Uppercase | ✅ Pass | 4.570s | |
-| Math Calculation | ✅ Pass | 2.269s | |
-| Count from 1 to 5 | ✅ Pass | 8.635s | |
-| Basic Echo Function | ✅ Pass | 2.687s | |
-| Streaming Simple Math Streaming | ✅ Pass | 3.671s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.068s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 7.738s | |
+| Simple Math | ✅ Pass | 5.386s | |
+| Text Transform Uppercase | ✅ Pass | 3.415s | |
+| Math Calculation | ✅ Pass | 2.202s | |
+| Count from 1 to 5 | ✅ Pass | 8.336s | |
+| Basic Echo Function | ✅ Pass | 2.935s | |
+| Streaming Simple Math Streaming | ✅ Pass | 3.932s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 6.368s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.619s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 3.230s | |
-| Search Query Function | ✅ Pass | 2.312s | |
-| Ask Advice Function | ✅ Pass | 2.780s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.880s | |
-| Basic Context Memory Test | ✅ Pass | 5.618s | |
-| Function Argument Memory Test | ✅ Pass | 5.056s | |
-| Function Response Memory Test | ✅ Pass | 6.050s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.941s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 5.151s | |
-| Penetration Testing Methodology | ✅ Pass | 8.502s | |
-| SQL Injection Attack Type | ✅ Pass | 6.876s | |
-| Penetration Testing Framework | ✅ Pass | 5.269s | |
-| Vulnerability Assessment Tools | ✅ Pass | 25.061s | |
-| Web Application Security Scanner | ✅ Pass | 4.410s | |
-| Penetration Testing Tool Selection | ✅ Pass | 3.144s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 5.511s
+| JSON Response Function | ✅ Pass | 2.714s | |
+| Search Query Function | ✅ Pass | 2.005s | |
+| Ask Advice Function | ✅ Pass | 3.045s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 2.533s | |
+| Basic Context Memory Test | ✅ Pass | 4.051s | |
+| Function Argument Memory Test | ✅ Pass | 5.389s | |
+| Function Response Memory Test | ✅ Pass | 7.846s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 5.103s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 7.170s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 9.406s | |
+| Penetration Testing Methodology | ✅ Pass | 8.083s | |
+| SQL Injection Attack Type | ✅ Pass | 4.564s | |
+| Vulnerability Assessment Tools | ✅ Pass | 21.852s | |
+| Penetration Testing Framework | ✅ Pass | 5.115s | |
+| Web Application Security Scanner | ✅ Pass | 9.925s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.927s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 5.747s
---
@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 4.902s | |
-| Text Transform Uppercase | ✅ Pass | 4.827s | |
-| Math Calculation | ✅ Pass | 2.847s | |
-| Count from 1 to 5 | ✅ Pass | 8.910s | |
-| Basic Echo Function | ✅ Pass | 2.504s | |
-| Streaming Simple Math Streaming | ✅ Pass | 3.818s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 6.238s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.566s | |
+| Simple Math | ✅ Pass | 4.908s | |
+| Text Transform Uppercase | ✅ Pass | 6.747s | |
+| Count from 1 to 5 | ✅ Pass | 8.458s | |
+| Math Calculation | ✅ Pass | 3.075s | |
+| Basic Echo Function | ✅ Pass | 2.451s | |
+| Streaming Simple Math Streaming | ✅ Pass | 4.492s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.767s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.727s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Search Query Function | ✅ Pass | 2.115s | |
-| JSON Response Function | ✅ Pass | 7.494s | |
-| Ask Advice Function | ✅ Pass | 3.308s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.229s | |
-| Basic Context Memory Test | ✅ Pass | 4.650s | |
-| Function Argument Memory Test | ✅ Pass | 5.215s | |
-| Function Response Memory Test | ✅ Pass | 5.734s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.895s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 4.718s | |
-| Penetration Testing Methodology | ✅ Pass | 8.927s | |
-| Vulnerability Assessment Tools | ✅ Pass | 18.822s | |
-| SQL Injection Attack Type | ✅ Pass | 5.127s | |
-| Penetration Testing Framework | ✅ Pass | 5.584s | |
-| Web Application Security Scanner | ✅ Pass | 7.260s | |
-| Penetration Testing Tool Selection | ✅ Pass | 5.882s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 5.634s
+| JSON Response Function | ✅ Pass | 2.815s | |
+| Search Query Function | ✅ Pass | 2.530s | |
+| Ask Advice Function | ✅ Pass | 2.651s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 4.542s | |
+| Function Argument Memory Test | ✅ Pass | 6.061s | |
+| Function Response Memory Test | ✅ Pass | 5.173s | |
+| Basic Context Memory Test | ✅ Pass | 16.908s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.603s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 7.074s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 7.767s | |
+| Penetration Testing Methodology | ✅ Pass | 6.014s | |
+| SQL Injection Attack Type | ✅ Pass | 5.543s | |
+| Vulnerability Assessment Tools | ✅ Pass | 19.189s | |
+| Penetration Testing Framework | ✅ Pass | 6.340s | |
+| Web Application Security Scanner | ✅ Pass | 9.849s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.119s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 6.242s
---
@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 4.759s | |
-| Text Transform Uppercase | ✅ Pass | 4.685s | |
-| Count from 1 to 5 | ✅ Pass | 7.905s | |
-| Math Calculation | ✅ Pass | 4.080s | |
-| Basic Echo Function | ✅ Pass | 2.272s | |
-| Streaming Simple Math Streaming | ✅ Pass | 3.686s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 6.681s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.691s | |
+| Simple Math | ✅ Pass | 5.686s | |
+| Text Transform Uppercase | ✅ Pass | 4.880s | |
+| Count from 1 to 5 | ✅ Pass | 9.422s | |
+| Math Calculation | ✅ Pass | 2.990s | |
+| Basic Echo Function | ✅ Pass | 2.392s | |
+| Streaming Simple Math Streaming | ✅ Pass | 8.518s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 6.853s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.146s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 3.129s | |
-| Search Query Function | ✅ Pass | 2.579s | |
-| Ask Advice Function | ✅ Pass | 2.710s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.434s | |
-| Basic Context Memory Test | ✅ Pass | 6.015s | |
-| Function Argument Memory Test | ✅ Pass | 6.112s | |
-| Function Response Memory Test | ✅ Pass | 5.051s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.913s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 7.863s | |
-| Penetration Testing Methodology | ✅ Pass | 6.513s | |
-| SQL Injection Attack Type | ✅ Pass | 4.288s | |
-| Vulnerability Assessment Tools | ✅ Pass | 23.066s | |
-| Penetration Testing Framework | ✅ Pass | 7.124s | |
-| Web Application Security Scanner | ✅ Pass | 9.098s | |
-| Penetration Testing Tool Selection | ✅ Pass | 5.607s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 5.838s
+| JSON Response Function | ✅ Pass | 3.979s | |
+| Search Query Function | ✅ Pass | 2.602s | |
+| Ask Advice Function | ✅ Pass | 4.076s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 3.391s | |
+| Basic Context Memory Test | ✅ Pass | 8.682s | |
+| Function Argument Memory Test | ✅ Pass | 5.710s | |
+| Function Response Memory Test | ✅ Pass | 9.050s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.168s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 7.033s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 8.687s | |
+| Penetration Testing Methodology | ✅ Pass | 8.557s | |
+| Vulnerability Assessment Tools | ✅ Pass | 23.113s | |
+| Penetration Testing Framework | ✅ Pass | 7.265s | |
+| SQL Injection Attack Type | ✅ Pass | 20.046s | |
+| Web Application Security Scanner | ✅ Pass | 4.694s | |
+| Penetration Testing Tool Selection | ✅ Pass | 4.754s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 7.154s
---
@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.435s | |
-| Text Transform Uppercase | ✅ Pass | 0.857s | |
-| Count from 1 to 5 | ✅ Pass | 0.930s | |
-| Math Calculation | ✅ Pass | 0.622s | |
-| Basic Echo Function | ✅ Pass | 0.872s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.657s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.622s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.439s | |
+| Simple Math | ✅ Pass | 1.237s | |
+| Text Transform Uppercase | ✅ Pass | 0.617s | |
+| Count from 1 to 5 | ✅ Pass | 1.055s | |
+| Math Calculation | ✅ Pass | 0.591s | |
+| Basic Echo Function | ✅ Pass | 0.923s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.640s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.816s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.011s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.847s | |
-| Search Query Function | ✅ Pass | 0.758s | |
-| Ask Advice Function | ✅ Pass | 0.927s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.968s | |
-| Basic Context Memory Test | ✅ Pass | 1.015s | |
-| Function Argument Memory Test | ✅ Pass | 0.950s | |
-| Function Response Memory Test | ✅ Pass | 0.617s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.238s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.620s | |
-| Penetration Testing Methodology | ✅ Pass | 1.926s | |
-| Vulnerability Assessment Tools | ✅ Pass | 2.342s | |
-| SQL Injection Attack Type | ✅ Pass | 0.764s | |
-| Penetration Testing Framework | ✅ Pass | 1.709s | |
-| Web Application Security Scanner | ✅ Pass | 1.950s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.090s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.094s
+| JSON Response Function | ✅ Pass | 1.154s | |
+| Search Query Function | ✅ Pass | 1.154s | |
+| Ask Advice Function | ✅ Pass | 0.902s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.209s | |
+| Basic Context Memory Test | ✅ Pass | 0.700s | |
+| Function Argument Memory Test | ✅ Pass | 0.915s | |
+| Function Response Memory Test | ✅ Pass | 0.641s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.250s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.971s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.783s | |
+| Penetration Testing Methodology | ✅ Pass | 2.579s | |
+| Vulnerability Assessment Tools | ✅ Pass | 1.862s | |
+| SQL Injection Attack Type | ✅ Pass | 1.185s | |
+| Penetration Testing Framework | ✅ Pass | 1.676s | |
+| Web Application Security Scanner | ✅ Pass | 1.362s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.251s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.229s
---
@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.237s | |
-| Text Transform Uppercase | ✅ Pass | 0.869s | |
-| Count from 1 to 5 | ✅ Pass | 0.895s | |
-| Math Calculation | ✅ Pass | 0.217s | |
-| Basic Echo Function | ✅ Pass | 0.802s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.225s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.991s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.370s | |
+| Simple Math | ✅ Pass | 1.238s | |
+| Text Transform Uppercase | ✅ Pass | 0.279s | |
+| Count from 1 to 5 | ✅ Pass | 0.213s | |
+| Math Calculation | ✅ Pass | 0.325s | |
+| Basic Echo Function | ✅ Pass | 0.912s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.276s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.211s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.309s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.451s | |
-| Search Query Function | ✅ Pass | 0.221s | |
-| Ask Advice Function | ✅ Pass | 0.919s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.839s | |
-| Basic Context Memory Test | ✅ Pass | 1.333s | |
-| Function Argument Memory Test | ✅ Pass | 0.685s | |
-| Function Response Memory Test | ✅ Pass | 0.755s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.358s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.639s | |
-| Penetration Testing Methodology | ✅ Pass | 2.105s | |
-| Vulnerability Assessment Tools | ✅ Pass | 2.267s | |
-| SQL Injection Attack Type | ✅ Pass | 0.217s | |
-| Penetration Testing Framework | ✅ Pass | 1.696s | |
-| Web Application Security Scanner | ✅ Pass | 2.174s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.987s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.055s
+| JSON Response Function | ✅ Pass | 1.214s | |
+| Search Query Function | ✅ Pass | 0.653s | |
+| Ask Advice Function | ✅ Pass | 1.362s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.666s | |
+| Basic Context Memory Test | ✅ Pass | 0.949s | |
+| Function Argument Memory Test | ✅ Pass | 0.283s | |
+| Function Response Memory Test | ✅ Pass | 0.210s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.234s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.188s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 2.391s | |
+| Penetration Testing Methodology | ✅ Pass | 1.355s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.661s | |
+| SQL Injection Attack Type | ✅ Pass | 0.215s | |
+| Penetration Testing Framework | ✅ Pass | 1.476s | |
+| Web Application Security Scanner | ✅ Pass | 0.441s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.942s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.876s
---
@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.216s | |
-| Text Transform Uppercase | ✅ Pass | 0.642s | |
-| Count from 1 to 5 | ✅ Pass | 0.210s | |
-| Math Calculation | ✅ Pass | 0.220s | |
+| Simple Math | ✅ Pass | 1.397s | |
+| Text Transform Uppercase | ✅ Pass | 0.224s | |
+| Count from 1 to 5 | ✅ Pass | 0.269s | |
+| Math Calculation | ✅ Pass | 0.214s | |
| Basic Echo Function | ✅ Pass | 0.214s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.216s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.204s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.417s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.438s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.505s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.102s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.179s | |
-| Search Query Function | ✅ Pass | 0.216s | |
+| JSON Response Function | ✅ Pass | 0.287s | |
+| Search Query Function | ✅ Pass | 0.273s | |
| Ask Advice Function | ✅ Pass | 0.211s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.214s | |
-| Basic Context Memory Test | ✅ Pass | 0.279s | |
-| Function Argument Memory Test | ✅ Pass | 0.213s | |
-| Function Response Memory Test | ✅ Pass | 0.228s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 1.207s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.217s | |
-| Penetration Testing Methodology | ✅ Pass | 0.211s | |
-| Vulnerability Assessment Tools | ✅ Pass | 0.240s | |
-| SQL Injection Attack Type | ✅ Pass | 0.213s | |
-| Penetration Testing Framework | ✅ Pass | 1.309s | |
-| Web Application Security Scanner | ✅ Pass | 0.217s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.213s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 0.423s
+| Streaming Search Query Function Streaming | ✅ Pass | 0.273s | |
+| Basic Context Memory Test | ✅ Pass | 0.213s | |
+| Function Argument Memory Test | ✅ Pass | 0.286s | |
+| Function Response Memory Test | ✅ Pass | 0.271s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.268s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.770s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 1.851s | |
+| Penetration Testing Methodology | ✅ Pass | 0.276s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.212s | |
+| SQL Injection Attack Type | ✅ Pass | 0.209s | |
+| Penetration Testing Framework | ✅ Pass | 0.271s | |
+| Web Application Security Scanner | ✅ Pass | 0.212s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.148s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.475s
---
@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.002s | |
-| Text Transform Uppercase | ✅ Pass | 0.987s | |
-| Count from 1 to 5 | ✅ Pass | 1.064s | |
-| Math Calculation | ✅ Pass | 1.040s | |
-| Basic Echo Function | ✅ Pass | 1.214s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.038s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.502s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.672s | |
+| Simple Math | ✅ Pass | 2.482s | |
+| Text Transform Uppercase | ✅ Pass | 1.542s | |
+| Count from 1 to 5 | ✅ Pass | 1.571s | |
+| Math Calculation | ✅ Pass | 1.216s | |
+| Basic Echo Function | ✅ Pass | 1.268s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.697s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.716s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.907s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.275s | |
-| Search Query Function | ✅ Pass | 1.327s | |
-| Ask Advice Function | ✅ Pass | 1.423s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.873s | |
-| Basic Context Memory Test | ✅ Pass | 1.080s | |
-| Function Argument Memory Test | ✅ Pass | 1.052s | |
-| Function Response Memory Test | ✅ Pass | 1.020s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.004s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.048s | |
-| Penetration Testing Methodology | ✅ Pass | 3.898s | |
-| Vulnerability Assessment Tools | ✅ Pass | 4.180s | |
-| SQL Injection Attack Type | ✅ Pass | 1.730s | |
-| Penetration Testing Framework | ✅ Pass | 4.312s | |
-| Web Application Security Scanner | ✅ Pass | 2.572s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.520s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.732s
+| JSON Response Function | ✅ Pass | 1.614s | |
+| Search Query Function | ✅ Pass | 1.444s | |
+| Ask Advice Function | ✅ Pass | 3.483s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.605s | |
+| Basic Context Memory Test | ✅ Pass | 1.181s | |
+| Function Argument Memory Test | ✅ Pass | 1.316s | |
+| Function Response Memory Test | ✅ Pass | 1.531s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.901s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.247s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.173s | |
+| Penetration Testing Methodology | ✅ Pass | 4.544s | |
+| Vulnerability Assessment Tools | ✅ Pass | 4.415s | |
+| SQL Injection Attack Type | ✅ Pass | 1.282s | |
+| Penetration Testing Framework | ✅ Pass | 6.252s | |
+| Web Application Security Scanner | ✅ Pass | 4.601s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.587s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.358s
---
@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.925s | |
-| Text Transform Uppercase | ✅ Pass | 0.924s | |
-| Count from 1 to 5 | ✅ Pass | 1.112s | |
-| Math Calculation | ✅ Pass | 0.917s | |
-| Basic Echo Function | ✅ Pass | 1.052s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.991s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.480s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.999s | |
+| Simple Math | ✅ Pass | 1.616s | |
+| Text Transform Uppercase | ✅ Pass | 1.086s | |
+| Count from 1 to 5 | ✅ Pass | 1.240s | |
+| Math Calculation | ✅ Pass | 0.945s | |
+| Basic Echo Function | ✅ Pass | 1.389s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.142s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.090s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.088s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.082s | |
-| Search Query Function | ❌ Fail | 1.016s | no tool calls found, expected at least 1 |
-| Ask Advice Function | ✅ Pass | 1.419s | |
-| Streaming Search Query Function Streaming | ❌ Fail | 1.374s | no tool calls found, expected at least 1 |
-| Basic Context Memory Test | ✅ Pass | 1.308s | |
-| Function Argument Memory Test | ✅ Pass | 0.864s | |
-| Function Response Memory Test | ✅ Pass | 1.073s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.342s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.194s | |
-| Penetration Testing Methodology | ✅ Pass | 3.036s | |
-| Vulnerability Assessment Tools | ✅ Pass | 3.095s | |
-| SQL Injection Attack Type | ✅ Pass | 1.001s | |
-| Penetration Testing Framework | ✅ Pass | 1.386s | |
-| Web Application Security Scanner | ✅ Pass | 1.717s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.854s | |
-
-**Summary**: 21/23 (91.30%) successful tests
-
-**Average latency**: 1.399s
+| JSON Response Function | ✅ Pass | 1.416s | |
+| Search Query Function | ❌ Fail | 1.261s | no tool calls found, expected at least 1 |
+| Ask Advice Function | ✅ Pass | 1.345s | |
+| Streaming Search Query Function Streaming | ❌ Fail | 2.111s | no tool calls found, expected at least 1 |
+| Basic Context Memory Test | ✅ Pass | 1.046s | |
+| Function Argument Memory Test | ✅ Pass | 1.005s | |
+| Function Response Memory Test | ✅ Pass | 1.126s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.095s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.211s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.848s | |
+| Penetration Testing Methodology | ✅ Pass | 2.599s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.824s | |
+| SQL Injection Attack Type | ✅ Pass | 1.175s | |
+| Penetration Testing Framework | ✅ Pass | 1.722s | |
+| Web Application Security Scanner | ✅ Pass | 1.756s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.236s | |
+
+**Summary**: 22/24 (91.67%) successful tests
+
+**Average latency**: 1.558s
---
@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 17:06:14 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 4.094s | |
-| Text Transform Uppercase | ✅ Pass | 4.964s | |
-| Math Calculation | ✅ Pass | 0.212s | |
-| Count from 1 to 5 | ✅ Pass | 5.474s | |
-| Basic Echo Function | ✅ Pass | 3.864s | |
-| Streaming Simple Math Streaming | ✅ Pass | 4.113s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.273s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.204s | |
+| Simple Math | ✅ Pass | 4.983s | |
+| Text Transform Uppercase | ✅ Pass | 4.657s | |
+| Count from 1 to 5 | ✅ Pass | 3.788s | |
+| Math Calculation | ✅ Pass | 3.364s | |
+| Basic Echo Function | ✅ Pass | 4.902s | |
+| Streaming Simple Math Streaming | ✅ Pass | 4.499s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.409s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.668s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.828s | |
-| Search Query Function | ✅ Pass | 2.215s | |
-| Ask Advice Function | ✅ Pass | 3.054s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 3.363s | |
-| Function Argument Memory Test | ✅ Pass | 0.216s | |
-| Basic Context Memory Test | ✅ Pass | 4.736s | |
-| Function Response Memory Test | ✅ Pass | 0.212s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.218s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.134s | |
-| Penetration Testing Methodology | ✅ Pass | 11.298s | |
-| Vulnerability Assessment Tools | ✅ Pass | 8.796s | |
-| SQL Injection Attack Type | ✅ Pass | 0.220s | |
-| Penetration Testing Framework | ✅ Pass | 13.884s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.216s | |
-| Web Application Security Scanner | ✅ Pass | 8.616s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 4.053s
+| JSON Response Function | ✅ Pass | 3.688s | |
+| Search Query Function | ✅ Pass | 3.342s | |
+| Ask Advice Function | ✅ Pass | 4.009s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 4.459s | |
+| Basic Context Memory Test | ✅ Pass | 4.755s | |
+| Function Argument Memory Test | ✅ Pass | 4.155s | |
+| Function Response Memory Test | ✅ Pass | 6.009s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 4.699s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 5.851s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 6.957s | |
+| Penetration Testing Methodology | ✅ Pass | 11.154s | |
+| SQL Injection Attack Type | ✅ Pass | 5.579s | |
+| Vulnerability Assessment Tools | ✅ Pass | 18.003s | |
+| Penetration Testing Framework | ✅ Pass | 16.705s | |
+| Web Application Security Scanner | ✅ Pass | 11.913s | |
+| Penetration Testing Tool Selection | ✅ Pass | 5.354s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 6.288s
---
diff --git a/examples/tests/vllm-mixed.report.md b/examples/tests/vllm-mixed.report.md
index f29047a9..eb1d65ba 100644
--- a/examples/tests/vllm-mixed.report.md
+++ b/examples/tests/vllm-mixed.report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Tue, 21 Jul 2026 15:31:43 UTC
+Generated: Thu, 23 Jul 2026 11:03:48 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | Qwen/Qwen3.6-27B-FP8 | false | 23/23 (100.00%) | 0.804s |
-| simple_json | Qwen/Qwen3.6-27B-FP8 | false | 7/7 (100.00%) | 0.773s |
-| primary_agent | DeepSeek-V4-Flash | true | 22/23 (95.65%) | 1.232s |
-| assistant | DeepSeek-V4-Flash | true | 23/23 (100.00%) | 1.231s |
-| generator | DeepSeek-V4-Flash | true | 23/23 (100.00%) | 1.105s |
-| refiner | DeepSeek-V4-Flash | true | 23/23 (100.00%) | 1.070s |
-| adviser | DeepSeek-V4-Flash | true | 23/23 (100.00%) | 0.912s |
-| reflector | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 0.875s |
-| searcher | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 0.898s |
-| enricher | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 0.929s |
-| coder | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 3.311s |
-| installer | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 3.519s |
-| pentester | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 2.947s |
-
-**Total**: 282/283 (99.65%) successful tests
-**Overall average latency**: 1.550s
+| simple | Qwen/Qwen3.6-27B-FP8 | false | 24/24 (100.00%) | 0.244s |
+| simple_json | Qwen/Qwen3.6-27B-FP8 | false | 7/7 (100.00%) | 0.224s |
+| primary_agent | DeepSeek-V4-Flash | true | 24/24 (100.00%) | 1.671s |
+| assistant | DeepSeek-V4-Flash | true | 24/24 (100.00%) | 1.627s |
+| generator | DeepSeek-V4-Flash | true | 24/24 (100.00%) | 1.526s |
+| refiner | DeepSeek-V4-Flash | true | 24/24 (100.00%) | 1.381s |
+| adviser | DeepSeek-V4-Flash | true | 24/24 (100.00%) | 1.255s |
+| reflector | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 0.243s |
+| searcher | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 0.238s |
+| enricher | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 0.231s |
+| coder | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 0.233s |
+| installer | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 0.238s |
+| pentester | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 0.239s |
+
+**Total**: 295/295 (100.00%) successful tests
+**Overall average latency**: 0.748s
## Detailed Results
@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.325s | |
-| Text Transform Uppercase | ✅ Pass | 0.389s | |
-| Count from 1 to 5 | ✅ Pass | 0.464s | |
-| Math Calculation | ✅ Pass | 0.360s | |
-| Basic Echo Function | ✅ Pass | 0.664s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.334s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.395s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.662s | |
+| Simple Math | ✅ Pass | 0.265s | |
+| Text Transform Uppercase | ✅ Pass | 0.229s | |
+| Count from 1 to 5 | ✅ Pass | 0.207s | |
+| Math Calculation | ✅ Pass | 0.221s | |
+| Basic Echo Function | ✅ Pass | 0.251s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.224s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.233s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.215s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.800s | |
-| Search Query Function | ✅ Pass | 0.593s | |
-| Ask Advice Function | ✅ Pass | 0.863s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.589s | |
-| Basic Context Memory Test | ✅ Pass | 0.482s | |
-| Function Argument Memory Test | ✅ Pass | 0.392s | |
-| Function Response Memory Test | ✅ Pass | 0.409s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.202s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.392s | |
-| Penetration Testing Methodology | ✅ Pass | 2.327s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.898s | |
-| SQL Injection Attack Type | ✅ Pass | 0.368s | |
-| Penetration Testing Framework | ✅ Pass | 2.080s | |
-| Web Application Security Scanner | ✅ Pass | 1.688s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.803s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.804s
+| JSON Response Function | ✅ Pass | 0.218s | |
+| Search Query Function | ✅ Pass | 0.224s | |
+| Ask Advice Function | ✅ Pass | 0.308s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.234s | |
+| Basic Context Memory Test | ✅ Pass | 0.207s | |
+| Function Argument Memory Test | ✅ Pass | 0.295s | |
+| Function Response Memory Test | ✅ Pass | 0.337s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.224s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.214s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.451s | |
+| Penetration Testing Methodology | ✅ Pass | 0.222s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.214s | |
+| SQL Injection Attack Type | ✅ Pass | 0.220s | |
+| Penetration Testing Framework | ✅ Pass | 0.206s | |
+| Web Application Security Scanner | ✅ Pass | 0.216s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.219s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.244s
---
@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Person Information JSON | ✅ Pass | 0.488s | |
-| Project Information JSON | ✅ Pass | 0.664s | |
-| User Profile JSON | ✅ Pass | 0.518s | |
-| Vulnerability Report Memory Test | ✅ Pass | 1.415s | |
-| Streaming Person Information JSON Streaming | ✅ Pass | 0.715s | |
-| JSON Array Response Without Schema | ✅ Pass | 1.123s | |
+| Vulnerability Report Memory Test | ✅ Pass | 0.213s | |
+| Person Information JSON | ✅ Pass | 0.208s | |
+| Project Information JSON | ✅ Pass | 0.213s | |
+| User Profile JSON | ✅ Pass | 0.223s | |
+| JSON Array Response Without Schema | ✅ Pass | 0.217s | |
+| Streaming Person Information JSON Streaming | ✅ Pass | 0.274s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.484s | |
+| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.214s | |
**Summary**: 7/7 (100.00%) successful tests
-**Average latency**: 0.773s
+**Average latency**: 0.224s
---
@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.718s | |
-| Text Transform Uppercase | ✅ Pass | 0.878s | |
-| Count from 1 to 5 | ✅ Pass | 1.240s | |
-| Math Calculation | ✅ Pass | 0.766s | |
-| Basic Echo Function | ✅ Pass | 0.896s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.952s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.039s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.878s | |
+| Simple Math | ✅ Pass | 1.238s | |
+| Text Transform Uppercase | ✅ Pass | 1.238s | |
+| Count from 1 to 5 | ✅ Pass | 1.104s | |
+| Math Calculation | ✅ Pass | 1.233s | |
+| Basic Echo Function | ✅ Pass | 1.589s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.987s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.189s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.393s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.380s | |
-| Search Query Function | ✅ Pass | 1.391s | |
-| Ask Advice Function | ✅ Pass | 1.405s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.228s | |
-| Basic Context Memory Test | ✅ Pass | 1.470s | |
-| Function Argument Memory Test | ✅ Pass | 0.992s | |
-| Function Response Memory Test | ✅ Pass | 0.809s | |
-| Penetration Testing Memory with Tool Call | ❌ Fail | 1.927s | expected function 'generate\_report' not found in tool calls: expected function generate\_report not found in tool calls |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.175s | |
-| Penetration Testing Methodology | ✅ Pass | 1.148s | |
-| Vulnerability Assessment Tools | ✅ Pass | 2.327s | |
-| SQL Injection Attack Type | ✅ Pass | 2.227s | |
-| Penetration Testing Framework | ✅ Pass | 1.028s | |
-| Web Application Security Scanner | ✅ Pass | 1.359s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.089s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 1.232s
+| JSON Response Function | ✅ Pass | 1.553s | |
+| Search Query Function | ✅ Pass | 1.386s | |
+| Ask Advice Function | ✅ Pass | 2.022s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.370s | |
+| Basic Context Memory Test | ✅ Pass | 1.393s | |
+| Function Argument Memory Test | ✅ Pass | 1.112s | |
+| Function Response Memory Test | ✅ Pass | 1.150s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.412s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.437s | |
+| Penetration Testing Methodology | ✅ Pass | 1.728s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.727s | |
+| SQL Injection Attack Type | ✅ Pass | 1.461s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.942s | |
+| Penetration Testing Framework | ✅ Pass | 2.063s | |
+| Web Application Security Scanner | ✅ Pass | 1.749s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.612s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.671s
---
@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.751s | |
-| Text Transform Uppercase | ✅ Pass | 0.844s | |
-| Count from 1 to 5 | ✅ Pass | 1.218s | |
-| Math Calculation | ✅ Pass | 0.758s | |
-| Basic Echo Function | ✅ Pass | 1.046s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.964s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.124s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.855s | |
+| Simple Math | ✅ Pass | 0.920s | |
+| Text Transform Uppercase | ✅ Pass | 1.028s | |
+| Math Calculation | ✅ Pass | 1.201s | |
+| Count from 1 to 5 | ✅ Pass | 1.935s | |
+| Basic Echo Function | ✅ Pass | 1.375s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.001s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.119s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.356s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.338s | |
-| Search Query Function | ✅ Pass | 1.337s | |
-| Ask Advice Function | ✅ Pass | 1.452s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.184s | |
-| Basic Context Memory Test | ✅ Pass | 1.431s | |
-| Function Argument Memory Test | ✅ Pass | 0.893s | |
-| Function Response Memory Test | ✅ Pass | 0.986s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.093s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.954s | |
-| Penetration Testing Methodology | ✅ Pass | 1.423s | |
-| Vulnerability Assessment Tools | ✅ Pass | 2.987s | |
-| SQL Injection Attack Type | ✅ Pass | 1.466s | |
-| Penetration Testing Framework | ✅ Pass | 1.117s | |
-| Web Application Security Scanner | ✅ Pass | 1.026s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.043s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.231s
+| JSON Response Function | ✅ Pass | 1.582s | |
+| Search Query Function | ✅ Pass | 1.358s | |
+| Ask Advice Function | ✅ Pass | 1.966s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.351s | |
+| Basic Context Memory Test | ✅ Pass | 1.114s | |
+| Function Argument Memory Test | ✅ Pass | 1.052s | |
+| Function Response Memory Test | ✅ Pass | 1.238s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.392s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.506s | |
+| Penetration Testing Methodology | ✅ Pass | 1.316s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.774s | |
+| SQL Injection Attack Type | ✅ Pass | 1.488s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.653s | |
+| Web Application Security Scanner | ✅ Pass | 1.626s | |
+| Penetration Testing Framework | ✅ Pass | 3.101s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.589s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.627s
---
@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.751s | |
-| Text Transform Uppercase | ✅ Pass | 0.892s | |
-| Count from 1 to 5 | ✅ Pass | 1.239s | |
-| Math Calculation | ✅ Pass | 0.529s | |
-| Basic Echo Function | ✅ Pass | 0.931s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.930s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.001s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.803s | |
+| Simple Math | ✅ Pass | 0.828s | |
+| Text Transform Uppercase | ✅ Pass | 1.088s | |
+| Count from 1 to 5 | ✅ Pass | 1.407s | |
+| Math Calculation | ✅ Pass | 0.976s | |
+| Basic Echo Function | ✅ Pass | 1.545s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.875s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.162s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.274s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.227s | |
-| Search Query Function | ✅ Pass | 1.143s | |
-| Ask Advice Function | ✅ Pass | 1.388s | |
+| JSON Response Function | ✅ Pass | 1.400s | |
+| Search Query Function | ✅ Pass | 1.342s | |
+| Ask Advice Function | ✅ Pass | 1.860s | |
| Streaming Search Query Function Streaming | ✅ Pass | 1.190s | |
-| Basic Context Memory Test | ✅ Pass | 1.301s | |
-| Function Argument Memory Test | ✅ Pass | 0.814s | |
-| Function Response Memory Test | ✅ Pass | 0.751s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.916s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.925s | |
-| Penetration Testing Methodology | ✅ Pass | 1.189s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.771s | |
-| SQL Injection Attack Type | ✅ Pass | 1.098s | |
-| Penetration Testing Framework | ✅ Pass | 1.380s | |
-| Web Application Security Scanner | ✅ Pass | 0.901s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.345s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.105s
+| Basic Context Memory Test | ✅ Pass | 1.152s | |
+| Function Argument Memory Test | ✅ Pass | 0.959s | |
+| Function Response Memory Test | ✅ Pass | 0.881s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 1.242s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.492s | |
+| Penetration Testing Methodology | ✅ Pass | 1.616s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.804s | |
+| SQL Injection Attack Type | ✅ Pass | 0.966s | |
+| Vulnerability Assessment Tools | ✅ Pass | 3.905s | |
+| Penetration Testing Framework | ✅ Pass | 1.841s | |
+| Web Application Security Scanner | ✅ Pass | 1.273s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.538s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.526s
---
@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.751s | |
-| Text Transform Uppercase | ✅ Pass | 0.830s | |
-| Count from 1 to 5 | ✅ Pass | 1.033s | |
-| Math Calculation | ✅ Pass | 0.712s | |
-| Basic Echo Function | ✅ Pass | 0.933s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.859s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.916s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.925s | |
+| Simple Math | ✅ Pass | 1.224s | |
+| Text Transform Uppercase | ✅ Pass | 0.901s | |
+| Count from 1 to 5 | ✅ Pass | 1.372s | |
+| Math Calculation | ✅ Pass | 0.874s | |
+| Basic Echo Function | ✅ Pass | 1.513s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.725s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.123s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.377s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.245s | |
-| Search Query Function | ✅ Pass | 1.121s | |
-| Ask Advice Function | ✅ Pass | 1.264s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.069s | |
-| Basic Context Memory Test | ✅ Pass | 1.078s | |
-| Function Argument Memory Test | ✅ Pass | 0.742s | |
-| Function Response Memory Test | ✅ Pass | 0.770s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.902s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.831s | |
-| Penetration Testing Methodology | ✅ Pass | 1.419s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.832s | |
-| SQL Injection Attack Type | ✅ Pass | 0.764s | |
-| Penetration Testing Framework | ✅ Pass | 1.384s | |
-| Web Application Security Scanner | ✅ Pass | 0.969s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.244s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 1.070s
+| JSON Response Function | ✅ Pass | 1.472s | |
+| Search Query Function | ✅ Pass | 1.154s | |
+| Ask Advice Function | ✅ Pass | 1.727s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.455s | |
+| Basic Context Memory Test | ✅ Pass | 1.065s | |
+| Function Argument Memory Test | ✅ Pass | 0.940s | |
+| Function Response Memory Test | ✅ Pass | 0.840s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.239s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.333s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.754s | |
+| Penetration Testing Methodology | ✅ Pass | 1.504s | |
+| SQL Injection Attack Type | ✅ Pass | 0.221s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.540s | |
+| Penetration Testing Framework | ✅ Pass | 2.092s | |
+| Web Application Security Scanner | ✅ Pass | 1.218s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.460s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.381s
---
@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.679s | |
-| Text Transform Uppercase | ✅ Pass | 0.630s | |
-| Count from 1 to 5 | ✅ Pass | 0.857s | |
-| Math Calculation | ✅ Pass | 0.643s | |
-| Basic Echo Function | ✅ Pass | 0.729s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.544s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.801s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.858s | |
+| Simple Math | ✅ Pass | 0.874s | |
+| Text Transform Uppercase | ✅ Pass | 0.964s | |
+| Count from 1 to 5 | ✅ Pass | 1.183s | |
+| Math Calculation | ✅ Pass | 0.690s | |
+| Basic Echo Function | ✅ Pass | 1.489s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.249s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 1.094s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.640s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.020s | |
-| Search Query Function | ✅ Pass | 1.030s | |
-| Ask Advice Function | ✅ Pass | 1.093s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.834s | |
-| Basic Context Memory Test | ✅ Pass | 0.950s | |
-| Function Argument Memory Test | ✅ Pass | 0.713s | |
-| Function Response Memory Test | ✅ Pass | 0.678s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.634s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.687s | |
-| Penetration Testing Methodology | ✅ Pass | 1.078s | |
-| Vulnerability Assessment Tools | ✅ Pass | 2.025s | |
-| SQL Injection Attack Type | ✅ Pass | 0.666s | |
-| Penetration Testing Framework | ✅ Pass | 1.095s | |
-| Web Application Security Scanner | ✅ Pass | 0.852s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.876s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.912s
+| JSON Response Function | ✅ Pass | 1.782s | |
+| Search Query Function | ✅ Pass | 1.120s | |
+| Ask Advice Function | ✅ Pass | 1.737s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.208s | |
+| Basic Context Memory Test | ✅ Pass | 1.212s | |
+| Function Argument Memory Test | ✅ Pass | 0.972s | |
+| Function Response Memory Test | ✅ Pass | 0.770s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.241s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.306s | |
+| Penetration Testing Methodology | ✅ Pass | 0.221s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.772s | |
+| SQL Injection Attack Type | ✅ Pass | 0.212s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.754s | |
+| Penetration Testing Framework | ✅ Pass | 2.173s | |
+| Web Application Security Scanner | ✅ Pass | 1.074s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.367s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.255s
---
@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.325s | |
-| Text Transform Uppercase | ✅ Pass | 0.362s | |
-| Count from 1 to 5 | ✅ Pass | 0.503s | |
-| Math Calculation | ✅ Pass | 0.357s | |
-| Basic Echo Function | ✅ Pass | 0.850s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.337s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.433s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.753s | |
+| Simple Math | ✅ Pass | 0.257s | |
+| Text Transform Uppercase | ✅ Pass | 0.211s | |
+| Count from 1 to 5 | ✅ Pass | 0.331s | |
+| Math Calculation | ✅ Pass | 0.231s | |
+| Basic Echo Function | ✅ Pass | 0.219s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.250s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.219s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.279s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.869s | |
-| Search Query Function | ✅ Pass | 0.975s | |
-| Ask Advice Function | ✅ Pass | 0.934s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.085s | |
-| Basic Context Memory Test | ✅ Pass | 0.444s | |
-| Function Argument Memory Test | ✅ Pass | 0.441s | |
-| Function Response Memory Test | ✅ Pass | 0.382s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.539s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.513s | |
-| Penetration Testing Methodology | ✅ Pass | 2.543s | |
-| Vulnerability Assessment Tools | ✅ Pass | 2.088s | |
-| SQL Injection Attack Type | ✅ Pass | 0.346s | |
-| Penetration Testing Framework | ✅ Pass | 1.457s | |
-| Web Application Security Scanner | ✅ Pass | 1.632s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.940s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.875s
+| JSON Response Function | ✅ Pass | 0.291s | |
+| Search Query Function | ✅ Pass | 0.216s | |
+| Ask Advice Function | ✅ Pass | 0.212s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.208s | |
+| Basic Context Memory Test | ✅ Pass | 0.215s | |
+| Function Argument Memory Test | ✅ Pass | 0.207s | |
+| Function Response Memory Test | ✅ Pass | 0.224s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.228s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.219s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.468s | |
+| Penetration Testing Methodology | ✅ Pass | 0.218s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.204s | |
+| SQL Injection Attack Type | ✅ Pass | 0.209s | |
+| Penetration Testing Framework | ✅ Pass | 0.224s | |
+| Web Application Security Scanner | ✅ Pass | 0.214s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.267s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.243s
---
@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.242s | |
-| Text Transform Uppercase | ✅ Pass | 0.523s | |
-| Count from 1 to 5 | ✅ Pass | 0.511s | |
-| Math Calculation | ✅ Pass | 0.356s | |
-| Basic Echo Function | ✅ Pass | 0.847s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.415s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.474s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.922s | |
+| Simple Math | ✅ Pass | 0.262s | |
+| Text Transform Uppercase | ✅ Pass | 0.216s | |
+| Count from 1 to 5 | ✅ Pass | 0.289s | |
+| Math Calculation | ✅ Pass | 0.217s | |
+| Basic Echo Function | ✅ Pass | 0.214s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.223s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.229s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.287s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.955s | |
-| Search Query Function | ✅ Pass | 0.924s | |
-| Ask Advice Function | ✅ Pass | 0.947s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.082s | |
-| Basic Context Memory Test | ✅ Pass | 0.439s | |
-| Function Argument Memory Test | ✅ Pass | 0.473s | |
-| Function Response Memory Test | ✅ Pass | 0.406s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.599s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.480s | |
-| Penetration Testing Methodology | ✅ Pass | 2.319s | |
-| Vulnerability Assessment Tools | ✅ Pass | 2.374s | |
-| SQL Injection Attack Type | ✅ Pass | 0.371s | |
-| Penetration Testing Framework | ✅ Pass | 1.580s | |
-| Web Application Security Scanner | ✅ Pass | 1.439s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.956s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.898s
+| JSON Response Function | ✅ Pass | 0.224s | |
+| Search Query Function | ✅ Pass | 0.237s | |
+| Ask Advice Function | ✅ Pass | 0.232s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.230s | |
+| Basic Context Memory Test | ✅ Pass | 0.213s | |
+| Function Argument Memory Test | ✅ Pass | 0.210s | |
+| Function Response Memory Test | ✅ Pass | 0.217s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.225s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.224s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.436s | |
+| Penetration Testing Methodology | ✅ Pass | 0.218s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.207s | |
+| SQL Injection Attack Type | ✅ Pass | 0.212s | |
+| Penetration Testing Framework | ✅ Pass | 0.215s | |
+| Web Application Security Scanner | ✅ Pass | 0.230s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.244s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.238s
---
@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.158s | |
-| Text Transform Uppercase | ✅ Pass | 0.572s | |
-| Count from 1 to 5 | ✅ Pass | 0.489s | |
-| Math Calculation | ✅ Pass | 0.355s | |
-| Basic Echo Function | ✅ Pass | 0.844s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.413s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.461s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.749s | |
+| Simple Math | ✅ Pass | 0.217s | |
+| Text Transform Uppercase | ✅ Pass | 0.212s | |
+| Count from 1 to 5 | ✅ Pass | 0.248s | |
+| Math Calculation | ✅ Pass | 0.249s | |
+| Basic Echo Function | ✅ Pass | 0.211s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.240s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.225s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.280s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.951s | |
-| Search Query Function | ✅ Pass | 0.857s | |
-| Ask Advice Function | ✅ Pass | 0.876s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.056s | |
-| Basic Context Memory Test | ✅ Pass | 0.462s | |
-| Function Argument Memory Test | ✅ Pass | 0.495s | |
-| Function Response Memory Test | ✅ Pass | 0.407s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.392s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.461s | |
-| Penetration Testing Methodology | ✅ Pass | 2.876s | |
-| Vulnerability Assessment Tools | ✅ Pass | 2.880s | |
-| SQL Injection Attack Type | ✅ Pass | 0.361s | |
-| Penetration Testing Framework | ✅ Pass | 1.738s | |
-| Web Application Security Scanner | ✅ Pass | 1.509s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.996s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.929s
+| JSON Response Function | ✅ Pass | 0.250s | |
+| Search Query Function | ✅ Pass | 0.209s | |
+| Ask Advice Function | ✅ Pass | 0.214s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.215s | |
+| Basic Context Memory Test | ✅ Pass | 0.206s | |
+| Function Argument Memory Test | ✅ Pass | 0.205s | |
+| Function Response Memory Test | ✅ Pass | 0.204s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.210s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.212s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.429s | |
+| Penetration Testing Methodology | ✅ Pass | 0.209s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.207s | |
+| SQL Injection Attack Type | ✅ Pass | 0.209s | |
+| Penetration Testing Framework | ✅ Pass | 0.218s | |
+| Web Application Security Scanner | ✅ Pass | 0.216s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.242s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.231s
---
@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.082s | |
-| Text Transform Uppercase | ✅ Pass | 2.219s | |
-| Count from 1 to 5 | ✅ Pass | 2.938s | |
-| Math Calculation | ✅ Pass | 2.041s | |
-| Basic Echo Function | ✅ Pass | 1.559s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.969s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.695s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.369s | |
+| Simple Math | ✅ Pass | 0.215s | |
+| Text Transform Uppercase | ✅ Pass | 0.210s | |
+| Count from 1 to 5 | ✅ Pass | 0.229s | |
+| Math Calculation | ✅ Pass | 0.241s | |
+| Basic Echo Function | ✅ Pass | 0.219s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.243s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.212s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.265s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.001s | |
-| Search Query Function | ✅ Pass | 1.574s | |
-| Ask Advice Function | ✅ Pass | 2.571s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.505s | |
-| Basic Context Memory Test | ✅ Pass | 2.486s | |
-| Function Argument Memory Test | ✅ Pass | 1.336s | |
-| Function Response Memory Test | ✅ Pass | 1.431s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.872s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.931s | |
-| Penetration Testing Methodology | ✅ Pass | 7.704s | |
-| SQL Injection Attack Type | ✅ Pass | 2.423s | |
-| Vulnerability Assessment Tools | ✅ Pass | 10.358s | |
-| Penetration Testing Framework | ✅ Pass | 7.475s | |
-| Web Application Security Scanner | ✅ Pass | 8.320s | |
-| Penetration Testing Tool Selection | ✅ Pass | 5.290s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.311s
+| JSON Response Function | ✅ Pass | 0.225s | |
+| Search Query Function | ✅ Pass | 0.219s | |
+| Ask Advice Function | ✅ Pass | 0.211s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.209s | |
+| Basic Context Memory Test | ✅ Pass | 0.211s | |
+| Function Argument Memory Test | ✅ Pass | 0.210s | |
+| Function Response Memory Test | ✅ Pass | 0.210s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.267s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.226s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.430s | |
+| Penetration Testing Methodology | ✅ Pass | 0.212s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.214s | |
+| SQL Injection Attack Type | ✅ Pass | 0.213s | |
+| Penetration Testing Framework | ✅ Pass | 0.256s | |
+| Web Application Security Scanner | ✅ Pass | 0.217s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.222s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.233s
---
@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.807s | |
-| Text Transform Uppercase | ✅ Pass | 4.032s | |
-| Math Calculation | ✅ Pass | 1.855s | |
-| Basic Echo Function | ✅ Pass | 2.188s | |
-| Count from 1 to 5 | ✅ Pass | 6.222s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.774s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.077s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.594s | |
+| Simple Math | ✅ Pass | 0.225s | |
+| Text Transform Uppercase | ✅ Pass | 0.212s | |
+| Count from 1 to 5 | ✅ Pass | 0.232s | |
+| Math Calculation | ✅ Pass | 0.215s | |
+| Basic Echo Function | ✅ Pass | 0.207s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.217s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.230s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.269s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.802s | |
-| Search Query Function | ✅ Pass | 1.382s | |
-| Ask Advice Function | ✅ Pass | 2.326s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.422s | |
-| Basic Context Memory Test | ✅ Pass | 2.410s | |
-| Function Argument Memory Test | ✅ Pass | 1.547s | |
-| Function Response Memory Test | ✅ Pass | 1.870s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.757s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 4.061s | |
-| Penetration Testing Methodology | ✅ Pass | 6.035s | |
-| SQL Injection Attack Type | ✅ Pass | 3.266s | |
-| Vulnerability Assessment Tools | ✅ Pass | 7.942s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.049s | |
-| Web Application Security Scanner | ✅ Pass | 7.245s | |
-| Penetration Testing Framework | ✅ Pass | 12.260s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.519s
+| JSON Response Function | ✅ Pass | 0.222s | |
+| Search Query Function | ✅ Pass | 0.208s | |
+| Ask Advice Function | ✅ Pass | 0.204s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.235s | |
+| Basic Context Memory Test | ✅ Pass | 0.429s | |
+| Function Argument Memory Test | ✅ Pass | 0.215s | |
+| Function Response Memory Test | ✅ Pass | 0.207s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.217s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.226s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.423s | |
+| Penetration Testing Methodology | ✅ Pass | 0.217s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.212s | |
+| SQL Injection Attack Type | ✅ Pass | 0.214s | |
+| Penetration Testing Framework | ✅ Pass | 0.217s | |
+| Web Application Security Scanner | ✅ Pass | 0.222s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.234s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.238s
---
@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 15:31:43 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.800s | |
-| Text Transform Uppercase | ✅ Pass | 2.974s | |
-| Math Calculation | ✅ Pass | 1.781s | |
-| Count from 1 to 5 | ✅ Pass | 3.352s | |
-| Basic Echo Function | ✅ Pass | 1.788s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.382s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.549s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.524s | |
+| Simple Math | ✅ Pass | 0.212s | |
+| Text Transform Uppercase | ✅ Pass | 0.207s | |
+| Count from 1 to 5 | ✅ Pass | 0.218s | |
+| Math Calculation | ✅ Pass | 0.235s | |
+| Basic Echo Function | ✅ Pass | 0.217s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.220s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.208s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.268s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.694s | |
-| Search Query Function | ✅ Pass | 1.305s | |
-| Ask Advice Function | ✅ Pass | 3.077s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.206s | |
-| Function Argument Memory Test | ✅ Pass | 1.352s | |
-| Basic Context Memory Test | ✅ Pass | 3.221s | |
-| Function Response Memory Test | ✅ Pass | 1.188s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.963s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.485s | |
-| Penetration Testing Methodology | ✅ Pass | 6.373s | |
-| SQL Injection Attack Type | ✅ Pass | 3.415s | |
-| Vulnerability Assessment Tools | ✅ Pass | 6.750s | |
-| Penetration Testing Framework | ✅ Pass | 7.276s | |
-| Web Application Security Scanner | ✅ Pass | 6.321s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.003s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.947s
+| JSON Response Function | ✅ Pass | 0.214s | |
+| Search Query Function | ✅ Pass | 0.293s | |
+| Ask Advice Function | ✅ Pass | 0.219s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.222s | |
+| Basic Context Memory Test | ✅ Pass | 0.417s | |
+| Function Argument Memory Test | ✅ Pass | 0.209s | |
+| Function Response Memory Test | ✅ Pass | 0.210s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.214s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.219s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.406s | |
+| Penetration Testing Methodology | ✅ Pass | 0.222s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.215s | |
+| SQL Injection Attack Type | ✅ Pass | 0.215s | |
+| Penetration Testing Framework | ✅ Pass | 0.217s | |
+| Web Application Security Scanner | ✅ Pass | 0.220s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.233s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.239s
---
diff --git a/examples/tests/vllm-qwen3.6-27b-fp8.report.md b/examples/tests/vllm-qwen3.6-27b-fp8.report.md
index cfef8c35..93ab88c4 100644
--- a/examples/tests/vllm-qwen3.6-27b-fp8.report.md
+++ b/examples/tests/vllm-qwen3.6-27b-fp8.report.md
@@ -1,27 +1,27 @@
# LLM Agent Testing Report
-Generated: Tue, 21 Jul 2026 15:26:19 UTC
+Generated: Thu, 23 Jul 2026 11:02:56 UTC
## Overall Results
| Agent | Model | Reasoning | Success Rate | Average Latency |
|-------|-------|-----------|--------------|-----------------|
-| simple | Qwen/Qwen3.6-27B-FP8 | false | 23/23 (100.00%) | 0.877s |
-| simple_json | Qwen/Qwen3.6-27B-FP8 | false | 7/7 (100.00%) | 0.781s |
-| primary_agent | Qwen/Qwen3.6-27B-FP8 | true | 22/23 (95.65%) | 3.168s |
-| assistant | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 3.532s |
-| generator | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 3.354s |
-| refiner | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 3.250s |
-| adviser | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 5.741s |
-| reflector | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 0.835s |
-| searcher | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 0.875s |
-| enricher | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 0.936s |
-| coder | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 3.361s |
-| installer | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 6.277s |
-| pentester | Qwen/Qwen3.6-27B-FP8 | true | 23/23 (100.00%) | 2.999s |
-
-**Total**: 282/283 (99.65%) successful tests
-**Overall average latency**: 2.881s
+| simple | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 1.297s |
+| simple_json | Qwen/Qwen3.6-27B-FP8 | false | 7/7 (100.00%) | 1.093s |
+| primary_agent | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 4.874s |
+| assistant | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 4.496s |
+| generator | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 4.518s |
+| refiner | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 5.409s |
+| adviser | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 4.690s |
+| reflector | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 2.113s |
+| searcher | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 0.494s |
+| enricher | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 0.270s |
+| coder | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 4.309s |
+| installer | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 4.625s |
+| pentester | Qwen/Qwen3.6-27B-FP8 | true | 24/24 (100.00%) | 3.453s |
+
+**Total**: 295/295 (100.00%) successful tests
+**Overall average latency**: 3.325s
## Detailed Results
@@ -31,38 +31,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.624s | |
-| Text Transform Uppercase | ✅ Pass | 0.357s | |
-| Count from 1 to 5 | ✅ Pass | 0.476s | |
-| Math Calculation | ✅ Pass | 0.345s | |
-| Basic Echo Function | ✅ Pass | 0.661s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.336s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.418s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.602s | |
+| Simple Math | ✅ Pass | 0.817s | |
+| Text Transform Uppercase | ✅ Pass | 0.873s | |
+| Count from 1 to 5 | ✅ Pass | 0.616s | |
+| Math Calculation | ✅ Pass | 0.523s | |
+| Basic Echo Function | ✅ Pass | 0.942s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.512s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.633s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.377s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.783s | |
-| Search Query Function | ✅ Pass | 0.637s | |
-| Ask Advice Function | ✅ Pass | 0.924s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.604s | |
-| Basic Context Memory Test | ✅ Pass | 0.490s | |
-| Function Argument Memory Test | ✅ Pass | 0.395s | |
-| Function Response Memory Test | ✅ Pass | 0.369s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.372s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.393s | |
-| Penetration Testing Methodology | ✅ Pass | 2.749s | |
-| Vulnerability Assessment Tools | ✅ Pass | 2.405s | |
-| SQL Injection Attack Type | ✅ Pass | 0.390s | |
-| Penetration Testing Framework | ✅ Pass | 2.549s | |
-| Web Application Security Scanner | ✅ Pass | 1.275s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.998s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.877s
+| JSON Response Function | ✅ Pass | 1.342s | |
+| Search Query Function | ✅ Pass | 0.890s | |
+| Ask Advice Function | ✅ Pass | 1.150s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.884s | |
+| Basic Context Memory Test | ✅ Pass | 0.635s | |
+| Function Argument Memory Test | ✅ Pass | 0.581s | |
+| Function Response Memory Test | ✅ Pass | 0.551s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.691s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.600s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.886s | |
+| Penetration Testing Methodology | ✅ Pass | 3.163s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.430s | |
+| SQL Injection Attack Type | ✅ Pass | 0.530s | |
+| Penetration Testing Framework | ✅ Pass | 3.282s | |
+| Web Application Security Scanner | ✅ Pass | 2.106s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.108s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 1.297s
---
@@ -72,22 +73,22 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Person Information JSON | ✅ Pass | 0.454s | |
-| Project Information JSON | ✅ Pass | 0.656s | |
-| Vulnerability Report Memory Test | ✅ Pass | 1.517s | |
-| User Profile JSON | ✅ Pass | 0.559s | |
-| Streaming Person Information JSON Streaming | ✅ Pass | 0.678s | |
-| JSON Array Response Without Schema | ✅ Pass | 1.107s | |
+| Vulnerability Report Memory Test | ✅ Pass | 2.003s | |
+| Person Information JSON | ✅ Pass | 0.787s | |
+| Project Information JSON | ✅ Pass | 0.767s | |
+| User Profile JSON | ✅ Pass | 0.904s | |
+| Streaming Person Information JSON Streaming | ✅ Pass | 0.890s | |
+| JSON Array Response Without Schema | ✅ Pass | 1.350s | |
#### Capability Tests
| Test | Capability | Result | Latency | Note |
|------|------------|--------|---------|------|
-| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.495s | |
+| Structured Output With JSON Schema | structured_output | ✅ Pass | 0.944s | |
**Summary**: 7/7 (100.00%) successful tests
-**Average latency**: 0.781s
+**Average latency**: 1.093s
---
@@ -97,38 +98,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.314s | |
-| Text Transform Uppercase | ✅ Pass | 2.568s | |
-| Count from 1 to 5 | ✅ Pass | 2.903s | |
-| Math Calculation | ✅ Pass | 1.699s | |
-| Basic Echo Function | ✅ Pass | 2.587s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.727s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.023s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.244s | |
+| Simple Math | ✅ Pass | 3.840s | |
+| Text Transform Uppercase | ✅ Pass | 2.757s | |
+| Count from 1 to 5 | ✅ Pass | 23.297s | |
+| Math Calculation | ✅ Pass | 2.085s | |
+| Basic Echo Function | ✅ Pass | 1.593s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.733s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.092s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.554s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.301s | |
-| Search Query Function | ✅ Pass | 0.896s | |
-| Ask Advice Function | ✅ Pass | 2.751s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.396s | |
-| Basic Context Memory Test | ✅ Pass | 3.293s | |
-| Function Argument Memory Test | ✅ Pass | 2.259s | |
-| Function Response Memory Test | ✅ Pass | 1.446s | |
-| Cybersecurity Workflow Memory Test | ❌ Fail | 0.247s | API returned unexpected status code: 502 |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 6.357s | |
-| Penetration Testing Methodology | ✅ Pass | 7.403s | |
-| Vulnerability Assessment Tools | ✅ Pass | 8.894s | |
-| SQL Injection Attack Type | ✅ Pass | 3.029s | |
-| Penetration Testing Framework | ✅ Pass | 7.308s | |
-| Web Application Security Scanner | ✅ Pass | 6.238s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.982s | |
-
-**Summary**: 22/23 (95.65%) successful tests
-
-**Average latency**: 3.168s
+| JSON Response Function | ✅ Pass | 3.371s | |
+| Search Query Function | ✅ Pass | 1.165s | |
+| Ask Advice Function | ✅ Pass | 3.085s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.586s | |
+| Basic Context Memory Test | ✅ Pass | 3.608s | |
+| Function Argument Memory Test | ✅ Pass | 1.422s | |
+| Function Response Memory Test | ✅ Pass | 3.631s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.060s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.691s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.489s | |
+| Penetration Testing Methodology | ✅ Pass | 9.435s | |
+| Vulnerability Assessment Tools | ✅ Pass | 12.149s | |
+| SQL Injection Attack Type | ✅ Pass | 4.313s | |
+| Penetration Testing Framework | ✅ Pass | 10.616s | |
+| Web Application Security Scanner | ✅ Pass | 7.340s | |
+| Penetration Testing Tool Selection | ✅ Pass | 4.046s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 4.874s
---
@@ -138,38 +140,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.041s | |
-| Text Transform Uppercase | ✅ Pass | 2.711s | |
-| Count from 1 to 5 | ✅ Pass | 3.078s | |
-| Math Calculation | ✅ Pass | 1.944s | |
-| Basic Echo Function | ✅ Pass | 1.700s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.641s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.790s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.759s | |
+| Simple Math | ✅ Pass | 3.507s | |
+| Text Transform Uppercase | ✅ Pass | 1.897s | |
+| Count from 1 to 5 | ✅ Pass | 24.442s | |
+| Math Calculation | ✅ Pass | 1.769s | |
+| Basic Echo Function | ✅ Pass | 1.990s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.866s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.995s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.554s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 4.203s | |
-| Search Query Function | ✅ Pass | 1.706s | |
-| Ask Advice Function | ✅ Pass | 2.062s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.181s | |
-| Basic Context Memory Test | ✅ Pass | 3.017s | |
-| Function Argument Memory Test | ✅ Pass | 1.716s | |
-| Function Response Memory Test | ✅ Pass | 2.329s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.284s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 7.690s | |
-| Penetration Testing Methodology | ✅ Pass | 7.370s | |
-| Vulnerability Assessment Tools | ✅ Pass | 7.975s | |
-| SQL Injection Attack Type | ✅ Pass | 3.552s | |
-| Penetration Testing Framework | ✅ Pass | 7.924s | |
-| Web Application Security Scanner | ✅ Pass | 6.412s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.139s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.532s
+| JSON Response Function | ✅ Pass | 2.256s | |
+| Search Query Function | ✅ Pass | 1.687s | |
+| Ask Advice Function | ✅ Pass | 2.096s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.609s | |
+| Basic Context Memory Test | ✅ Pass | 3.280s | |
+| Function Argument Memory Test | ✅ Pass | 1.519s | |
+| Function Response Memory Test | ✅ Pass | 2.905s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.206s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.167s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 8.111s | |
+| Penetration Testing Methodology | ✅ Pass | 8.559s | |
+| Vulnerability Assessment Tools | ✅ Pass | 6.973s | |
+| SQL Injection Attack Type | ✅ Pass | 3.183s | |
+| Penetration Testing Framework | ✅ Pass | 8.294s | |
+| Web Application Security Scanner | ✅ Pass | 5.902s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.132s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 4.496s
---
@@ -179,38 +182,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.677s | |
-| Text Transform Uppercase | ✅ Pass | 2.245s | |
-| Count from 1 to 5 | ✅ Pass | 3.411s | |
-| Math Calculation | ✅ Pass | 1.499s | |
-| Basic Echo Function | ✅ Pass | 2.209s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.010s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.073s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.806s | |
+| Simple Math | ✅ Pass | 2.585s | |
+| Text Transform Uppercase | ✅ Pass | 2.628s | |
+| Count from 1 to 5 | ✅ Pass | 23.202s | |
+| Math Calculation | ✅ Pass | 1.985s | |
+| Basic Echo Function | ✅ Pass | 1.791s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.590s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.357s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.504s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.294s | |
-| Search Query Function | ✅ Pass | 2.087s | |
-| Ask Advice Function | ✅ Pass | 2.326s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 2.099s | |
-| Basic Context Memory Test | ✅ Pass | 2.675s | |
-| Function Argument Memory Test | ✅ Pass | 2.940s | |
-| Function Response Memory Test | ✅ Pass | 4.411s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.787s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.556s | |
-| Penetration Testing Methodology | ✅ Pass | 7.681s | |
-| Vulnerability Assessment Tools | ✅ Pass | 9.115s | |
-| SQL Injection Attack Type | ✅ Pass | 3.597s | |
-| Penetration Testing Framework | ✅ Pass | 7.387s | |
-| Web Application Security Scanner | ✅ Pass | 5.811s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.429s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.354s
+| JSON Response Function | ✅ Pass | 2.982s | |
+| Search Query Function | ✅ Pass | 2.255s | |
+| Ask Advice Function | ✅ Pass | 2.174s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.719s | |
+| Basic Context Memory Test | ✅ Pass | 3.138s | |
+| Function Argument Memory Test | ✅ Pass | 1.350s | |
+| Function Response Memory Test | ✅ Pass | 2.353s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 6.086s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.940s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.938s | |
+| Penetration Testing Methodology | ✅ Pass | 10.433s | |
+| Vulnerability Assessment Tools | ✅ Pass | 7.994s | |
+| SQL Injection Attack Type | ✅ Pass | 3.726s | |
+| Penetration Testing Framework | ✅ Pass | 7.251s | |
+| Web Application Security Scanner | ✅ Pass | 4.251s | |
+| Penetration Testing Tool Selection | ✅ Pass | 3.175s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 4.518s
---
@@ -220,38 +224,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.045s | |
-| Text Transform Uppercase | ✅ Pass | 2.766s | |
-| Count from 1 to 5 | ✅ Pass | 3.423s | |
-| Math Calculation | ✅ Pass | 1.984s | |
-| Basic Echo Function | ✅ Pass | 2.168s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.710s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.720s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.724s | |
+| Simple Math | ✅ Pass | 3.699s | |
+| Text Transform Uppercase | ✅ Pass | 3.012s | |
+| Count from 1 to 5 | ✅ Pass | 23.392s | |
+| Math Calculation | ✅ Pass | 1.961s | |
+| Basic Echo Function | ✅ Pass | 2.761s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.349s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.090s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.226s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.737s | |
-| Search Query Function | ✅ Pass | 1.641s | |
-| Ask Advice Function | ✅ Pass | 1.517s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.751s | |
-| Basic Context Memory Test | ✅ Pass | 1.921s | |
-| Function Argument Memory Test | ✅ Pass | 3.008s | |
-| Function Response Memory Test | ✅ Pass | 1.607s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.890s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.124s | |
-| Penetration Testing Methodology | ✅ Pass | 6.267s | |
-| Vulnerability Assessment Tools | ✅ Pass | 8.601s | |
-| SQL Injection Attack Type | ✅ Pass | 3.598s | |
-| Penetration Testing Framework | ✅ Pass | 7.453s | |
-| Web Application Security Scanner | ✅ Pass | 5.439s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.652s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.250s
+| JSON Response Function | ✅ Pass | 3.152s | |
+| Search Query Function | ✅ Pass | 2.804s | |
+| Ask Advice Function | ✅ Pass | 3.465s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.743s | |
+| Basic Context Memory Test | ✅ Pass | 3.283s | |
+| Function Argument Memory Test | ✅ Pass | 1.567s | |
+| Function Response Memory Test | ✅ Pass | 1.550s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.854s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.232s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.511s | |
+| Penetration Testing Methodology | ✅ Pass | 9.651s | |
+| Vulnerability Assessment Tools | ✅ Pass | 11.079s | |
+| SQL Injection Attack Type | ✅ Pass | 15.503s | |
+| Penetration Testing Framework | ✅ Pass | 13.215s | |
+| Web Application Security Scanner | ✅ Pass | 5.997s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.713s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 5.409s
---
@@ -261,38 +266,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.796s | |
-| Text Transform Uppercase | ✅ Pass | 2.022s | |
-| Count from 1 to 5 | ✅ Pass | 2.724s | |
-| Math Calculation | ✅ Pass | 2.223s | |
-| Basic Echo Function | ✅ Pass | 1.523s | |
-| Streaming Simple Math Streaming | ✅ Pass | 1.985s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.725s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.368s | |
+| Simple Math | ✅ Pass | 3.787s | |
+| Text Transform Uppercase | ✅ Pass | 2.683s | |
+| Count from 1 to 5 | ✅ Pass | 22.764s | |
+| Math Calculation | ✅ Pass | 2.060s | |
+| Basic Echo Function | ✅ Pass | 2.330s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.256s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 3.909s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 4.587s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.680s | |
-| Search Query Function | ✅ Pass | 1.935s | |
-| Ask Advice Function | ✅ Pass | 1.873s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.135s | |
-| Basic Context Memory Test | ✅ Pass | 2.274s | |
-| Function Argument Memory Test | ✅ Pass | 1.882s | |
-| Function Response Memory Test | ✅ Pass | 1.363s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.059s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.751s | |
-| Penetration Testing Methodology | ✅ Pass | 8.470s | |
-| SQL Injection Attack Type | ✅ Pass | 3.770s | |
-| Penetration Testing Framework | ✅ Pass | 7.895s | |
-| Web Application Security Scanner | ✅ Pass | 4.795s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.278s | |
-| Vulnerability Assessment Tools | ✅ Pass | 69.509s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 5.741s
+| JSON Response Function | ✅ Pass | 0.519s | |
+| Search Query Function | ✅ Pass | 0.297s | |
+| Ask Advice Function | ✅ Pass | 4.167s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.687s | |
+| Basic Context Memory Test | ✅ Pass | 2.957s | |
+| Function Argument Memory Test | ✅ Pass | 2.440s | |
+| Function Response Memory Test | ✅ Pass | 3.161s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 3.586s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 3.017s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.254s | |
+| Penetration Testing Methodology | ✅ Pass | 8.891s | |
+| Vulnerability Assessment Tools | ✅ Pass | 8.617s | |
+| SQL Injection Attack Type | ✅ Pass | 3.427s | |
+| Penetration Testing Framework | ✅ Pass | 13.348s | |
+| Web Application Security Scanner | ✅ Pass | 5.351s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.462s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 4.690s
---
@@ -302,38 +308,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.624s | |
-| Text Transform Uppercase | ✅ Pass | 0.518s | |
-| Count from 1 to 5 | ✅ Pass | 0.484s | |
-| Math Calculation | ✅ Pass | 0.394s | |
-| Basic Echo Function | ✅ Pass | 0.672s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.380s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.453s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.751s | |
+| Simple Math | ✅ Pass | 0.611s | |
+| Text Transform Uppercase | ✅ Pass | 0.609s | |
+| Count from 1 to 5 | ✅ Pass | 20.127s | |
+| Math Calculation | ✅ Pass | 0.550s | |
+| Basic Echo Function | ✅ Pass | 1.434s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.559s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.751s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 1.474s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.903s | |
-| Search Query Function | ✅ Pass | 0.751s | |
-| Ask Advice Function | ✅ Pass | 0.954s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.844s | |
-| Basic Context Memory Test | ✅ Pass | 0.489s | |
-| Function Argument Memory Test | ✅ Pass | 0.435s | |
-| Function Response Memory Test | ✅ Pass | 0.405s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.411s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.476s | |
-| Penetration Testing Methodology | ✅ Pass | 2.687s | |
-| Vulnerability Assessment Tools | ✅ Pass | 1.877s | |
-| SQL Injection Attack Type | ✅ Pass | 0.364s | |
-| Penetration Testing Framework | ✅ Pass | 1.148s | |
-| Web Application Security Scanner | ✅ Pass | 1.275s | |
-| Penetration Testing Tool Selection | ✅ Pass | 0.904s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.835s
+| JSON Response Function | ✅ Pass | 1.402s | |
+| Search Query Function | ✅ Pass | 0.818s | |
+| Ask Advice Function | ✅ Pass | 1.805s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.035s | |
+| Basic Context Memory Test | ✅ Pass | 0.793s | |
+| Function Argument Memory Test | ✅ Pass | 0.591s | |
+| Function Response Memory Test | ✅ Pass | 1.043s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 1.845s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.819s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.852s | |
+| Penetration Testing Methodology | ✅ Pass | 2.214s | |
+| Vulnerability Assessment Tools | ✅ Pass | 2.514s | |
+| SQL Injection Attack Type | ✅ Pass | 1.162s | |
+| Penetration Testing Framework | ✅ Pass | 1.400s | |
+| Web Application Security Scanner | ✅ Pass | 1.947s | |
+| Penetration Testing Tool Selection | ✅ Pass | 1.350s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 2.113s
---
@@ -343,38 +350,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.259s | |
-| Text Transform Uppercase | ✅ Pass | 0.397s | |
-| Count from 1 to 5 | ✅ Pass | 0.503s | |
-| Math Calculation | ✅ Pass | 0.367s | |
-| Basic Echo Function | ✅ Pass | 0.772s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.366s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.453s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.690s | |
+| Simple Math | ✅ Pass | 0.672s | |
+| Text Transform Uppercase | ✅ Pass | 0.208s | |
+| Count from 1 to 5 | ✅ Pass | 0.214s | |
+| Math Calculation | ✅ Pass | 0.217s | |
+| Basic Echo Function | ✅ Pass | 0.215s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.292s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.243s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.475s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.852s | |
-| Search Query Function | ✅ Pass | 0.829s | |
-| Ask Advice Function | ✅ Pass | 0.950s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.866s | |
-| Basic Context Memory Test | ✅ Pass | 0.521s | |
-| Function Argument Memory Test | ✅ Pass | 0.431s | |
-| Function Response Memory Test | ✅ Pass | 0.387s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.551s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.657s | |
-| Penetration Testing Methodology | ✅ Pass | 2.595s | |
-| Vulnerability Assessment Tools | ✅ Pass | 2.407s | |
-| SQL Injection Attack Type | ✅ Pass | 0.366s | |
-| Penetration Testing Framework | ✅ Pass | 1.379s | |
-| Web Application Security Scanner | ✅ Pass | 1.466s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.048s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.875s
+| JSON Response Function | ✅ Pass | 0.291s | |
+| Search Query Function | ✅ Pass | 0.317s | |
+| Ask Advice Function | ✅ Pass | 0.402s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.328s | |
+| Basic Context Memory Test | ✅ Pass | 0.214s | |
+| Function Argument Memory Test | ✅ Pass | 0.214s | |
+| Function Response Memory Test | ✅ Pass | 0.239s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.262s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.229s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.579s | |
+| Penetration Testing Methodology | ✅ Pass | 5.138s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.221s | |
+| SQL Injection Attack Type | ✅ Pass | 0.212s | |
+| Penetration Testing Framework | ✅ Pass | 0.214s | |
+| Web Application Security Scanner | ✅ Pass | 0.212s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.237s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.494s
---
@@ -384,38 +392,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 0.166s | |
-| Text Transform Uppercase | ✅ Pass | 0.501s | |
-| Count from 1 to 5 | ✅ Pass | 0.497s | |
-| Math Calculation | ✅ Pass | 0.366s | |
-| Basic Echo Function | ✅ Pass | 0.734s | |
-| Streaming Simple Math Streaming | ✅ Pass | 0.352s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.461s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 0.837s | |
+| Simple Math | ✅ Pass | 0.217s | |
+| Text Transform Uppercase | ✅ Pass | 0.212s | |
+| Count from 1 to 5 | ✅ Pass | 0.209s | |
+| Math Calculation | ✅ Pass | 0.207s | |
+| Basic Echo Function | ✅ Pass | 0.221s | |
+| Streaming Simple Math Streaming | ✅ Pass | 0.274s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 0.261s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 0.477s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 0.827s | |
-| Search Query Function | ✅ Pass | 0.790s | |
-| Ask Advice Function | ✅ Pass | 0.995s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 0.740s | |
-| Basic Context Memory Test | ✅ Pass | 0.533s | |
-| Function Argument Memory Test | ✅ Pass | 0.451s | |
-| Function Response Memory Test | ✅ Pass | 0.409s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 1.504s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 0.580s | |
-| Penetration Testing Methodology | ✅ Pass | 2.463s | |
-| Vulnerability Assessment Tools | ✅ Pass | 2.674s | |
-| SQL Injection Attack Type | ✅ Pass | 0.346s | |
-| Penetration Testing Framework | ✅ Pass | 2.681s | |
-| Web Application Security Scanner | ✅ Pass | 1.613s | |
-| Penetration Testing Tool Selection | ✅ Pass | 1.001s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 0.936s
+| JSON Response Function | ✅ Pass | 0.253s | |
+| Search Query Function | ✅ Pass | 0.287s | |
+| Ask Advice Function | ✅ Pass | 0.235s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 0.232s | |
+| Basic Context Memory Test | ✅ Pass | 0.212s | |
+| Function Argument Memory Test | ✅ Pass | 0.288s | |
+| Function Response Memory Test | ✅ Pass | 0.445s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 0.409s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 0.313s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 0.428s | |
+| Penetration Testing Methodology | ✅ Pass | 0.222s | |
+| Vulnerability Assessment Tools | ✅ Pass | 0.214s | |
+| SQL Injection Attack Type | ✅ Pass | 0.206s | |
+| Penetration Testing Framework | ✅ Pass | 0.217s | |
+| Web Application Security Scanner | ✅ Pass | 0.210s | |
+| Penetration Testing Tool Selection | ✅ Pass | 0.214s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 0.270s
---
@@ -425,38 +434,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.135s | |
-| Text Transform Uppercase | ✅ Pass | 2.539s | |
-| Count from 1 to 5 | ✅ Pass | 3.738s | |
-| Math Calculation | ✅ Pass | 1.360s | |
-| Basic Echo Function | ✅ Pass | 2.107s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.081s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 5.350s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 4.815s | |
+| Simple Math | ✅ Pass | 2.783s | |
+| Text Transform Uppercase | ✅ Pass | 2.497s | |
+| Count from 1 to 5 | ✅ Pass | 22.545s | |
+| Math Calculation | ✅ Pass | 2.090s | |
+| Basic Echo Function | ✅ Pass | 2.165s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.531s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.619s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.314s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.649s | |
-| Search Query Function | ✅ Pass | 1.346s | |
-| Ask Advice Function | ✅ Pass | 2.244s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.088s | |
-| Basic Context Memory Test | ✅ Pass | 3.039s | |
-| Function Argument Memory Test | ✅ Pass | 1.380s | |
-| Function Response Memory Test | ✅ Pass | 3.934s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 2.733s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 2.180s | |
-| Penetration Testing Methodology | ✅ Pass | 6.927s | |
-| Vulnerability Assessment Tools | ✅ Pass | 8.605s | |
-| SQL Injection Attack Type | ✅ Pass | 3.516s | |
-| Penetration Testing Framework | ✅ Pass | 7.560s | |
-| Web Application Security Scanner | ✅ Pass | 4.755s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.213s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 3.361s
+| JSON Response Function | ✅ Pass | 1.965s | |
+| Search Query Function | ✅ Pass | 1.762s | |
+| Ask Advice Function | ✅ Pass | 2.114s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.459s | |
+| Basic Context Memory Test | ✅ Pass | 3.015s | |
+| Function Argument Memory Test | ✅ Pass | 1.983s | |
+| Function Response Memory Test | ✅ Pass | 1.850s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.977s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 6.159s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 3.949s | |
+| Penetration Testing Methodology | ✅ Pass | 8.198s | |
+| Vulnerability Assessment Tools | ✅ Pass | 7.722s | |
+| SQL Injection Attack Type | ✅ Pass | 4.845s | |
+| Penetration Testing Framework | ✅ Pass | 7.508s | |
+| Web Application Security Scanner | ✅ Pass | 4.216s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.137s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 4.309s
---
@@ -466,38 +476,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 2.076s | |
-| Text Transform Uppercase | ✅ Pass | 2.101s | |
-| Count from 1 to 5 | ✅ Pass | 4.749s | |
-| Math Calculation | ✅ Pass | 1.669s | |
-| Basic Echo Function | ✅ Pass | 1.741s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.022s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.826s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 2.107s | |
+| Simple Math | ✅ Pass | 2.641s | |
+| Text Transform Uppercase | ✅ Pass | 2.646s | |
+| Count from 1 to 5 | ✅ Pass | 22.984s | |
+| Math Calculation | ✅ Pass | 2.059s | |
+| Basic Echo Function | ✅ Pass | 1.856s | |
+| Streaming Simple Math Streaming | ✅ Pass | 2.449s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.693s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 2.316s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 1.669s | |
-| Search Query Function | ✅ Pass | 1.274s | |
-| Ask Advice Function | ✅ Pass | 2.619s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.557s | |
-| Basic Context Memory Test | ✅ Pass | 2.334s | |
-| Function Argument Memory Test | ✅ Pass | 1.931s | |
-| Function Response Memory Test | ✅ Pass | 1.398s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 3.201s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.667s | |
-| Penetration Testing Methodology | ✅ Pass | 7.674s | |
-| SQL Injection Attack Type | ✅ Pass | 5.422s | |
-| Penetration Testing Framework | ✅ Pass | 11.689s | |
-| Web Application Security Scanner | ✅ Pass | 5.730s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.548s | |
-| Vulnerability Assessment Tools | ✅ Pass | 74.361s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 6.277s
+| JSON Response Function | ✅ Pass | 2.602s | |
+| Search Query Function | ✅ Pass | 1.596s | |
+| Ask Advice Function | ✅ Pass | 2.780s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.641s | |
+| Basic Context Memory Test | ✅ Pass | 2.458s | |
+| Function Argument Memory Test | ✅ Pass | 1.962s | |
+| Function Response Memory Test | ✅ Pass | 1.824s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.969s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.246s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 5.041s | |
+| Penetration Testing Methodology | ✅ Pass | 16.871s | |
+| Vulnerability Assessment Tools | ✅ Pass | 7.280s | |
+| SQL Injection Attack Type | ✅ Pass | 3.475s | |
+| Penetration Testing Framework | ✅ Pass | 8.601s | |
+| Web Application Security Scanner | ✅ Pass | 5.177s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.830s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 4.625s
---
@@ -507,38 +518,39 @@ Generated: Tue, 21 Jul 2026 15:26:19 UTC
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| Simple Math | ✅ Pass | 1.616s | |
-| Text Transform Uppercase | ✅ Pass | 2.141s | |
-| Count from 1 to 5 | ✅ Pass | 2.635s | |
-| Math Calculation | ✅ Pass | 1.734s | |
-| Basic Echo Function | ✅ Pass | 3.264s | |
-| Streaming Simple Math Streaming | ✅ Pass | 2.129s | |
-| Streaming Count from 1 to 3 Streaming | ✅ Pass | 2.503s | |
-| Streaming Basic Echo Function Streaming | ✅ Pass | 1.289s | |
+| Simple Math | ✅ Pass | 2.630s | |
+| Text Transform Uppercase | ✅ Pass | 2.407s | |
+| Count from 1 to 5 | ✅ Pass | 3.551s | |
+| Math Calculation | ✅ Pass | 1.991s | |
+| Basic Echo Function | ✅ Pass | 1.816s | |
+| Streaming Simple Math Streaming | ✅ Pass | 1.833s | |
+| Streaming Count from 1 to 3 Streaming | ✅ Pass | 4.556s | |
+| Streaming Basic Echo Function Streaming | ✅ Pass | 3.526s | |
#### Advanced Tests
| Test | Result | Latency | Error |
|------|--------|---------|-------|
-| JSON Response Function | ✅ Pass | 2.096s | |
-| Search Query Function | ✅ Pass | 1.516s | |
-| Ask Advice Function | ✅ Pass | 1.979s | |
-| Streaming Search Query Function Streaming | ✅ Pass | 1.287s | |
-| Basic Context Memory Test | ✅ Pass | 2.120s | |
-| Function Argument Memory Test | ✅ Pass | 2.736s | |
-| Function Response Memory Test | ✅ Pass | 1.932s | |
-| Cybersecurity Workflow Memory Test | ✅ Pass | 1.794s | |
-| Penetration Testing Memory with Tool Call | ✅ Pass | 5.208s | |
-| Penetration Testing Methodology | ✅ Pass | 6.298s | |
-| Vulnerability Assessment Tools | ✅ Pass | 7.496s | |
-| SQL Injection Attack Type | ✅ Pass | 3.620s | |
-| Penetration Testing Framework | ✅ Pass | 6.025s | |
-| Web Application Security Scanner | ✅ Pass | 5.315s | |
-| Penetration Testing Tool Selection | ✅ Pass | 2.221s | |
-
-**Summary**: 23/23 (100.00%) successful tests
-
-**Average latency**: 2.999s
+| JSON Response Function | ✅ Pass | 2.596s | |
+| Search Query Function | ✅ Pass | 1.433s | |
+| Ask Advice Function | ✅ Pass | 2.162s | |
+| Streaming Search Query Function Streaming | ✅ Pass | 1.209s | |
+| Basic Context Memory Test | ✅ Pass | 3.880s | |
+| Function Argument Memory Test | ✅ Pass | 1.940s | |
+| Function Response Memory Test | ✅ Pass | 1.501s | |
+| Penetration Testing Memory with Tool Call | ✅ Pass | 2.826s | |
+| Cybersecurity Workflow Memory Test | ✅ Pass | 2.473s | |
+| Read a file, then edit it via unified diff | ✅ Pass | 4.081s | |
+| Penetration Testing Methodology | ✅ Pass | 11.146s | |
+| Vulnerability Assessment Tools | ✅ Pass | 7.677s | |
+| SQL Injection Attack Type | ✅ Pass | 3.017s | |
+| Penetration Testing Framework | ✅ Pass | 7.160s | |
+| Web Application Security Scanner | ✅ Pass | 5.180s | |
+| Penetration Testing Tool Selection | ✅ Pass | 2.267s | |
+
+**Summary**: 24/24 (100.00%) successful tests
+
+**Average latency**: 3.453s
---