🌊 The original agent harness. Deploy intelligent multi-player swarms, coordinate autonomous workflows, and build conversational AI systems. Features adaptive memory, self-learning intelligence, federation, vector RAG integration, and native Claude Code / Codex / Hermes and many more Integrated
TypeScript agentic-aiagentic-frameworkagentic-workflowagentsai-agentsai-assistantai-skillsautonomous-agentsclaudecodexdsh-pluginharnessmcp-servermulti-agentmulti-agent-systemsnpmskillsswarmswarm-intelligencetypescript
darwin: iter 19 advance — scifact bm25 0.4→0.2 Δ+0.0165 (+2.76%)
ruvc48f7697e485
diff --git a/docs/benchmarks/darwin-runs.jsonl b/docs/benchmarks/darwin-runs.jsonlindex 6d0db272a2..ee500c6d69 100644--- a/docs/benchmarks/darwin-runs.jsonl+++ b/docs/benchmarks/darwin-runs.jsonl@@ -2,3 +2,5 @@{"iter":15,"dim":"beir-nfcorpus","ndcg10":0.3517,"delta":0.0,"action":"noImprovement"}{"iter":16,"dim":"beir-nfcorpus","ndcg10":0.2961,"delta":-0.0556,"action":"noImprovement"}{"iter":17,"ts":"2026-06-26T21:49:37.378Z","dimension":"beir-scifact","change":"validate-stacked-iters-1-14-on-scifact","measured":{"ndcg10":0.5765772269258473,"baseline":0.5694},"deltaScore":0.0071772269258473,"action":"measured-improved","commit":""}+{"iter":18,"dim":"beir-scifact","dataset":"scifact","ndcg10":0.5971257945924495,"delta":0.0205257945924495,"baseline":0.5766,"action":"commit","weights":{"dense":1.0,"bm25":0.4},"rank":"10/11"}+{"iter":19,"dim":"beir-scifact","ndcg10":0.6136,"delta":0.0165,"action":"advance","weights":"dense=1.0 bm25=0.2","notes":"nfcorpus winner recipe tested on scifact","timestamp":"2026-06-26T21:58:51.622Z"}diff --git a/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-58-51-622Z.json b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-58-51-622Z.jsonnew file mode 100644index 0000000000..df78265454--- /dev/null+++ b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-58-51-622Z.json@@ -0,0 +1,2134 @@+{+ "runAt": "2026-06-26T21:58:51.622Z",+ "benchmark": "beir-scifact-hybrid",+ "dataset": "scifact",+ "pipeline": "BM25+BGE RRF",+ "bgeModel": "Xenova/bge-base-en-v1.5",+ "rrfK": 40,+ "rerank": false,+ "queries": 300,+ "corpusSize": 5183,+ "metrics": {+ "ndcg10": 0.613647793917278,+ "mrr10": 0.5780846560846559,+ "recall10": 0.7392222222222222,+ "recall100": 0.8360000000000001,+ "avgQueryLatencyMs": 249.53785805333334+ },+ "perQuery": [+ {+ "qid": "1",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "3",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "5",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "13",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "36",+ "ndcg10": 0.19342640361727081,+ "mrr10": 0.125,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "42",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "48",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "49",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "50",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "51",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "53",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "54",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "56",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "57",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "70",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "72",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "75",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "94",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "99",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "100",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "113",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "115",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "118",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "124",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "127",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "128",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "129",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "130",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "132",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "133",+ "ndcg10": 0.8062079522181139,+ "mrr10": 1,+ "recall10": 0.8,+ "recall100": 0.8+ },+ {+ "qid": "137",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "141",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "142",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "143",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "146",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "148",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "163",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "171",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "179",+ "ndcg10": 0.75369761125927,+ "mrr10": 1,+ "recall10": 0.75,+ "recall100": 0.75+ },+ {+ "qid": "180",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "183",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "185",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "198",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "208",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "212",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "213",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "216",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "217",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "218",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "219",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "230",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "232",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "233",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "236",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "237",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "238",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "239",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "248",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "249",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "261",+ "ndcg10": 0.3065735963827292,+ "mrr10": 0.3333333333333333,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "268",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "269",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "274",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "275",+ "ndcg10": 0.6508205185601091,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 1+ },+ {+ "qid": "279",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "294",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "295",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "298",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "300",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "303",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "312",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "314",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "324",+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "327",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "338",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "343",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "350",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "354",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "362",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "380",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "384",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "385",+ "ndcg10": 0.6934264036172708,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "386",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "388",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "399",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "410",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "411",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "415",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "421",+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "431",+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "436",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "437",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "439",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "440",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "443",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "452",+ "ndcg10": 0.3065735963827292,+ "mrr10": 0.3333333333333333,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "475",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "478",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "491",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "501",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "502",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "507",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "508",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "513",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "514",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "516",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "517",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "521",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "525",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "527",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "528",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "532",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "533",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "535",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "536",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "539",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "540",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.5,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "544",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "549",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "551",+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "552",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "554",+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "560",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "569",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "575",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "577",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "578",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "587",+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "589",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "593",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "597",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "598",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "613",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "619",+ "ndcg10": 0.21840743681816419,+ "mrr10": 0.16666666666666666,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "623",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "628",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "636",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "637",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "641",+ "ndcg10": 0.3065735963827292,+ "mrr10": 0.3333333333333333,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "644",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "649",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "659",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "660",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "674",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "684",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "690",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "691",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "692",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "693",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "700",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "702",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "715",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "716",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "718",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "721",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "723",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "727",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "728",+ "ndcg10": 0.9197207891481876,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "729",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "742",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "743",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "744",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "756",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "759",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "768",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "770",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "775",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "781",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "783",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "784",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "785",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "793",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "800",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "805",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "808",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "811",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "814",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "820",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "821",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "823",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "830",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "831",+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "832",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "834",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "837",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "839",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "845",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "847",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "852",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "859",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "870",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "873",+ "ndcg10": 0.5499483643148054,+ "mrr10": 0.5,+ "recall10": 0.8,+ "recall100": 1+ },+ {+ "qid": "879",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "880",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "882",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "887",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "903",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "904",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "907",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "911",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "913",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "914",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "921",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "922",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "936",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "956",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "957",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "960",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "967",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "971",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "975",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "982",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "985",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "993",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1012",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1014",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1019",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1020",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1021",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1024",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1029",+ "ndcg10": 0.9674679834891693,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1041",+ "ndcg10": 0.42177340954886444,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1049",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1062",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1086",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1088",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1089",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1099",+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1100",+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1104",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1107",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1110",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1121",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1130",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1132",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1137",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1140",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1144",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1146",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1150",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1163",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1175",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1179",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1180",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1185",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1187",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1191",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1194",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1196",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1197",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1199",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1200",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1202",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1204",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1207",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1213",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1216",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1221",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1225",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1226",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1232",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1241",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1245",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1259",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1262",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1266",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1270",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1271",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1272",+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1273",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1274",+ "ndcg10": 0.9674679834891693,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1278",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1279",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1280",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1281",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1282",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1290",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1292",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1298",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1303",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1316",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1319",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1320",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1332",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1335",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1336",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1337",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1339",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1344",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1352",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1359",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1362",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1363",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1368",+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1370",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1379",+ "ndcg10": 0.8048099750039491,+ "mrr10": 1,+ "recall10": 0.75,+ "recall100": 0.75+ },+ {+ "qid": "1382",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1385",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1389",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1395",+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,+ "recall100": 1+ }+ ],+ "baselines": {+ "BM25 (Lucene)": 0.679,+ "DocT5query": 0.675,+ "TAS-B": 0.643,+ "GenQ": 0.644,+ "ColBERT": 0.671,+ "Contriever": 0.677,+ "GTR-XL": 0.662,+ "SPLADE++": 0.704,+ "BGE-large-v1.5 (pub)": 0.722,+ "SBERT msmarco": 0.555+ },+ "ourRank": 10,+ "leaderboardLength": 11+}\ No newline at end of filediff --git a/docs/benchmarks/runs/beir-scifact-hybrid-rrf-latest.json b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-latest.jsonindex c69f4da566..df78265454 100644--- a/docs/benchmarks/runs/beir-scifact-hybrid-rrf-latest.json+++ b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-latest.json@@ -1,5 +1,5 @@{- "runAt": "2026-06-26T21:54:05.001Z",+ "runAt": "2026-06-26T21:58:51.622Z","benchmark": "beir-scifact-hybrid","dataset": "scifact","pipeline": "BM25+BGE RRF",@@ -9,11 +9,11 @@"queries": 300,"corpusSize": 5183,"metrics": {- "ndcg10": 0.5971257945924495,- "mrr10": 0.5575714285714285,+ "ndcg10": 0.613647793917278,+ "mrr10": 0.5780846560846559,"recall10": 0.7392222222222222,- "recall100": 0.9426666666666667,- "avgQueryLatencyMs": 250.43015278000001+ "recall100": 0.8360000000000001,+ "avgQueryLatencyMs": 249.53785805333334},"perQuery": [{@@ -25,8 +25,8 @@},{"qid": "3",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -56,7 +56,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "48",@@ -95,8 +95,8 @@},{"qid": "54",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -182,12 +182,12 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "127",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -203,14 +203,14 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "130","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "132",@@ -221,7 +221,7 @@},{"qid": "133",- "ndcg10": 0.8122682216087223,+ "ndcg10": 0.8062079522181139,"mrr10": 1,"recall10": 0.8,"recall100": 0.8@@ -245,21 +245,21 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "143","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "146","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "148",@@ -284,7 +284,7 @@},{"qid": "179",- "ndcg10": 0.7246262544989281,+ "ndcg10": 0.75369761125927,"mrr10": 1,"recall10": 0.75,"recall100": 0.75@@ -298,8 +298,8 @@},{"qid": "183",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 1,+ "mrr10": 1,"recall10": 1,"recall100": 1},@@ -431,8 +431,8 @@},{"qid": "261",- "ndcg10": 0.2640681225725909,- "mrr10": 0.25,+ "ndcg10": 0.3065735963827292,+ "mrr10": 0.3333333333333333,"recall10": 0.5,"recall100": 0.5},@@ -455,11 +455,11 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "275",- "ndcg10": 0.6049306994552042,+ "ndcg10": 0.6508205185601091,"mrr10": 1,"recall10": 0.6666666666666666,"recall100": 1@@ -501,9 +501,9 @@},{"qid": "303",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -522,9 +522,9 @@},{"qid": "324",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,"recall100": 1},{@@ -539,7 +539,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "343",@@ -634,16 +634,16 @@},{"qid": "421",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},{"qid": "431",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,"recall100": 1},{@@ -669,8 +669,8 @@},{"qid": "440",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 1,+ "mrr10": 1,"recall10": 1,"recall100": 1},@@ -690,15 +690,15 @@},{"qid": "475",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "478",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -711,8 +711,8 @@},{"qid": "501",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 1,+ "mrr10": 1,"recall10": 1,"recall100": 1},@@ -725,15 +725,15 @@},{"qid": "507",- "ndcg10": 1,- "mrr10": 1,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "508",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -742,7 +742,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "514",@@ -756,7 +756,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "517",@@ -770,7 +770,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "525",@@ -798,14 +798,14 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "533","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "535",@@ -826,7 +826,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "540",@@ -837,8 +837,8 @@},{"qid": "544",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -851,8 +851,8 @@},{"qid": "551",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -865,8 +865,8 @@},{"qid": "554",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -893,8 +893,8 @@},{"qid": "577",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -907,8 +907,8 @@},{"qid": "587",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,"recall10": 1,"recall100": 1},@@ -917,7 +917,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "593",@@ -935,8 +935,8 @@},{"qid": "598",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -949,8 +949,8 @@},{"qid": "619",- "ndcg10": 0.23719771276929622,- "mrr10": 0.2,+ "ndcg10": 0.21840743681816419,+ "mrr10": 0.16666666666666666,"recall10": 0.5,"recall100": 1},@@ -963,8 +963,8 @@},{"qid": "628",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -977,8 +977,8 @@},{"qid": "637",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -994,7 +994,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "649",@@ -1012,8 +1012,8 @@},{"qid": "660",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 1,+ "mrr10": 1,"recall10": 1,"recall100": 1},@@ -1022,12 +1022,12 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "684",- "ndcg10": 1,- "mrr10": 1,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1162,7 +1162,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "768",@@ -1176,7 +1176,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "775",@@ -1187,8 +1187,8 @@},{"qid": "781",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 1,+ "mrr10": 1,"recall10": 1,"recall100": 1},@@ -1211,7 +1211,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "793",@@ -1274,7 +1274,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "830",@@ -1285,8 +1285,8 @@},{"qid": "831",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -1302,7 +1302,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "837",@@ -1334,8 +1334,8 @@},{"qid": "852",- "ndcg10": 1,- "mrr10": 1,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1355,8 +1355,8 @@},{"qid": "873",- "ndcg10": 0.4827701853489488,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.5499483643148054,+ "mrr10": 0.5,"recall10": 0.8,"recall100": 1},@@ -1414,19 +1414,19 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "913",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "914",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -1435,7 +1435,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "922",@@ -1460,8 +1460,8 @@},{"qid": "957",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 1,+ "mrr10": 1,"recall10": 1,"recall100": 1},@@ -1484,7 +1484,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 0.75+ "recall100": 0},{"qid": "975",@@ -1509,8 +1509,8 @@},{"qid": "993",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 1,+ "mrr10": 1,"recall10": 1,"recall100": 1},@@ -1544,36 +1544,36 @@},{"qid": "1021",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 1,+ "mrr10": 1,"recall10": 1,"recall100": 1},{"qid": "1024",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "1029",- "ndcg10": 0.9217868789962071,+ "ndcg10": 0.9674679834891693,"mrr10": 1,"recall10": 1,"recall100": 1},{"qid": "1041",- "ndcg10": 0.45749452618986164,- "mrr10": 0.25,+ "ndcg10": 0.42177340954886444,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "1049",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -1614,8 +1614,8 @@},{"qid": "1100",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},@@ -1624,7 +1624,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "1107",@@ -1642,8 +1642,8 @@},{"qid": "1121",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 1,+ "mrr10": 1,"recall10": 1,"recall100": 1},@@ -1673,14 +1673,14 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "1144","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "1146",@@ -1747,22 +1747,22 @@},{"qid": "1194",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 1,+ "mrr10": 1,"recall10": 1,"recall100": 1},{"qid": "1196",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "1197",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1782,8 +1782,8 @@},{"qid": "1202",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -1817,8 +1817,8 @@},{"qid": "1221",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -1845,15 +1845,15 @@},{"qid": "1241",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "1245",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1890,12 +1890,12 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "1272",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -1915,15 +1915,15 @@},{"qid": "1278",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "1279",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1936,8 +1936,8 @@},{"qid": "1281",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -1971,8 +1971,8 @@},{"qid": "1303",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -2051,7 +2051,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "1362",@@ -2065,33 +2065,33 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "1368",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "1370",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "1379",- "ndcg10": 0.6804558477306826,+ "ndcg10": 0.8048099750039491,"mrr10": 1,"recall10": 0.75,- "recall100": 1+ "recall100": 0.75},{"qid": "1382",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -2111,8 +2111,8 @@},{"qid": "1395",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1}diff --git a/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs b/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjsindex 1e9cd660b7..fb8bdc2eb9 100644--- a/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs+++ b/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs@@ -49,7 +49,7 @@ const BASELINES_BY_DATASET = {const DATASET_RRF_WEIGHTS = {arguana: { dense: 1.5, bm25: 1.0 }, // symmetric retrieval favors dense; boost it over weak BM25nfcorpus: { dense: 1.0, bm25: 0.0 }, // iter 14: pure dense fusion (0.2→0.0) RRF with single system + minMax norm preserved- scifact: { dense: 1.0, bm25: 0.4 }, // iter 18: dense-favoring for clinical claim verification (mirroring nfcorpus winner)+ scifact: { dense: 1.0, bm25: 0.2 }, // iter 19: test nfcorpus winner recipe (0.4→0.2 downweight BM25)};function detectDataset(path) {const p = path.toLowerCase();