Skip to content

armgit / ruflo

Public Imported from GitHub
0

🌊 The original agent harness. Deploy intelligent multi-player swarms, coordinate autonomous workflows, and build conversational AI systems. Features adaptive memory, self-learning intelligence, federation, vector RAG integration, and native Claude Code / Codex / Hermes and many more Integrated

darwin: iter 19 advance — scifact bm25 0.4→0.2 Δ+0.0165 (+2.76%)

ruvc48f7697e485
diff --git a/docs/benchmarks/darwin-runs.jsonl b/docs/benchmarks/darwin-runs.jsonl
index 6d0db272a2..ee500c6d69 100644
--- a/docs/benchmarks/darwin-runs.jsonl
+++ b/docs/benchmarks/darwin-runs.jsonl
@@ -2,3 +2,5 @@
{"iter":15,"dim":"beir-nfcorpus","ndcg10":0.3517,"delta":0.0,"action":"noImprovement"}
{"iter":16,"dim":"beir-nfcorpus","ndcg10":0.2961,"delta":-0.0556,"action":"noImprovement"}
{"iter":17,"ts":"2026-06-26T21:49:37.378Z","dimension":"beir-scifact","change":"validate-stacked-iters-1-14-on-scifact","measured":{"ndcg10":0.5765772269258473,"baseline":0.5694},"deltaScore":0.0071772269258473,"action":"measured-improved","commit":""}
+{"iter":18,"dim":"beir-scifact","dataset":"scifact","ndcg10":0.5971257945924495,"delta":0.0205257945924495,"baseline":0.5766,"action":"commit","weights":{"dense":1.0,"bm25":0.4},"rank":"10/11"}
+{"iter":19,"dim":"beir-scifact","ndcg10":0.6136,"delta":0.0165,"action":"advance","weights":"dense=1.0 bm25=0.2","notes":"nfcorpus winner recipe tested on scifact","timestamp":"2026-06-26T21:58:51.622Z"}
diff --git a/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-58-51-622Z.json b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-58-51-622Z.json
new file mode 100644
index 0000000000..df78265454
--- /dev/null
+++ b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-58-51-622Z.json
@@ -0,0 +1,2134 @@
+{
+ "runAt": "2026-06-26T21:58:51.622Z",
+ "benchmark": "beir-scifact-hybrid",
+ "dataset": "scifact",
+ "pipeline": "BM25+BGE RRF",
+ "bgeModel": "Xenova/bge-base-en-v1.5",
+ "rrfK": 40,
+ "rerank": false,
+ "queries": 300,
+ "corpusSize": 5183,
+ "metrics": {
+ "ndcg10": 0.613647793917278,
+ "mrr10": 0.5780846560846559,
+ "recall10": 0.7392222222222222,
+ "recall100": 0.8360000000000001,
+ "avgQueryLatencyMs": 249.53785805333334
+ },
+ "perQuery": [
+ {
+ "qid": "1",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "3",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "5",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "13",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "36",
+ "ndcg10": 0.19342640361727081,
+ "mrr10": 0.125,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "42",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "48",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "49",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "50",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "51",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "53",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "54",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "56",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "57",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "70",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "72",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "75",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "94",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "99",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "100",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "113",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "115",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "118",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "124",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "127",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "128",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "129",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "130",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "132",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "133",
+ "ndcg10": 0.8062079522181139,
+ "mrr10": 1,
+ "recall10": 0.8,
+ "recall100": 0.8
+ },
+ {
+ "qid": "137",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "141",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "142",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "143",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "146",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "148",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "163",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "171",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "179",
+ "ndcg10": 0.75369761125927,
+ "mrr10": 1,
+ "recall10": 0.75,
+ "recall100": 0.75
+ },
+ {
+ "qid": "180",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "183",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "185",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "198",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "208",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "212",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "213",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "216",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "217",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "218",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "219",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "230",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "232",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "233",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "236",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "237",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "238",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "239",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "248",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "249",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "261",
+ "ndcg10": 0.3065735963827292,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "268",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "269",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "274",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "275",
+ "ndcg10": 0.6508205185601091,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 1
+ },
+ {
+ "qid": "279",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "294",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "295",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "298",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "300",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "303",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "312",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "314",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "324",
+ "ndcg10": 0.2890648263178879,
+ "mrr10": 0.1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "327",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "338",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "343",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "350",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "354",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "362",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "380",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "384",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "385",
+ "ndcg10": 0.6934264036172708,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "386",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "388",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "399",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "410",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "411",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "415",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "421",
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "431",
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "436",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "437",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "439",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "440",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "443",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "452",
+ "ndcg10": 0.3065735963827292,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "475",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "478",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "491",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "501",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "502",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "507",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "508",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "513",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "514",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "516",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "517",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "521",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "525",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "527",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "528",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "532",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "533",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "535",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "536",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "539",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "540",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.5,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "544",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "549",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "551",
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "552",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "554",
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "560",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "569",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "575",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "577",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "578",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "587",
+ "ndcg10": 0.2890648263178879,
+ "mrr10": 0.1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "589",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "593",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "597",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "598",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "613",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "619",
+ "ndcg10": 0.21840743681816419,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "623",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "628",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "636",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "637",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "641",
+ "ndcg10": 0.3065735963827292,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "644",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "649",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "659",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "660",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "674",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "684",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "690",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "691",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "692",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "693",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "700",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "702",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "715",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "716",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "718",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "721",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "723",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "727",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "728",
+ "ndcg10": 0.9197207891481876,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "729",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "742",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "743",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "744",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "756",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "759",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "768",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "770",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "775",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "781",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "783",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "784",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "785",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "793",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "800",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "805",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "808",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "811",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "814",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "820",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "821",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "823",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "830",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "831",
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "832",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "834",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "837",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "839",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "845",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "847",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "852",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "859",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "870",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "873",
+ "ndcg10": 0.5499483643148054,
+ "mrr10": 0.5,
+ "recall10": 0.8,
+ "recall100": 1
+ },
+ {
+ "qid": "879",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "880",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "882",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "887",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "903",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "904",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "907",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "911",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "913",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "914",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "921",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "922",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "936",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "956",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "957",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "960",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "967",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "971",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "975",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "982",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "985",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "993",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1012",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1014",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1019",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1020",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1021",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1024",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1029",
+ "ndcg10": 0.9674679834891693,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1041",
+ "ndcg10": 0.42177340954886444,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1049",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1062",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1086",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1088",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1089",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1099",
+ "ndcg10": 0.31546487678572877,
+ "mrr10": 0.125,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1100",
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1104",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1107",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1110",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1121",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1130",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1132",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1137",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1140",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1144",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1146",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1150",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1163",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1175",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1179",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1180",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1185",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1187",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1191",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1194",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1196",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1197",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1199",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1200",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1202",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1204",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1207",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1213",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1216",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1221",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1225",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1226",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1232",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1241",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1245",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1259",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1262",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1266",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1270",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1271",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1272",
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1273",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1274",
+ "ndcg10": 0.9674679834891693,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1278",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1279",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1280",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1281",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1282",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1290",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1292",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1298",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1303",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1316",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1319",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1320",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1332",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1335",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1336",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1337",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1339",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1344",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1352",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1359",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1362",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1363",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1368",
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1370",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1379",
+ "ndcg10": 0.8048099750039491,
+ "mrr10": 1,
+ "recall10": 0.75,
+ "recall100": 0.75
+ },
+ {
+ "qid": "1382",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1385",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1389",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1395",
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
+ "recall10": 1,
+ "recall100": 1
+ }
+ ],
+ "baselines": {
+ "BM25 (Lucene)": 0.679,
+ "DocT5query": 0.675,
+ "TAS-B": 0.643,
+ "GenQ": 0.644,
+ "ColBERT": 0.671,
+ "Contriever": 0.677,
+ "GTR-XL": 0.662,
+ "SPLADE++": 0.704,
+ "BGE-large-v1.5 (pub)": 0.722,
+ "SBERT msmarco": 0.555
+ },
+ "ourRank": 10,
+ "leaderboardLength": 11
+}
\ No newline at end of file
diff --git a/docs/benchmarks/runs/beir-scifact-hybrid-rrf-latest.json b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-latest.json
index c69f4da566..df78265454 100644
--- a/docs/benchmarks/runs/beir-scifact-hybrid-rrf-latest.json
+++ b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-latest.json
@@ -1,5 +1,5 @@
{
- "runAt": "2026-06-26T21:54:05.001Z",
+ "runAt": "2026-06-26T21:58:51.622Z",
"benchmark": "beir-scifact-hybrid",
"dataset": "scifact",
"pipeline": "BM25+BGE RRF",
@@ -9,11 +9,11 @@
"queries": 300,
"corpusSize": 5183,
"metrics": {
- "ndcg10": 0.5971257945924495,
- "mrr10": 0.5575714285714285,
+ "ndcg10": 0.613647793917278,
+ "mrr10": 0.5780846560846559,
"recall10": 0.7392222222222222,
- "recall100": 0.9426666666666667,
- "avgQueryLatencyMs": 250.43015278000001
+ "recall100": 0.8360000000000001,
+ "avgQueryLatencyMs": 249.53785805333334
},
"perQuery": [
{
@@ -25,8 +25,8 @@
},
{
"qid": "3",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
"recall10": 1,
"recall100": 1
},
@@ -56,7 +56,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "48",
@@ -95,8 +95,8 @@
},
{
"qid": "54",
- "ndcg10": 0.5,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -182,12 +182,12 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "127",
- "ndcg10": 0.38685280723454163,
- "mrr10": 0.2,
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
"recall10": 1,
"recall100": 1
},
@@ -203,14 +203,14 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "130",
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "132",
@@ -221,7 +221,7 @@
},
{
"qid": "133",
- "ndcg10": 0.8122682216087223,
+ "ndcg10": 0.8062079522181139,
"mrr10": 1,
"recall10": 0.8,
"recall100": 0.8
@@ -245,21 +245,21 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "143",
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "146",
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "148",
@@ -284,7 +284,7 @@
},
{
"qid": "179",
- "ndcg10": 0.7246262544989281,
+ "ndcg10": 0.75369761125927,
"mrr10": 1,
"recall10": 0.75,
"recall100": 0.75
@@ -298,8 +298,8 @@
},
{
"qid": "183",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 1,
+ "mrr10": 1,
"recall10": 1,
"recall100": 1
},
@@ -431,8 +431,8 @@
},
{
"qid": "261",
- "ndcg10": 0.2640681225725909,
- "mrr10": 0.25,
+ "ndcg10": 0.3065735963827292,
+ "mrr10": 0.3333333333333333,
"recall10": 0.5,
"recall100": 0.5
},
@@ -455,11 +455,11 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "275",
- "ndcg10": 0.6049306994552042,
+ "ndcg10": 0.6508205185601091,
"mrr10": 1,
"recall10": 0.6666666666666666,
"recall100": 1
@@ -501,9 +501,9 @@
},
{
"qid": "303",
- "ndcg10": 0.3562071871080222,
- "mrr10": 0.16666666666666666,
- "recall10": 1,
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
"recall100": 1
},
{
@@ -522,9 +522,9 @@
},
{
"qid": "324",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.2890648263178879,
+ "mrr10": 0.1,
+ "recall10": 1,
"recall100": 1
},
{
@@ -539,7 +539,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "343",
@@ -634,16 +634,16 @@
},
{
"qid": "421",
- "ndcg10": 0.43067655807339306,
- "mrr10": 0.25,
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
"recall10": 1,
"recall100": 1
},
{
"qid": "431",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
"recall100": 1
},
{
@@ -669,8 +669,8 @@
},
{
"qid": "440",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 1,
+ "mrr10": 1,
"recall10": 1,
"recall100": 1
},
@@ -690,15 +690,15 @@
},
{
"qid": "475",
- "ndcg10": 0.43067655807339306,
- "mrr10": 0.25,
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
"recall10": 1,
"recall100": 1
},
{
"qid": "478",
- "ndcg10": 0.43067655807339306,
- "mrr10": 0.25,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -711,8 +711,8 @@
},
{
"qid": "501",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 1,
+ "mrr10": 1,
"recall10": 1,
"recall100": 1
},
@@ -725,15 +725,15 @@
},
{
"qid": "507",
- "ndcg10": 1,
- "mrr10": 1,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
{
"qid": "508",
- "ndcg10": 0.38685280723454163,
- "mrr10": 0.2,
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
"recall10": 1,
"recall100": 1
},
@@ -742,7 +742,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "514",
@@ -756,7 +756,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "517",
@@ -770,7 +770,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "525",
@@ -798,14 +798,14 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "533",
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "535",
@@ -826,7 +826,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "540",
@@ -837,8 +837,8 @@
},
{
"qid": "544",
- "ndcg10": 0.3010299956639812,
- "mrr10": 0.1111111111111111,
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
"recall10": 1,
"recall100": 1
},
@@ -851,8 +851,8 @@
},
{
"qid": "551",
- "ndcg10": 0.31546487678572877,
- "mrr10": 0.125,
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
"recall10": 1,
"recall100": 1
},
@@ -865,8 +865,8 @@
},
{
"qid": "554",
- "ndcg10": 0.38685280723454163,
- "mrr10": 0.2,
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
"recall10": 1,
"recall100": 1
},
@@ -893,8 +893,8 @@
},
{
"qid": "577",
- "ndcg10": 0.3010299956639812,
- "mrr10": 0.1111111111111111,
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
"recall10": 1,
"recall100": 1
},
@@ -907,8 +907,8 @@
},
{
"qid": "587",
- "ndcg10": 0.3333333333333333,
- "mrr10": 0.14285714285714285,
+ "ndcg10": 0.2890648263178879,
+ "mrr10": 0.1,
"recall10": 1,
"recall100": 1
},
@@ -917,7 +917,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "593",
@@ -935,8 +935,8 @@
},
{
"qid": "598",
- "ndcg10": 0.5,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -949,8 +949,8 @@
},
{
"qid": "619",
- "ndcg10": 0.23719771276929622,
- "mrr10": 0.2,
+ "ndcg10": 0.21840743681816419,
+ "mrr10": 0.16666666666666666,
"recall10": 0.5,
"recall100": 1
},
@@ -963,8 +963,8 @@
},
{
"qid": "628",
- "ndcg10": 0.5,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -977,8 +977,8 @@
},
{
"qid": "637",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
"recall10": 1,
"recall100": 1
},
@@ -994,7 +994,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "649",
@@ -1012,8 +1012,8 @@
},
{
"qid": "660",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 1,
+ "mrr10": 1,
"recall10": 1,
"recall100": 1
},
@@ -1022,12 +1022,12 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "684",
- "ndcg10": 1,
- "mrr10": 1,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -1162,7 +1162,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "768",
@@ -1176,7 +1176,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "775",
@@ -1187,8 +1187,8 @@
},
{
"qid": "781",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 1,
+ "mrr10": 1,
"recall10": 1,
"recall100": 1
},
@@ -1211,7 +1211,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "793",
@@ -1274,7 +1274,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "830",
@@ -1285,8 +1285,8 @@
},
{
"qid": "831",
- "ndcg10": 0.38685280723454163,
- "mrr10": 0.2,
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
"recall10": 1,
"recall100": 1
},
@@ -1302,7 +1302,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "837",
@@ -1334,8 +1334,8 @@
},
{
"qid": "852",
- "ndcg10": 1,
- "mrr10": 1,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -1355,8 +1355,8 @@
},
{
"qid": "873",
- "ndcg10": 0.4827701853489488,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.5499483643148054,
+ "mrr10": 0.5,
"recall10": 0.8,
"recall100": 1
},
@@ -1414,19 +1414,19 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "913",
- "ndcg10": 0.3562071871080222,
- "mrr10": 0.16666666666666666,
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
"recall10": 1,
"recall100": 1
},
{
"qid": "914",
- "ndcg10": 0.38685280723454163,
- "mrr10": 0.2,
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
"recall10": 1,
"recall100": 1
},
@@ -1435,7 +1435,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "922",
@@ -1460,8 +1460,8 @@
},
{
"qid": "957",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 1,
+ "mrr10": 1,
"recall10": 1,
"recall100": 1
},
@@ -1484,7 +1484,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 0.75
+ "recall100": 0
},
{
"qid": "975",
@@ -1509,8 +1509,8 @@
},
{
"qid": "993",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 1,
+ "mrr10": 1,
"recall10": 1,
"recall100": 1
},
@@ -1544,36 +1544,36 @@
},
{
"qid": "1021",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 1,
+ "mrr10": 1,
"recall10": 1,
"recall100": 1
},
{
"qid": "1024",
- "ndcg10": 0.3562071871080222,
- "mrr10": 0.16666666666666666,
- "recall10": 1,
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
"recall100": 1
},
{
"qid": "1029",
- "ndcg10": 0.9217868789962071,
+ "ndcg10": 0.9674679834891693,
"mrr10": 1,
"recall10": 1,
"recall100": 1
},
{
"qid": "1041",
- "ndcg10": 0.45749452618986164,
- "mrr10": 0.25,
+ "ndcg10": 0.42177340954886444,
+ "mrr10": 0.2,
"recall10": 1,
"recall100": 1
},
{
"qid": "1049",
- "ndcg10": 0.5,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
"recall10": 1,
"recall100": 1
},
@@ -1614,8 +1614,8 @@
},
{
"qid": "1100",
- "ndcg10": 0.31546487678572877,
- "mrr10": 0.125,
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
"recall10": 1,
"recall100": 1
},
@@ -1624,7 +1624,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "1107",
@@ -1642,8 +1642,8 @@
},
{
"qid": "1121",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 1,
+ "mrr10": 1,
"recall10": 1,
"recall100": 1
},
@@ -1673,14 +1673,14 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "1144",
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "1146",
@@ -1747,22 +1747,22 @@
},
{
"qid": "1194",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 1,
+ "mrr10": 1,
"recall10": 1,
"recall100": 1
},
{
"qid": "1196",
- "ndcg10": 0.5,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
{
"qid": "1197",
- "ndcg10": 0.5,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -1782,8 +1782,8 @@
},
{
"qid": "1202",
- "ndcg10": 0.3333333333333333,
- "mrr10": 0.14285714285714285,
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
"recall10": 1,
"recall100": 1
},
@@ -1817,8 +1817,8 @@
},
{
"qid": "1221",
- "ndcg10": 0.31546487678572877,
- "mrr10": 0.125,
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
"recall10": 1,
"recall100": 1
},
@@ -1845,15 +1845,15 @@
},
{
"qid": "1241",
- "ndcg10": 0.31546487678572877,
- "mrr10": 0.125,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
{
"qid": "1245",
- "ndcg10": 0.43067655807339306,
- "mrr10": 0.25,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -1890,12 +1890,12 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "1272",
- "ndcg10": 0.2890648263178879,
- "mrr10": 0.1,
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
"recall10": 1,
"recall100": 1
},
@@ -1915,15 +1915,15 @@
},
{
"qid": "1278",
- "ndcg10": 0.5,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
{
"qid": "1279",
- "ndcg10": 0.5,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -1936,8 +1936,8 @@
},
{
"qid": "1281",
- "ndcg10": 0.3333333333333333,
- "mrr10": 0.14285714285714285,
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
"recall10": 1,
"recall100": 1
},
@@ -1971,8 +1971,8 @@
},
{
"qid": "1303",
- "ndcg10": 0.38685280723454163,
- "mrr10": 0.2,
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
"recall10": 1,
"recall100": 1
},
@@ -2051,7 +2051,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "1362",
@@ -2065,33 +2065,33 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "1368",
- "ndcg10": 0.2890648263178879,
- "mrr10": 0.1,
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
"recall10": 1,
"recall100": 1
},
{
"qid": "1370",
- "ndcg10": 0.3333333333333333,
- "mrr10": 0.14285714285714285,
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
"recall10": 1,
"recall100": 1
},
{
"qid": "1379",
- "ndcg10": 0.6804558477306826,
+ "ndcg10": 0.8048099750039491,
"mrr10": 1,
"recall10": 0.75,
- "recall100": 1
+ "recall100": 0.75
},
{
"qid": "1382",
- "ndcg10": 0.38685280723454163,
- "mrr10": 0.2,
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
"recall10": 1,
"recall100": 1
},
@@ -2111,8 +2111,8 @@
},
{
"qid": "1395",
- "ndcg10": 0.3010299956639812,
- "mrr10": 0.1111111111111111,
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
"recall10": 1,
"recall100": 1
}
diff --git a/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs b/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs
index 1e9cd660b7..fb8bdc2eb9 100644
--- a/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs
+++ b/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs
@@ -49,7 +49,7 @@ const BASELINES_BY_DATASET = {
const DATASET_RRF_WEIGHTS = {
arguana: { dense: 1.5, bm25: 1.0 }, // symmetric retrieval favors dense; boost it over weak BM25
nfcorpus: { dense: 1.0, bm25: 0.0 }, // iter 14: pure dense fusion (0.2→0.0) RRF with single system + minMax norm preserved
- scifact: { dense: 1.0, bm25: 0.4 }, // iter 18: dense-favoring for clinical claim verification (mirroring nfcorpus winner)
+ scifact: { dense: 1.0, bm25: 0.2 }, // iter 19: test nfcorpus winner recipe (0.4→0.2 downweight BM25)
};
function detectDataset(path) {
const p = path.toLowerCase();