Skip to content

armgit / ruflo

Public Imported from GitHub
0

🌊 The original agent harness. Deploy intelligent multi-player swarms, coordinate autonomous workflows, and build conversational AI systems. Features adaptive memory, self-learning intelligence, federation, vector RAG integration, and native Claude Code / Codex / Hermes and many more Integrated

darwin: iter 18 — scifact RRF weights +3.6% (ndcg10 0.5766→0.5971)

ruv26c20f0a2445
diff --git a/docs/benchmarks/darwin-runs.jsonl b/docs/benchmarks/darwin-runs.jsonl
new file mode 100644
index 0000000000..6d0db272a2
--- /dev/null
+++ b/docs/benchmarks/darwin-runs.jsonl
@@ -0,0 +1,4 @@
+{"iter":14,"dim":"beir-nfcorpus","config":"bm25_weight=0.0","ndcg10":0.35171471732484655,"delta":0.00281471732484655,"delta_pct":0.81,"action":"advance","wall_sec":180}
+{"iter":15,"dim":"beir-nfcorpus","ndcg10":0.3517,"delta":0.0,"action":"noImprovement"}
+{"iter":16,"dim":"beir-nfcorpus","ndcg10":0.2961,"delta":-0.0556,"action":"noImprovement"}
+{"iter":17,"ts":"2026-06-26T21:49:37.378Z","dimension":"beir-scifact","change":"validate-stacked-iters-1-14-on-scifact","measured":{"ndcg10":0.5765772269258473,"baseline":0.5694},"deltaScore":0.0071772269258473,"action":"measured-improved","commit":""}
diff --git a/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-23-03-875Z.json b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-23-03-875Z.json
new file mode 100644
index 0000000000..08b6b3c3dd
--- /dev/null
+++ b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-23-03-875Z.json
@@ -0,0 +1,2295 @@
+{
+ "runAt": "2026-06-26T21:23:03.875Z",
+ "benchmark": "beir-nfcorpus-hybrid",
+ "dataset": "nfcorpus",
+ "pipeline": "BM25+BGE RRF",
+ "bgeModel": "Xenova/bge-base-en-v1.5",
+ "rrfK": 40,
+ "rerank": false,
+ "queries": 323,
+ "corpusSize": 3633,
+ "metrics": {
+ "ndcg10": 0.35171471732484655,
+ "mrr10": 0.5456029780333185,
+ "recall10": 0.16652743860112934,
+ "recall100": 0.30466713166229387,
+ "avgQueryLatencyMs": 423.40739099690404
+ },
+ "perQuery": [
+ {
+ "qid": "PLAIN-2",
+ "ndcg10": 0.7412469912547754,
+ "mrr10": 1,
+ "recall10": 0.2916666666666667,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-12",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.23333333333333334
+ },
+ {
+ "qid": "PLAIN-23",
+ "ndcg10": 0.4951328496468998,
+ "mrr10": 1,
+ "recall10": 0.05555555555555555,
+ "recall100": 0.15555555555555556
+ },
+ {
+ "qid": "PLAIN-33",
+ "ndcg10": 0.46667017129647237,
+ "mrr10": 1,
+ "recall10": 0.125,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-44",
+ "ndcg10": 0.2940620318598474,
+ "mrr10": 1,
+ "recall10": 0.05172413793103448,
+ "recall100": 0.1724137931034483
+ },
+ {
+ "qid": "PLAIN-56",
+ "ndcg10": 0.5097750261375381,
+ "mrr10": 1,
+ "recall10": 0.1,
+ "recall100": 0.26
+ },
+ {
+ "qid": "PLAIN-68",
+ "ndcg10": 0.8588798377757242,
+ "mrr10": 1,
+ "recall10": 0.12727272727272726,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-78",
+ "ndcg10": 0.08966284300766811,
+ "mrr10": 1,
+ "recall10": 0.016129032258064516,
+ "recall100": 0.12903225806451613
+ },
+ {
+ "qid": "PLAIN-91",
+ "ndcg10": 0.6081351105039879,
+ "mrr10": 1,
+ "recall10": 0.140625,
+ "recall100": 0.328125
+ },
+ {
+ "qid": "PLAIN-102",
+ "ndcg10": 0.12811612289210494,
+ "mrr10": 1,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-112",
+ "ndcg10": 0.6858781710646398,
+ "mrr10": 1,
+ "recall10": 0.08928571428571429,
+ "recall100": 0.17857142857142858
+ },
+ {
+ "qid": "PLAIN-123",
+ "ndcg10": 0.2848186035513736,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.09803921568627451,
+ "recall100": 0.1568627450980392
+ },
+ {
+ "qid": "PLAIN-133",
+ "ndcg10": 0.08649891544052932,
+ "mrr10": 0.1111111111111111,
+ "recall10": 0.027777777777777776,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-143",
+ "ndcg10": 0.37061294442664394,
+ "mrr10": 1,
+ "recall10": 0.0392156862745098,
+ "recall100": 0.2549019607843137
+ },
+ {
+ "qid": "PLAIN-153",
+ "ndcg10": 0.8948763559161851,
+ "mrr10": 1,
+ "recall10": 0.1702127659574468,
+ "recall100": 0.2978723404255319
+ },
+ {
+ "qid": "PLAIN-165",
+ "ndcg10": 0.3937404317428725,
+ "mrr10": 0.5,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3888888888888889
+ },
+ {
+ "qid": "PLAIN-175",
+ "ndcg10": 0.29608176037159845,
+ "mrr10": 1,
+ "recall10": 0.10810810810810811,
+ "recall100": 0.13513513513513514
+ },
+ {
+ "qid": "PLAIN-186",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.125
+ },
+ {
+ "qid": "PLAIN-196",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.043478260869565216
+ },
+ {
+ "qid": "PLAIN-207",
+ "ndcg10": 0.6578986223737446,
+ "mrr10": 1,
+ "recall10": 0.10909090909090909,
+ "recall100": 0.2545454545454545
+ },
+ {
+ "qid": "PLAIN-217",
+ "ndcg10": 0.12987501165334076,
+ "mrr10": 0.1111111111111111,
+ "recall10": 0.05555555555555555,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-227",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1
+ },
+ {
+ "qid": "PLAIN-238",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.037037037037037035
+ },
+ {
+ "qid": "PLAIN-248",
+ "ndcg10": 0.4666234168001789,
+ "mrr10": 0.5,
+ "recall10": 0.16129032258064516,
+ "recall100": 0.25806451612903225
+ },
+ {
+ "qid": "PLAIN-259",
+ "ndcg10": 0.2984900352767555,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.21428571428571427
+ },
+ {
+ "qid": "PLAIN-270",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.019230769230769232,
+ "recall100": 0.21153846153846154
+ },
+ {
+ "qid": "PLAIN-280",
+ "ndcg10": 0.3436966913921454,
+ "mrr10": 0.5,
+ "recall10": 0.15,
+ "recall100": 0.55
+ },
+ {
+ "qid": "PLAIN-291",
+ "ndcg10": 0.3589542101716347,
+ "mrr10": 1,
+ "recall10": 0.15384615384615385,
+ "recall100": 0.5384615384615384
+ },
+ {
+ "qid": "PLAIN-307",
+ "ndcg10": 0.7653606369886218,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-320",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2619047619047619
+ },
+ {
+ "qid": "PLAIN-332",
+ "ndcg10": 0.6131471927654584,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-344",
+ "ndcg10": 0.6166392118848165,
+ "mrr10": 0.5,
+ "recall10": 0.11475409836065574,
+ "recall100": 0.2459016393442623
+ },
+ {
+ "qid": "PLAIN-358",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-371",
+ "ndcg10": 0.27541155237618664,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-383",
+ "ndcg10": 0.14606834984270645,
+ "mrr10": 0.25,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-395",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-407",
+ "ndcg10": 0.7262287617954056,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-418",
+ "ndcg10": 0.8344475896326595,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-430",
+ "ndcg10": 0.4967105728753997,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-441",
+ "ndcg10": 0.727463892412172,
+ "mrr10": 1,
+ "recall10": 0.8,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-457",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-468",
+ "ndcg10": 0.521256019952062,
+ "mrr10": 1,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-478",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-488",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 0.7333333333333333
+ },
+ {
+ "qid": "PLAIN-499",
+ "ndcg10": 0.2532954041105318,
+ "mrr10": 0.25,
+ "recall10": 0.08823529411764706,
+ "recall100": 0.14705882352941177
+ },
+ {
+ "qid": "PLAIN-510",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-520",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-531",
+ "ndcg10": 0.2906246349515899,
+ "mrr10": 0.5,
+ "recall10": 0.00974025974025974,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-541",
+ "ndcg10": 0.10778915452451093,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-551",
+ "ndcg10": 0.6131471927654584,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-561",
+ "ndcg10": 0.3589542101716347,
+ "mrr10": 1,
+ "recall10": 0.08,
+ "recall100": 0.12
+ },
+ {
+ "qid": "PLAIN-571",
+ "ndcg10": 0.2162957183053307,
+ "mrr10": 0.25,
+ "recall10": 0.2857142857142857,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-583",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.022727272727272728,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-593",
+ "ndcg10": 0.46927872602275644,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-603",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-613",
+ "ndcg10": 0.13886244387355454,
+ "mrr10": 0.5,
+ "recall10": 0.1,
+ "recall100": 0.3
+ },
+ {
+ "qid": "PLAIN-623",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.024390243902439025,
+ "recall100": 0.12195121951219512
+ },
+ {
+ "qid": "PLAIN-634",
+ "ndcg10": 0.424926013816671,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-645",
+ "ndcg10": 0.07336392209936005,
+ "mrr10": 0.14285714285714285,
+ "recall10": 0.034482758620689655,
+ "recall100": 0.10344827586206896
+ },
+ {
+ "qid": "PLAIN-660",
+ "ndcg10": 0.9363792118010483,
+ "mrr10": 1,
+ "recall10": 0.018947368421052633,
+ "recall100": 0.0863157894736842
+ },
+ {
+ "qid": "PLAIN-671",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-681",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-691",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.09523809523809523
+ },
+ {
+ "qid": "PLAIN-701",
+ "ndcg10": 0.1662433493697512,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.25,
+ "recall100": 0.375
+ },
+ {
+ "qid": "PLAIN-711",
+ "ndcg10": 0.5579780239523999,
+ "mrr10": 1,
+ "recall10": 0.08771929824561403,
+ "recall100": 0.22807017543859648
+ },
+ {
+ "qid": "PLAIN-721",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.4,
+ "recall100": 0.64
+ },
+ {
+ "qid": "PLAIN-731",
+ "ndcg10": 0.7241528458281337,
+ "mrr10": 1,
+ "recall10": 0.12962962962962962,
+ "recall100": 0.37037037037037035
+ },
+ {
+ "qid": "PLAIN-741",
+ "ndcg10": 0.800693766409882,
+ "mrr10": 1,
+ "recall10": 0.3684210526315789,
+ "recall100": 0.3684210526315789
+ },
+ {
+ "qid": "PLAIN-751",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-761",
+ "ndcg10": 0.4103915680233244,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-771",
+ "ndcg10": 0.9134015924715543,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-782",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-792",
+ "ndcg10": 0.30260241349881345,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-806",
+ "ndcg10": 0.933745776545611,
+ "mrr10": 1,
+ "recall10": 0.09375,
+ "recall100": 0.22916666666666666
+ },
+ {
+ "qid": "PLAIN-817",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-827",
+ "ndcg10": 0.84860265890399,
+ "mrr10": 1,
+ "recall10": 0.03278688524590164,
+ "recall100": 0.21721311475409835
+ },
+ {
+ "qid": "PLAIN-838",
+ "ndcg10": 0.6930221935231562,
+ "mrr10": 1,
+ "recall10": 0.5555555555555556,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-850",
+ "ndcg10": 0.5541432109622958,
+ "mrr10": 1,
+ "recall10": 0.07017543859649122,
+ "recall100": 0.17543859649122806
+ },
+ {
+ "qid": "PLAIN-872",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-882",
+ "ndcg10": 0.8701249883466593,
+ "mrr10": 1,
+ "recall10": 0.5333333333333333,
+ "recall100": 0.8
+ },
+ {
+ "qid": "PLAIN-892",
+ "ndcg10": 0.6332196796270029,
+ "mrr10": 1,
+ "recall10": 0.05434782608695652,
+ "recall100": 0.21739130434782608
+ },
+ {
+ "qid": "PLAIN-902",
+ "ndcg10": 0.3903800499921017,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-913",
+ "ndcg10": 0.8603818544462509,
+ "mrr10": 1,
+ "recall10": 0.23529411764705882,
+ "recall100": 0.35294117647058826
+ },
+ {
+ "qid": "PLAIN-924",
+ "ndcg10": 0.31516255047698366,
+ "mrr10": 0.5,
+ "recall10": 0.09375,
+ "recall100": 0.3125
+ },
+ {
+ "qid": "PLAIN-934",
+ "ndcg10": 0.7917267193679839,
+ "mrr10": 1,
+ "recall10": 0.06930693069306931,
+ "recall100": 0.31683168316831684
+ },
+ {
+ "qid": "PLAIN-946",
+ "ndcg10": 0.13568544539116628,
+ "mrr10": 0.125,
+ "recall10": 0.06451612903225806,
+ "recall100": 0.12903225806451613
+ },
+ {
+ "qid": "PLAIN-956",
+ "ndcg10": 0.6594803070902429,
+ "mrr10": 1,
+ "recall10": 0.02912621359223301,
+ "recall100": 0.17475728155339806
+ },
+ {
+ "qid": "PLAIN-966",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-977",
+ "ndcg10": 0.2960819109658652,
+ "mrr10": 0.5,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-987",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-997",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1008",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1018",
+ "ndcg10": 0.4521472607752954,
+ "mrr10": 0.5,
+ "recall10": 0.08333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1028",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1039",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1050",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.06382978723404255
+ },
+ {
+ "qid": "PLAIN-1066",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1088",
+ "ndcg10": 0.5531464700081437,
+ "mrr10": 1,
+ "recall10": 0.4,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-1098",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1109",
+ "ndcg10": 0.684383072597662,
+ "mrr10": 1,
+ "recall10": 0.061224489795918366,
+ "recall100": 0.35714285714285715
+ },
+ {
+ "qid": "PLAIN-1119",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1130",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1141",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.0625,
+ "recall100": 0.3125
+ },
+ {
+ "qid": "PLAIN-1151",
+ "ndcg10": 0.7065443116025598,
+ "mrr10": 0.5,
+ "recall10": 0.05228758169934641,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-1161",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1172",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.05263157894736842,
+ "recall100": 0.15789473684210525
+ },
+ {
+ "qid": "PLAIN-1183",
+ "ndcg10": 0.23365080824310533,
+ "mrr10": 0.5,
+ "recall10": 0.08,
+ "recall100": 0.08
+ },
+ {
+ "qid": "PLAIN-1193",
+ "ndcg10": 0.20483424751859086,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.5555555555555556
+ },
+ {
+ "qid": "PLAIN-1203",
+ "ndcg10": 0.5174612499126158,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-1214",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1225",
+ "ndcg10": 0.6830838076905166,
+ "mrr10": 1,
+ "recall10": 0.2222222222222222,
+ "recall100": 0.5555555555555556
+ },
+ {
+ "qid": "PLAIN-1236",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1249",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1262",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1275",
+ "ndcg10": 0.43735247915031,
+ "mrr10": 1,
+ "recall10": 0.05454545454545454,
+ "recall100": 0.2545454545454545
+ },
+ {
+ "qid": "PLAIN-1288",
+ "ndcg10": 0.5933607200949346,
+ "mrr10": 1,
+ "recall10": 0.025510204081632654,
+ "recall100": 0.12755102040816327
+ },
+ {
+ "qid": "PLAIN-1299",
+ "ndcg10": 0.11004588314904008,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.01639344262295082,
+ "recall100": 0.06557377049180328
+ },
+ {
+ "qid": "PLAIN-1309",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1320",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1331",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1342",
+ "ndcg10": 0.4440973278132557,
+ "mrr10": 1,
+ "recall10": 0.1875,
+ "recall100": 0.3125
+ },
+ {
+ "qid": "PLAIN-1353",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1363",
+ "ndcg10": 0.24655055544758614,
+ "mrr10": 0.25,
+ "recall10": 0.2727272727272727,
+ "recall100": 0.7272727272727273
+ },
+ {
+ "qid": "PLAIN-1374",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.19230769230769232
+ },
+ {
+ "qid": "PLAIN-1387",
+ "ndcg10": 0.7183627972686238,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-1398",
+ "ndcg10": 0.9216017310213247,
+ "mrr10": 1,
+ "recall10": 0.08737864077669903,
+ "recall100": 0.22330097087378642
+ },
+ {
+ "qid": "PLAIN-1409",
+ "ndcg10": 0.24936270394794902,
+ "mrr10": 0.25,
+ "recall10": 0.011857707509881422,
+ "recall100": 0.1541501976284585
+ },
+ {
+ "qid": "PLAIN-1419",
+ "ndcg10": 0.4885468020156227,
+ "mrr10": 1,
+ "recall10": 0.06153846153846154,
+ "recall100": 0.1076923076923077
+ },
+ {
+ "qid": "PLAIN-1429",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1441",
+ "ndcg10": 0.5599332595218056,
+ "mrr10": 1,
+ "recall10": 0.026881720430107527,
+ "recall100": 0.15053763440860216
+ },
+ {
+ "qid": "PLAIN-1453",
+ "ndcg10": 0.5103515512676448,
+ "mrr10": 1,
+ "recall10": 0.0163265306122449,
+ "recall100": 0.06938775510204082
+ },
+ {
+ "qid": "PLAIN-1463",
+ "ndcg10": 0.2082936658103318,
+ "mrr10": 0.5,
+ "recall10": 0.08333333333333333,
+ "recall100": 0.2916666666666667
+ },
+ {
+ "qid": "PLAIN-1473",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1485",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1496",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1506",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.13333333333333333
+ },
+ {
+ "qid": "PLAIN-1516",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1527",
+ "ndcg10": 0.9052116356304493,
+ "mrr10": 1,
+ "recall10": 0.04455445544554455,
+ "recall100": 0.18811881188118812
+ },
+ {
+ "qid": "PLAIN-1537",
+ "ndcg10": 0.13886244387355454,
+ "mrr10": 0.5,
+ "recall10": 0.022222222222222223,
+ "recall100": 0.15555555555555556
+ },
+ {
+ "qid": "PLAIN-1547",
+ "ndcg10": 0.13032376591037062,
+ "mrr10": 0.25,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1557",
+ "ndcg10": 0.2489083270225946,
+ "mrr10": 0.5,
+ "recall10": 0.07692307692307693,
+ "recall100": 0.11538461538461539
+ },
+ {
+ "qid": "PLAIN-1568",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1579",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1590",
+ "ndcg10": 0.06625422345438903,
+ "mrr10": 0.1111111111111111,
+ "recall10": 0.05555555555555555,
+ "recall100": 0.3888888888888889
+ },
+ {
+ "qid": "PLAIN-1601",
+ "ndcg10": 0.6457545768494583,
+ "mrr10": 1,
+ "recall10": 0.08108108108108109,
+ "recall100": 0.24324324324324326
+ },
+ {
+ "qid": "PLAIN-1611",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1621",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1635",
+ "ndcg10": 0.9266360779006401,
+ "mrr10": 1,
+ "recall10": 0.02088167053364269,
+ "recall100": 0.14153132250580047
+ },
+ {
+ "qid": "PLAIN-1645",
+ "ndcg10": 0.15130120674940672,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1656",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.07142857142857142
+ },
+ {
+ "qid": "PLAIN-1667",
+ "ndcg10": 0.7877736340270854,
+ "mrr10": 1,
+ "recall10": 0.050314465408805034,
+ "recall100": 0.1509433962264151
+ },
+ {
+ "qid": "PLAIN-1679",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1690",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1700",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-1710",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.625,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-1721",
+ "ndcg10": 0.40995091484653445,
+ "mrr10": 0.5,
+ "recall10": 0.12903225806451613,
+ "recall100": 0.16129032258064516
+ },
+ {
+ "qid": "PLAIN-1731",
+ "ndcg10": 0.7653606369886217,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1741",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.023809523809523808,
+ "recall100": 0.11666666666666667
+ },
+ {
+ "qid": "PLAIN-1752",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1762",
+ "ndcg10": 0.5784505554216093,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-1772",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1784",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1794",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1805",
+ "ndcg10": 0.9052116356304493,
+ "mrr10": 1,
+ "recall10": 0.07758620689655173,
+ "recall100": 0.2672413793103448
+ },
+ {
+ "qid": "PLAIN-1817",
+ "ndcg10": 0.42838543210841196,
+ "mrr10": 1,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.2962962962962963
+ },
+ {
+ "qid": "PLAIN-1827",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1837",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.05102040816326531,
+ "recall100": 0.32142857142857145
+ },
+ {
+ "qid": "PLAIN-1847",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.09090909090909091,
+ "recall100": 0.2727272727272727
+ },
+ {
+ "qid": "PLAIN-1857",
+ "ndcg10": 0.5957616317188126,
+ "mrr10": 1,
+ "recall10": 0.15151515151515152,
+ "recall100": 0.42424242424242425
+ },
+ {
+ "qid": "PLAIN-1867",
+ "ndcg10": 0.07945707943276742,
+ "mrr10": 0.1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-1877",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.05555555555555555
+ },
+ {
+ "qid": "PLAIN-1887",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-1897",
+ "ndcg10": 0.17723928678404774,
+ "mrr10": 0.1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-1909",
+ "ndcg10": 0.8263333286520083,
+ "mrr10": 1,
+ "recall10": 0.017278617710583154,
+ "recall100": 0.1101511879049676
+ },
+ {
+ "qid": "PLAIN-1919",
+ "ndcg10": 0.7967610662472993,
+ "mrr10": 1,
+ "recall10": 0.25925925925925924,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1929",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-1940",
+ "ndcg10": 0.3589542101716347,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.5833333333333334
+ },
+ {
+ "qid": "PLAIN-1950",
+ "ndcg10": 0.2489083270225946,
+ "mrr10": 0.5,
+ "recall10": 0.15384615384615385,
+ "recall100": 0.23076923076923078
+ },
+ {
+ "qid": "PLAIN-1962",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1972",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.36363636363636365
+ },
+ {
+ "qid": "PLAIN-1983",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.3125,
+ "recall100": 0.6875
+ },
+ {
+ "qid": "PLAIN-1995",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.18181818181818182
+ },
+ {
+ "qid": "PLAIN-2009",
+ "ndcg10": 0.3700049343491939,
+ "mrr10": 0.25,
+ "recall10": 0.5,
+ "recall100": 0.625
+ },
+ {
+ "qid": "PLAIN-2019",
+ "ndcg10": 0.13565197343244778,
+ "mrr10": 0.1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-2030",
+ "ndcg10": 0.19092086617893467,
+ "mrr10": 0.5,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-2040",
+ "ndcg10": 0.4950940324881554,
+ "mrr10": 0.5,
+ "recall10": 0.03787878787878788,
+ "recall100": 0.13636363636363635
+ },
+ {
+ "qid": "PLAIN-2051",
+ "ndcg10": 0.5423640154200349,
+ "mrr10": 1,
+ "recall10": 0.011267605633802818,
+ "recall100": 0.09859154929577464
+ },
+ {
+ "qid": "PLAIN-2061",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.024390243902439025,
+ "recall100": 0.13902439024390245
+ },
+ {
+ "qid": "PLAIN-2071",
+ "ndcg10": 0.5455017237786198,
+ "mrr10": 0.5,
+ "recall10": 0.13333333333333333,
+ "recall100": 0.37777777777777777
+ },
+ {
+ "qid": "PLAIN-2081",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2092",
+ "ndcg10": 0.6489315753318465,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.6
+ },
+ {
+ "qid": "PLAIN-2102",
+ "ndcg10": 0.7600791051976192,
+ "mrr10": 1,
+ "recall10": 0.0166270783847981,
+ "recall100": 0.1163895486935867
+ },
+ {
+ "qid": "PLAIN-2113",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2124",
+ "ndcg10": 0.5455206287241073,
+ "mrr10": 1,
+ "recall10": 0.29411764705882354,
+ "recall100": 0.5294117647058824
+ },
+ {
+ "qid": "PLAIN-2134",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.08333333333333333
+ },
+ {
+ "qid": "PLAIN-2145",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-2156",
+ "ndcg10": 0.7751482523375255,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 0.8333333333333334
+ },
+ {
+ "qid": "PLAIN-2167",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2177",
+ "ndcg10": 0.5072380780124418,
+ "mrr10": 0.5,
+ "recall10": 0.20833333333333334,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2187",
+ "ndcg10": 0.23504554941448536,
+ "mrr10": 1,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.2222222222222222
+ },
+ {
+ "qid": "PLAIN-2197",
+ "ndcg10": 0.6496872770120411,
+ "mrr10": 1,
+ "recall10": 0.10344827586206896,
+ "recall100": 0.3103448275862069
+ },
+ {
+ "qid": "PLAIN-2209",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2220",
+ "ndcg10": 0.38334277998463445,
+ "mrr10": 1,
+ "recall10": 0.2222222222222222,
+ "recall100": 0.2222222222222222
+ },
+ {
+ "qid": "PLAIN-2230",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2240",
+ "ndcg10": 0.2082936658103318,
+ "mrr10": 0.5,
+ "recall10": 0.18181818181818182,
+ "recall100": 0.2727272727272727
+ },
+ {
+ "qid": "PLAIN-2250",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2261",
+ "ndcg10": 0.5637884576902256,
+ "mrr10": 1,
+ "recall10": 0.06666666666666667,
+ "recall100": 0.15
+ },
+ {
+ "qid": "PLAIN-2271",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2281",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2291",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-2301",
+ "ndcg10": 0.13961814555374907,
+ "mrr10": 0.14285714285714285,
+ "recall10": 0.15384615384615385,
+ "recall100": 0.3076923076923077
+ },
+ {
+ "qid": "PLAIN-2311",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2321",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2332",
+ "ndcg10": 0.7663491917568946,
+ "mrr10": 1,
+ "recall10": 0.08247422680412371,
+ "recall100": 0.4020618556701031
+ },
+ {
+ "qid": "PLAIN-2343",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2354",
+ "ndcg10": 0.5087403079104241,
+ "mrr10": 1,
+ "recall10": 0.4,
+ "recall100": 0.6
+ },
+ {
+ "qid": "PLAIN-2364",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2375",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2386",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3684210526315789
+ },
+ {
+ "qid": "PLAIN-2396",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-2408",
+ "ndcg10": 0.5531464700081437,
+ "mrr10": 1,
+ "recall10": 0.4,
+ "recall100": 0.6
+ },
+ {
+ "qid": "PLAIN-2430",
+ "ndcg10": 0.5740106608557803,
+ "mrr10": 1,
+ "recall10": 0.15217391304347827,
+ "recall100": 0.41304347826086957
+ },
+ {
+ "qid": "PLAIN-2440",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.047619047619047616
+ },
+ {
+ "qid": "PLAIN-2450",
+ "ndcg10": 0.2336508082431053,
+ "mrr10": 0.5,
+ "recall10": 0.05263157894736842,
+ "recall100": 0.13157894736842105
+ },
+ {
+ "qid": "PLAIN-2460",
+ "ndcg10": 0.43174458805633853,
+ "mrr10": 1,
+ "recall10": 0.12903225806451613,
+ "recall100": 0.4838709677419355
+ },
+ {
+ "qid": "PLAIN-2470",
+ "ndcg10": 0.7024216173807135,
+ "mrr10": 1,
+ "recall10": 0.0821917808219178,
+ "recall100": 0.3287671232876712
+ },
+ {
+ "qid": "PLAIN-2480",
+ "ndcg10": 0.4407905902246705,
+ "mrr10": 1,
+ "recall10": 0.2777777777777778,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-2490",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.34782608695652173
+ },
+ {
+ "qid": "PLAIN-2500",
+ "ndcg10": 0.15487585161383474,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.7142857142857143
+ },
+ {
+ "qid": "PLAIN-2510",
+ "ndcg10": 0.589664883987166,
+ "mrr10": 0.5,
+ "recall10": 0.15217391304347827,
+ "recall100": 0.5869565217391305
+ },
+ {
+ "qid": "PLAIN-2520",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1095890410958904
+ },
+ {
+ "qid": "PLAIN-2530",
+ "ndcg10": 0.955830517697074,
+ "mrr10": 1,
+ "recall10": 0.1388888888888889,
+ "recall100": 0.3888888888888889
+ },
+ {
+ "qid": "PLAIN-2540",
+ "ndcg10": 0.4941492558420748,
+ "mrr10": 0.5,
+ "recall10": 0.2857142857142857,
+ "recall100": 0.6190476190476191
+ },
+ {
+ "qid": "PLAIN-2550",
+ "ndcg10": 0.24746798875357182,
+ "mrr10": 0.5,
+ "recall10": 0.08,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-2560",
+ "ndcg10": 0.9363792118010483,
+ "mrr10": 1,
+ "recall10": 0.42857142857142855,
+ "recall100": 0.6190476190476191
+ },
+ {
+ "qid": "PLAIN-2570",
+ "ndcg10": 0.25523504782501816,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.075,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2580",
+ "ndcg10": 0.1135664319411187,
+ "mrr10": 1,
+ "recall10": 0.043478260869565216,
+ "recall100": 0.13043478260869565
+ },
+ {
+ "qid": "PLAIN-2590",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.07936507936507936
+ },
+ {
+ "qid": "PLAIN-2600",
+ "ndcg10": 0.6613158235505792,
+ "mrr10": 1,
+ "recall10": 0.3,
+ "recall100": 0.3
+ },
+ {
+ "qid": "PLAIN-2610",
+ "ndcg10": 0.4973811325345484,
+ "mrr10": 1,
+ "recall10": 0.06557377049180328,
+ "recall100": 0.2459016393442623
+ },
+ {
+ "qid": "PLAIN-2620",
+ "ndcg10": 0.6770586454665828,
+ "mrr10": 1,
+ "recall10": 0.16363636363636364,
+ "recall100": 0.36363636363636365
+ },
+ {
+ "qid": "PLAIN-2630",
+ "ndcg10": 0.8188458073987622,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3958333333333333
+ },
+ {
+ "qid": "PLAIN-2640",
+ "ndcg10": 0.39923129859010653,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.5416666666666666
+ },
+ {
+ "qid": "PLAIN-2650",
+ "ndcg10": 0.6489315753318465,
+ "mrr10": 1,
+ "recall10": 0.1724137931034483,
+ "recall100": 0.3448275862068966
+ },
+ {
+ "qid": "PLAIN-2660",
+ "ndcg10": 0.40030566811860463,
+ "mrr10": 0.5,
+ "recall10": 0.14814814814814814,
+ "recall100": 0.48148148148148145
+ },
+ {
+ "qid": "PLAIN-2670",
+ "ndcg10": 0.3406992958233561,
+ "mrr10": 1,
+ "recall10": 0.02857142857142857,
+ "recall100": 0.05714285714285714
+ },
+ {
+ "qid": "PLAIN-2680",
+ "ndcg10": 0.454740507204534,
+ "mrr10": 0.5,
+ "recall10": 0.2857142857142857,
+ "recall100": 0.42857142857142855
+ },
+ {
+ "qid": "PLAIN-2690",
+ "ndcg10": 0.6852219536434856,
+ "mrr10": 1,
+ "recall10": 0.20930232558139536,
+ "recall100": 0.4418604651162791
+ },
+ {
+ "qid": "PLAIN-2700",
+ "ndcg10": 0.5438770046596358,
+ "mrr10": 1,
+ "recall10": 0.3,
+ "recall100": 0.7
+ },
+ {
+ "qid": "PLAIN-2710",
+ "ndcg10": 0.6906119546391791,
+ "mrr10": 1,
+ "recall10": 0.23809523809523808,
+ "recall100": 0.6190476190476191
+ },
+ {
+ "qid": "PLAIN-2720",
+ "ndcg10": 0.24639745374629807,
+ "mrr10": 0.2,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.2777777777777778
+ },
+ {
+ "qid": "PLAIN-2730",
+ "ndcg10": 0.5235258308273208,
+ "mrr10": 1,
+ "recall10": 0.13793103448275862,
+ "recall100": 0.41379310344827586
+ },
+ {
+ "qid": "PLAIN-2740",
+ "ndcg10": 0.6782347310356166,
+ "mrr10": 1,
+ "recall10": 0.1,
+ "recall100": 0.16
+ },
+ {
+ "qid": "PLAIN-2750",
+ "ndcg10": 0.532003134830924,
+ "mrr10": 1,
+ "recall10": 0.1016949152542373,
+ "recall100": 0.23728813559322035
+ },
+ {
+ "qid": "PLAIN-2760",
+ "ndcg10": 0.4702199443548266,
+ "mrr10": 0.5,
+ "recall10": 0.25,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2770",
+ "ndcg10": 0.325096961030005,
+ "mrr10": 0.5,
+ "recall10": 0.12195121951219512,
+ "recall100": 0.4878048780487805
+ },
+ {
+ "qid": "PLAIN-2780",
+ "ndcg10": 0.4033852369868885,
+ "mrr10": 1,
+ "recall10": 0.2727272727272727,
+ "recall100": 0.4090909090909091
+ },
+ {
+ "qid": "PLAIN-2790",
+ "ndcg10": 0.652358405855227,
+ "mrr10": 1,
+ "recall10": 0.1016949152542373,
+ "recall100": 0.2033898305084746
+ },
+ {
+ "qid": "PLAIN-2800",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.041666666666666664
+ },
+ {
+ "qid": "PLAIN-2810",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.125
+ },
+ {
+ "qid": "PLAIN-2820",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2830",
+ "ndcg10": 0.7262287617954056,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-2840",
+ "ndcg10": 0.09478836436955078,
+ "mrr10": 0.25,
+ "recall10": 0.058823529411764705,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-2850",
+ "ndcg10": 0.3026286548261086,
+ "mrr10": 0.5,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.4444444444444444
+ },
+ {
+ "qid": "PLAIN-2860",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2870",
+ "ndcg10": 0.0781764177375172,
+ "mrr10": 0.2,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-2880",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-2890",
+ "ndcg10": 0.1974505933948842,
+ "mrr10": 0.25,
+ "recall10": 0.034482758620689655,
+ "recall100": 0.034482758620689655
+ },
+ {
+ "qid": "PLAIN-2900",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2910",
+ "ndcg10": 0.5330346140547638,
+ "mrr10": 1,
+ "recall10": 0.13333333333333333,
+ "recall100": 0.26666666666666666
+ },
+ {
+ "qid": "PLAIN-2920",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-2930",
+ "ndcg10": 0.5175857101991203,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-2940",
+ "ndcg10": 0.12811612289210494,
+ "mrr10": 0.14285714285714285,
+ "recall10": 0.045454545454545456,
+ "recall100": 0.18181818181818182
+ },
+ {
+ "qid": "PLAIN-2950",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2960",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2970",
+ "ndcg10": 0.6338262955454459,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.5555555555555556
+ },
+ {
+ "qid": "PLAIN-2981",
+ "ndcg10": 0.5321036168710066,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-2991",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3001",
+ "ndcg10": 0.3065735963827292,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3014",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3026",
+ "ndcg10": 0.6309297535714574,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3037",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3053",
+ "ndcg10": 0.7653606369886218,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-3063",
+ "ndcg10": 0.19519002499605084,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.25,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-3074",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3085",
+ "ndcg10": 0.38162168437253385,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3097",
+ "ndcg10": 0.515157140670655,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-3116",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3131",
+ "ndcg10": 0.6516433935264055,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3141",
+ "ndcg10": 0.3170808479749099,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.058823529411764705,
+ "recall100": 0.20588235294117646
+ },
+ {
+ "qid": "PLAIN-3151",
+ "ndcg10": 0.7456217791401517,
+ "mrr10": 1,
+ "recall10": 0.3888888888888889,
+ "recall100": 0.5555555555555556
+ },
+ {
+ "qid": "PLAIN-3161",
+ "ndcg10": 0.524282944620724,
+ "mrr10": 1,
+ "recall10": 0.046511627906976744,
+ "recall100": 0.27906976744186046
+ },
+ {
+ "qid": "PLAIN-3171",
+ "ndcg10": 0.044175472610956126,
+ "mrr10": 0.1,
+ "recall10": 0.029411764705882353,
+ "recall100": 0.058823529411764705
+ },
+ {
+ "qid": "PLAIN-3181",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.037037037037037035
+ },
+ {
+ "qid": "PLAIN-3191",
+ "ndcg10": 0.4300543345163763,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3201",
+ "ndcg10": 0.2037495755301314,
+ "mrr10": 0.2,
+ "recall10": 0.0625,
+ "recall100": 0.09375
+ },
+ {
+ "qid": "PLAIN-3211",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.05555555555555555
+ },
+ {
+ "qid": "PLAIN-3221",
+ "ndcg10": 0.06581686446496139,
+ "mrr10": 0.25,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.125
+ },
+ {
+ "qid": "PLAIN-3231",
+ "ndcg10": 0.2501157675209561,
+ "mrr10": 0.5,
+ "recall10": 0.5,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-3241",
+ "ndcg10": 0.45846608015576257,
+ "mrr10": 1,
+ "recall10": 0.034482758620689655,
+ "recall100": 0.06896551724137931
+ },
+ {
+ "qid": "PLAIN-3251",
+ "ndcg10": 0.16330891279672524,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.047619047619047616,
+ "recall100": 0.09523809523809523
+ },
+ {
+ "qid": "PLAIN-3261",
+ "ndcg10": 0.17034964791167806,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.07692307692307693,
+ "recall100": 0.07692307692307693
+ },
+ {
+ "qid": "PLAIN-3271",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.10204081632653061
+ },
+ {
+ "qid": "PLAIN-3281",
+ "ndcg10": 0.24249682153453903,
+ "mrr10": 0.5,
+ "recall10": 0.038461538461538464,
+ "recall100": 0.07692307692307693
+ },
+ {
+ "qid": "PLAIN-3292",
+ "ndcg10": 0.34839716434274914,
+ "mrr10": 1,
+ "recall10": 0.42857142857142855,
+ "recall100": 0.5714285714285714
+ },
+ {
+ "qid": "PLAIN-3302",
+ "ndcg10": 0.13084731762486884,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.05405405405405406,
+ "recall100": 0.3783783783783784
+ },
+ {
+ "qid": "PLAIN-3312",
+ "ndcg10": 0.30114238162847884,
+ "mrr10": 0.5,
+ "recall10": 0.3076923076923077,
+ "recall100": 0.6153846153846154
+ },
+ {
+ "qid": "PLAIN-3322",
+ "ndcg10": 0.28165758790969186,
+ "mrr10": 0.5,
+ "recall10": 0.0379746835443038,
+ "recall100": 0.13924050632911392
+ },
+ {
+ "qid": "PLAIN-3332",
+ "ndcg10": 0.7386266690451878,
+ "mrr10": 1,
+ "recall10": 0.35714285714285715,
+ "recall100": 0.8571428571428571
+ },
+ {
+ "qid": "PLAIN-3342",
+ "ndcg10": 0.1671604549662023,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-3352",
+ "ndcg10": 0.3843483686763149,
+ "mrr10": 1,
+ "recall10": 0.02564102564102564,
+ "recall100": 0.1282051282051282
+ },
+ {
+ "qid": "PLAIN-3362",
+ "ndcg10": 0.6268451902108538,
+ "mrr10": 1,
+ "recall10": 0.18181818181818182,
+ "recall100": 0.2727272727272727
+ },
+ {
+ "qid": "PLAIN-3372",
+ "ndcg10": 0.27744302190680586,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.21428571428571427
+ },
+ {
+ "qid": "PLAIN-3382",
+ "ndcg10": 0.4594761912515673,
+ "mrr10": 1,
+ "recall10": 0.35714285714285715,
+ "recall100": 0.7142857142857143
+ },
+ {
+ "qid": "PLAIN-3392",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.13043478260869565
+ },
+ {
+ "qid": "PLAIN-3402",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.21428571428571427
+ },
+ {
+ "qid": "PLAIN-3412",
+ "ndcg10": 0.18329273373298458,
+ "mrr10": 1,
+ "recall10": 0.04081632653061224,
+ "recall100": 0.24489795918367346
+ },
+ {
+ "qid": "PLAIN-3422",
+ "ndcg10": 0.02321714761064369,
+ "mrr10": 0.1,
+ "recall10": 0.03225806451612903,
+ "recall100": 0.45161290322580644
+ },
+ {
+ "qid": "PLAIN-3432",
+ "ndcg10": 0.06362078819895171,
+ "mrr10": 0.1,
+ "recall10": 0.023809523809523808,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-3442",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.034482758620689655
+ },
+ {
+ "qid": "PLAIN-3452",
+ "ndcg10": 0.4247645055987381,
+ "mrr10": 1,
+ "recall10": 0.11764705882352941,
+ "recall100": 0.5294117647058824
+ },
+ {
+ "qid": "PLAIN-3462",
+ "ndcg10": 0.6378891765242927,
+ "mrr10": 0.5,
+ "recall10": 0.109375,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3472",
+ "ndcg10": 0.2873431773791806,
+ "mrr10": 1,
+ "recall10": 0.058823529411764705,
+ "recall100": 0.4117647058823529
+ }
+ ],
+ "baselines": {
+ "BM25 (Lucene)": 0.325,
+ "DocT5query": 0.328,
+ "TAS-B": 0.319,
+ "GenQ": 0.319,
+ "ColBERT": 0.305,
+ "Contriever": 0.328,
+ "GTR-XL": 0.343,
+ "SPLADE++": 0.347,
+ "BGE-large-v1.5 (pub)": 0.38,
+ "SBERT msmarco": 0.272
+ },
+ "ourRank": 2,
+ "leaderboardLength": 11
+}
\ No newline at end of file
diff --git a/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-32-42-354Z.json b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-32-42-354Z.json
new file mode 100644
index 0000000000..5a0b26d21a
--- /dev/null
+++ b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-32-42-354Z.json
@@ -0,0 +1,2295 @@
+{
+ "runAt": "2026-06-26T21:32:42.354Z",
+ "benchmark": "beir-nfcorpus-hybrid",
+ "dataset": "nfcorpus",
+ "pipeline": "BM25+BGE RRF",
+ "bgeModel": "Xenova/bge-base-en-v1.5",
+ "rrfK": 20,
+ "rerank": false,
+ "queries": 323,
+ "corpusSize": 3633,
+ "metrics": {
+ "ndcg10": 0.35171471732484655,
+ "mrr10": 0.5456029780333185,
+ "recall10": 0.16652743860112934,
+ "recall100": 0.30466713166229387,
+ "avgQueryLatencyMs": 411.8009747151703
+ },
+ "perQuery": [
+ {
+ "qid": "PLAIN-2",
+ "ndcg10": 0.7412469912547754,
+ "mrr10": 1,
+ "recall10": 0.2916666666666667,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-12",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.23333333333333334
+ },
+ {
+ "qid": "PLAIN-23",
+ "ndcg10": 0.4951328496468998,
+ "mrr10": 1,
+ "recall10": 0.05555555555555555,
+ "recall100": 0.15555555555555556
+ },
+ {
+ "qid": "PLAIN-33",
+ "ndcg10": 0.46667017129647237,
+ "mrr10": 1,
+ "recall10": 0.125,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-44",
+ "ndcg10": 0.2940620318598474,
+ "mrr10": 1,
+ "recall10": 0.05172413793103448,
+ "recall100": 0.1724137931034483
+ },
+ {
+ "qid": "PLAIN-56",
+ "ndcg10": 0.5097750261375381,
+ "mrr10": 1,
+ "recall10": 0.1,
+ "recall100": 0.26
+ },
+ {
+ "qid": "PLAIN-68",
+ "ndcg10": 0.8588798377757242,
+ "mrr10": 1,
+ "recall10": 0.12727272727272726,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-78",
+ "ndcg10": 0.08966284300766811,
+ "mrr10": 1,
+ "recall10": 0.016129032258064516,
+ "recall100": 0.12903225806451613
+ },
+ {
+ "qid": "PLAIN-91",
+ "ndcg10": 0.6081351105039879,
+ "mrr10": 1,
+ "recall10": 0.140625,
+ "recall100": 0.328125
+ },
+ {
+ "qid": "PLAIN-102",
+ "ndcg10": 0.12811612289210494,
+ "mrr10": 1,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-112",
+ "ndcg10": 0.6858781710646398,
+ "mrr10": 1,
+ "recall10": 0.08928571428571429,
+ "recall100": 0.17857142857142858
+ },
+ {
+ "qid": "PLAIN-123",
+ "ndcg10": 0.2848186035513736,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.09803921568627451,
+ "recall100": 0.1568627450980392
+ },
+ {
+ "qid": "PLAIN-133",
+ "ndcg10": 0.08649891544052932,
+ "mrr10": 0.1111111111111111,
+ "recall10": 0.027777777777777776,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-143",
+ "ndcg10": 0.37061294442664394,
+ "mrr10": 1,
+ "recall10": 0.0392156862745098,
+ "recall100": 0.2549019607843137
+ },
+ {
+ "qid": "PLAIN-153",
+ "ndcg10": 0.8948763559161851,
+ "mrr10": 1,
+ "recall10": 0.1702127659574468,
+ "recall100": 0.2978723404255319
+ },
+ {
+ "qid": "PLAIN-165",
+ "ndcg10": 0.3937404317428725,
+ "mrr10": 0.5,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3888888888888889
+ },
+ {
+ "qid": "PLAIN-175",
+ "ndcg10": 0.29608176037159845,
+ "mrr10": 1,
+ "recall10": 0.10810810810810811,
+ "recall100": 0.13513513513513514
+ },
+ {
+ "qid": "PLAIN-186",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.125
+ },
+ {
+ "qid": "PLAIN-196",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.043478260869565216
+ },
+ {
+ "qid": "PLAIN-207",
+ "ndcg10": 0.6578986223737446,
+ "mrr10": 1,
+ "recall10": 0.10909090909090909,
+ "recall100": 0.2545454545454545
+ },
+ {
+ "qid": "PLAIN-217",
+ "ndcg10": 0.12987501165334076,
+ "mrr10": 0.1111111111111111,
+ "recall10": 0.05555555555555555,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-227",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1
+ },
+ {
+ "qid": "PLAIN-238",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.037037037037037035
+ },
+ {
+ "qid": "PLAIN-248",
+ "ndcg10": 0.4666234168001789,
+ "mrr10": 0.5,
+ "recall10": 0.16129032258064516,
+ "recall100": 0.25806451612903225
+ },
+ {
+ "qid": "PLAIN-259",
+ "ndcg10": 0.2984900352767555,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.21428571428571427
+ },
+ {
+ "qid": "PLAIN-270",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.019230769230769232,
+ "recall100": 0.21153846153846154
+ },
+ {
+ "qid": "PLAIN-280",
+ "ndcg10": 0.3436966913921454,
+ "mrr10": 0.5,
+ "recall10": 0.15,
+ "recall100": 0.55
+ },
+ {
+ "qid": "PLAIN-291",
+ "ndcg10": 0.3589542101716347,
+ "mrr10": 1,
+ "recall10": 0.15384615384615385,
+ "recall100": 0.5384615384615384
+ },
+ {
+ "qid": "PLAIN-307",
+ "ndcg10": 0.7653606369886218,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-320",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2619047619047619
+ },
+ {
+ "qid": "PLAIN-332",
+ "ndcg10": 0.6131471927654584,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-344",
+ "ndcg10": 0.6166392118848165,
+ "mrr10": 0.5,
+ "recall10": 0.11475409836065574,
+ "recall100": 0.2459016393442623
+ },
+ {
+ "qid": "PLAIN-358",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-371",
+ "ndcg10": 0.27541155237618664,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-383",
+ "ndcg10": 0.14606834984270645,
+ "mrr10": 0.25,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-395",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-407",
+ "ndcg10": 0.7262287617954056,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-418",
+ "ndcg10": 0.8344475896326595,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-430",
+ "ndcg10": 0.4967105728753997,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-441",
+ "ndcg10": 0.727463892412172,
+ "mrr10": 1,
+ "recall10": 0.8,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-457",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-468",
+ "ndcg10": 0.521256019952062,
+ "mrr10": 1,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-478",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-488",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 0.7333333333333333
+ },
+ {
+ "qid": "PLAIN-499",
+ "ndcg10": 0.2532954041105318,
+ "mrr10": 0.25,
+ "recall10": 0.08823529411764706,
+ "recall100": 0.14705882352941177
+ },
+ {
+ "qid": "PLAIN-510",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-520",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-531",
+ "ndcg10": 0.2906246349515899,
+ "mrr10": 0.5,
+ "recall10": 0.00974025974025974,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-541",
+ "ndcg10": 0.10778915452451093,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-551",
+ "ndcg10": 0.6131471927654584,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-561",
+ "ndcg10": 0.3589542101716347,
+ "mrr10": 1,
+ "recall10": 0.08,
+ "recall100": 0.12
+ },
+ {
+ "qid": "PLAIN-571",
+ "ndcg10": 0.2162957183053307,
+ "mrr10": 0.25,
+ "recall10": 0.2857142857142857,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-583",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.022727272727272728,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-593",
+ "ndcg10": 0.46927872602275644,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-603",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-613",
+ "ndcg10": 0.13886244387355454,
+ "mrr10": 0.5,
+ "recall10": 0.1,
+ "recall100": 0.3
+ },
+ {
+ "qid": "PLAIN-623",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.024390243902439025,
+ "recall100": 0.12195121951219512
+ },
+ {
+ "qid": "PLAIN-634",
+ "ndcg10": 0.424926013816671,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-645",
+ "ndcg10": 0.07336392209936005,
+ "mrr10": 0.14285714285714285,
+ "recall10": 0.034482758620689655,
+ "recall100": 0.10344827586206896
+ },
+ {
+ "qid": "PLAIN-660",
+ "ndcg10": 0.9363792118010483,
+ "mrr10": 1,
+ "recall10": 0.018947368421052633,
+ "recall100": 0.0863157894736842
+ },
+ {
+ "qid": "PLAIN-671",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-681",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-691",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.09523809523809523
+ },
+ {
+ "qid": "PLAIN-701",
+ "ndcg10": 0.1662433493697512,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.25,
+ "recall100": 0.375
+ },
+ {
+ "qid": "PLAIN-711",
+ "ndcg10": 0.5579780239523999,
+ "mrr10": 1,
+ "recall10": 0.08771929824561403,
+ "recall100": 0.22807017543859648
+ },
+ {
+ "qid": "PLAIN-721",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.4,
+ "recall100": 0.64
+ },
+ {
+ "qid": "PLAIN-731",
+ "ndcg10": 0.7241528458281337,
+ "mrr10": 1,
+ "recall10": 0.12962962962962962,
+ "recall100": 0.37037037037037035
+ },
+ {
+ "qid": "PLAIN-741",
+ "ndcg10": 0.800693766409882,
+ "mrr10": 1,
+ "recall10": 0.3684210526315789,
+ "recall100": 0.3684210526315789
+ },
+ {
+ "qid": "PLAIN-751",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-761",
+ "ndcg10": 0.4103915680233244,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-771",
+ "ndcg10": 0.9134015924715543,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-782",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-792",
+ "ndcg10": 0.30260241349881345,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-806",
+ "ndcg10": 0.933745776545611,
+ "mrr10": 1,
+ "recall10": 0.09375,
+ "recall100": 0.22916666666666666
+ },
+ {
+ "qid": "PLAIN-817",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-827",
+ "ndcg10": 0.84860265890399,
+ "mrr10": 1,
+ "recall10": 0.03278688524590164,
+ "recall100": 0.21721311475409835
+ },
+ {
+ "qid": "PLAIN-838",
+ "ndcg10": 0.6930221935231562,
+ "mrr10": 1,
+ "recall10": 0.5555555555555556,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-850",
+ "ndcg10": 0.5541432109622958,
+ "mrr10": 1,
+ "recall10": 0.07017543859649122,
+ "recall100": 0.17543859649122806
+ },
+ {
+ "qid": "PLAIN-872",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-882",
+ "ndcg10": 0.8701249883466593,
+ "mrr10": 1,
+ "recall10": 0.5333333333333333,
+ "recall100": 0.8
+ },
+ {
+ "qid": "PLAIN-892",
+ "ndcg10": 0.6332196796270029,
+ "mrr10": 1,
+ "recall10": 0.05434782608695652,
+ "recall100": 0.21739130434782608
+ },
+ {
+ "qid": "PLAIN-902",
+ "ndcg10": 0.3903800499921017,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-913",
+ "ndcg10": 0.8603818544462509,
+ "mrr10": 1,
+ "recall10": 0.23529411764705882,
+ "recall100": 0.35294117647058826
+ },
+ {
+ "qid": "PLAIN-924",
+ "ndcg10": 0.31516255047698366,
+ "mrr10": 0.5,
+ "recall10": 0.09375,
+ "recall100": 0.3125
+ },
+ {
+ "qid": "PLAIN-934",
+ "ndcg10": 0.7917267193679839,
+ "mrr10": 1,
+ "recall10": 0.06930693069306931,
+ "recall100": 0.31683168316831684
+ },
+ {
+ "qid": "PLAIN-946",
+ "ndcg10": 0.13568544539116628,
+ "mrr10": 0.125,
+ "recall10": 0.06451612903225806,
+ "recall100": 0.12903225806451613
+ },
+ {
+ "qid": "PLAIN-956",
+ "ndcg10": 0.6594803070902429,
+ "mrr10": 1,
+ "recall10": 0.02912621359223301,
+ "recall100": 0.17475728155339806
+ },
+ {
+ "qid": "PLAIN-966",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-977",
+ "ndcg10": 0.2960819109658652,
+ "mrr10": 0.5,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-987",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-997",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1008",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1018",
+ "ndcg10": 0.4521472607752954,
+ "mrr10": 0.5,
+ "recall10": 0.08333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1028",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1039",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1050",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.06382978723404255
+ },
+ {
+ "qid": "PLAIN-1066",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1088",
+ "ndcg10": 0.5531464700081437,
+ "mrr10": 1,
+ "recall10": 0.4,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-1098",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1109",
+ "ndcg10": 0.684383072597662,
+ "mrr10": 1,
+ "recall10": 0.061224489795918366,
+ "recall100": 0.35714285714285715
+ },
+ {
+ "qid": "PLAIN-1119",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1130",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1141",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.0625,
+ "recall100": 0.3125
+ },
+ {
+ "qid": "PLAIN-1151",
+ "ndcg10": 0.7065443116025598,
+ "mrr10": 0.5,
+ "recall10": 0.05228758169934641,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-1161",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1172",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.05263157894736842,
+ "recall100": 0.15789473684210525
+ },
+ {
+ "qid": "PLAIN-1183",
+ "ndcg10": 0.23365080824310533,
+ "mrr10": 0.5,
+ "recall10": 0.08,
+ "recall100": 0.08
+ },
+ {
+ "qid": "PLAIN-1193",
+ "ndcg10": 0.20483424751859086,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.5555555555555556
+ },
+ {
+ "qid": "PLAIN-1203",
+ "ndcg10": 0.5174612499126158,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-1214",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1225",
+ "ndcg10": 0.6830838076905166,
+ "mrr10": 1,
+ "recall10": 0.2222222222222222,
+ "recall100": 0.5555555555555556
+ },
+ {
+ "qid": "PLAIN-1236",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1249",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1262",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1275",
+ "ndcg10": 0.43735247915031,
+ "mrr10": 1,
+ "recall10": 0.05454545454545454,
+ "recall100": 0.2545454545454545
+ },
+ {
+ "qid": "PLAIN-1288",
+ "ndcg10": 0.5933607200949346,
+ "mrr10": 1,
+ "recall10": 0.025510204081632654,
+ "recall100": 0.12755102040816327
+ },
+ {
+ "qid": "PLAIN-1299",
+ "ndcg10": 0.11004588314904008,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.01639344262295082,
+ "recall100": 0.06557377049180328
+ },
+ {
+ "qid": "PLAIN-1309",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1320",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1331",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1342",
+ "ndcg10": 0.4440973278132557,
+ "mrr10": 1,
+ "recall10": 0.1875,
+ "recall100": 0.3125
+ },
+ {
+ "qid": "PLAIN-1353",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1363",
+ "ndcg10": 0.24655055544758614,
+ "mrr10": 0.25,
+ "recall10": 0.2727272727272727,
+ "recall100": 0.7272727272727273
+ },
+ {
+ "qid": "PLAIN-1374",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.19230769230769232
+ },
+ {
+ "qid": "PLAIN-1387",
+ "ndcg10": 0.7183627972686238,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-1398",
+ "ndcg10": 0.9216017310213247,
+ "mrr10": 1,
+ "recall10": 0.08737864077669903,
+ "recall100": 0.22330097087378642
+ },
+ {
+ "qid": "PLAIN-1409",
+ "ndcg10": 0.24936270394794902,
+ "mrr10": 0.25,
+ "recall10": 0.011857707509881422,
+ "recall100": 0.1541501976284585
+ },
+ {
+ "qid": "PLAIN-1419",
+ "ndcg10": 0.4885468020156227,
+ "mrr10": 1,
+ "recall10": 0.06153846153846154,
+ "recall100": 0.1076923076923077
+ },
+ {
+ "qid": "PLAIN-1429",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1441",
+ "ndcg10": 0.5599332595218056,
+ "mrr10": 1,
+ "recall10": 0.026881720430107527,
+ "recall100": 0.15053763440860216
+ },
+ {
+ "qid": "PLAIN-1453",
+ "ndcg10": 0.5103515512676448,
+ "mrr10": 1,
+ "recall10": 0.0163265306122449,
+ "recall100": 0.06938775510204082
+ },
+ {
+ "qid": "PLAIN-1463",
+ "ndcg10": 0.2082936658103318,
+ "mrr10": 0.5,
+ "recall10": 0.08333333333333333,
+ "recall100": 0.2916666666666667
+ },
+ {
+ "qid": "PLAIN-1473",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1485",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1496",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1506",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.13333333333333333
+ },
+ {
+ "qid": "PLAIN-1516",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1527",
+ "ndcg10": 0.9052116356304493,
+ "mrr10": 1,
+ "recall10": 0.04455445544554455,
+ "recall100": 0.18811881188118812
+ },
+ {
+ "qid": "PLAIN-1537",
+ "ndcg10": 0.13886244387355454,
+ "mrr10": 0.5,
+ "recall10": 0.022222222222222223,
+ "recall100": 0.15555555555555556
+ },
+ {
+ "qid": "PLAIN-1547",
+ "ndcg10": 0.13032376591037062,
+ "mrr10": 0.25,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1557",
+ "ndcg10": 0.2489083270225946,
+ "mrr10": 0.5,
+ "recall10": 0.07692307692307693,
+ "recall100": 0.11538461538461539
+ },
+ {
+ "qid": "PLAIN-1568",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1579",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1590",
+ "ndcg10": 0.06625422345438903,
+ "mrr10": 0.1111111111111111,
+ "recall10": 0.05555555555555555,
+ "recall100": 0.3888888888888889
+ },
+ {
+ "qid": "PLAIN-1601",
+ "ndcg10": 0.6457545768494583,
+ "mrr10": 1,
+ "recall10": 0.08108108108108109,
+ "recall100": 0.24324324324324326
+ },
+ {
+ "qid": "PLAIN-1611",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1621",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1635",
+ "ndcg10": 0.9266360779006401,
+ "mrr10": 1,
+ "recall10": 0.02088167053364269,
+ "recall100": 0.14153132250580047
+ },
+ {
+ "qid": "PLAIN-1645",
+ "ndcg10": 0.15130120674940672,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1656",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.07142857142857142
+ },
+ {
+ "qid": "PLAIN-1667",
+ "ndcg10": 0.7877736340270854,
+ "mrr10": 1,
+ "recall10": 0.050314465408805034,
+ "recall100": 0.1509433962264151
+ },
+ {
+ "qid": "PLAIN-1679",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1690",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1700",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-1710",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.625,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-1721",
+ "ndcg10": 0.40995091484653445,
+ "mrr10": 0.5,
+ "recall10": 0.12903225806451613,
+ "recall100": 0.16129032258064516
+ },
+ {
+ "qid": "PLAIN-1731",
+ "ndcg10": 0.7653606369886217,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1741",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.023809523809523808,
+ "recall100": 0.11666666666666667
+ },
+ {
+ "qid": "PLAIN-1752",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1762",
+ "ndcg10": 0.5784505554216093,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-1772",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1784",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1794",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1805",
+ "ndcg10": 0.9052116356304493,
+ "mrr10": 1,
+ "recall10": 0.07758620689655173,
+ "recall100": 0.2672413793103448
+ },
+ {
+ "qid": "PLAIN-1817",
+ "ndcg10": 0.42838543210841196,
+ "mrr10": 1,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.2962962962962963
+ },
+ {
+ "qid": "PLAIN-1827",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1837",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.05102040816326531,
+ "recall100": 0.32142857142857145
+ },
+ {
+ "qid": "PLAIN-1847",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.09090909090909091,
+ "recall100": 0.2727272727272727
+ },
+ {
+ "qid": "PLAIN-1857",
+ "ndcg10": 0.5957616317188126,
+ "mrr10": 1,
+ "recall10": 0.15151515151515152,
+ "recall100": 0.42424242424242425
+ },
+ {
+ "qid": "PLAIN-1867",
+ "ndcg10": 0.07945707943276742,
+ "mrr10": 0.1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-1877",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.05555555555555555
+ },
+ {
+ "qid": "PLAIN-1887",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-1897",
+ "ndcg10": 0.17723928678404774,
+ "mrr10": 0.1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-1909",
+ "ndcg10": 0.8263333286520083,
+ "mrr10": 1,
+ "recall10": 0.017278617710583154,
+ "recall100": 0.1101511879049676
+ },
+ {
+ "qid": "PLAIN-1919",
+ "ndcg10": 0.7967610662472993,
+ "mrr10": 1,
+ "recall10": 0.25925925925925924,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1929",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-1940",
+ "ndcg10": 0.3589542101716347,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.5833333333333334
+ },
+ {
+ "qid": "PLAIN-1950",
+ "ndcg10": 0.2489083270225946,
+ "mrr10": 0.5,
+ "recall10": 0.15384615384615385,
+ "recall100": 0.23076923076923078
+ },
+ {
+ "qid": "PLAIN-1962",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1972",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.36363636363636365
+ },
+ {
+ "qid": "PLAIN-1983",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.3125,
+ "recall100": 0.6875
+ },
+ {
+ "qid": "PLAIN-1995",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.18181818181818182
+ },
+ {
+ "qid": "PLAIN-2009",
+ "ndcg10": 0.3700049343491939,
+ "mrr10": 0.25,
+ "recall10": 0.5,
+ "recall100": 0.625
+ },
+ {
+ "qid": "PLAIN-2019",
+ "ndcg10": 0.13565197343244778,
+ "mrr10": 0.1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-2030",
+ "ndcg10": 0.19092086617893467,
+ "mrr10": 0.5,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-2040",
+ "ndcg10": 0.4950940324881554,
+ "mrr10": 0.5,
+ "recall10": 0.03787878787878788,
+ "recall100": 0.13636363636363635
+ },
+ {
+ "qid": "PLAIN-2051",
+ "ndcg10": 0.5423640154200349,
+ "mrr10": 1,
+ "recall10": 0.011267605633802818,
+ "recall100": 0.09859154929577464
+ },
+ {
+ "qid": "PLAIN-2061",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.024390243902439025,
+ "recall100": 0.13902439024390245
+ },
+ {
+ "qid": "PLAIN-2071",
+ "ndcg10": 0.5455017237786198,
+ "mrr10": 0.5,
+ "recall10": 0.13333333333333333,
+ "recall100": 0.37777777777777777
+ },
+ {
+ "qid": "PLAIN-2081",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2092",
+ "ndcg10": 0.6489315753318465,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.6
+ },
+ {
+ "qid": "PLAIN-2102",
+ "ndcg10": 0.7600791051976192,
+ "mrr10": 1,
+ "recall10": 0.0166270783847981,
+ "recall100": 0.1163895486935867
+ },
+ {
+ "qid": "PLAIN-2113",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2124",
+ "ndcg10": 0.5455206287241073,
+ "mrr10": 1,
+ "recall10": 0.29411764705882354,
+ "recall100": 0.5294117647058824
+ },
+ {
+ "qid": "PLAIN-2134",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.08333333333333333
+ },
+ {
+ "qid": "PLAIN-2145",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-2156",
+ "ndcg10": 0.7751482523375255,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 0.8333333333333334
+ },
+ {
+ "qid": "PLAIN-2167",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2177",
+ "ndcg10": 0.5072380780124418,
+ "mrr10": 0.5,
+ "recall10": 0.20833333333333334,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2187",
+ "ndcg10": 0.23504554941448536,
+ "mrr10": 1,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.2222222222222222
+ },
+ {
+ "qid": "PLAIN-2197",
+ "ndcg10": 0.6496872770120411,
+ "mrr10": 1,
+ "recall10": 0.10344827586206896,
+ "recall100": 0.3103448275862069
+ },
+ {
+ "qid": "PLAIN-2209",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2220",
+ "ndcg10": 0.38334277998463445,
+ "mrr10": 1,
+ "recall10": 0.2222222222222222,
+ "recall100": 0.2222222222222222
+ },
+ {
+ "qid": "PLAIN-2230",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2240",
+ "ndcg10": 0.2082936658103318,
+ "mrr10": 0.5,
+ "recall10": 0.18181818181818182,
+ "recall100": 0.2727272727272727
+ },
+ {
+ "qid": "PLAIN-2250",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2261",
+ "ndcg10": 0.5637884576902256,
+ "mrr10": 1,
+ "recall10": 0.06666666666666667,
+ "recall100": 0.15
+ },
+ {
+ "qid": "PLAIN-2271",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2281",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2291",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-2301",
+ "ndcg10": 0.13961814555374907,
+ "mrr10": 0.14285714285714285,
+ "recall10": 0.15384615384615385,
+ "recall100": 0.3076923076923077
+ },
+ {
+ "qid": "PLAIN-2311",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2321",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2332",
+ "ndcg10": 0.7663491917568946,
+ "mrr10": 1,
+ "recall10": 0.08247422680412371,
+ "recall100": 0.4020618556701031
+ },
+ {
+ "qid": "PLAIN-2343",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2354",
+ "ndcg10": 0.5087403079104241,
+ "mrr10": 1,
+ "recall10": 0.4,
+ "recall100": 0.6
+ },
+ {
+ "qid": "PLAIN-2364",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2375",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2386",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3684210526315789
+ },
+ {
+ "qid": "PLAIN-2396",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-2408",
+ "ndcg10": 0.5531464700081437,
+ "mrr10": 1,
+ "recall10": 0.4,
+ "recall100": 0.6
+ },
+ {
+ "qid": "PLAIN-2430",
+ "ndcg10": 0.5740106608557803,
+ "mrr10": 1,
+ "recall10": 0.15217391304347827,
+ "recall100": 0.41304347826086957
+ },
+ {
+ "qid": "PLAIN-2440",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.047619047619047616
+ },
+ {
+ "qid": "PLAIN-2450",
+ "ndcg10": 0.2336508082431053,
+ "mrr10": 0.5,
+ "recall10": 0.05263157894736842,
+ "recall100": 0.13157894736842105
+ },
+ {
+ "qid": "PLAIN-2460",
+ "ndcg10": 0.43174458805633853,
+ "mrr10": 1,
+ "recall10": 0.12903225806451613,
+ "recall100": 0.4838709677419355
+ },
+ {
+ "qid": "PLAIN-2470",
+ "ndcg10": 0.7024216173807135,
+ "mrr10": 1,
+ "recall10": 0.0821917808219178,
+ "recall100": 0.3287671232876712
+ },
+ {
+ "qid": "PLAIN-2480",
+ "ndcg10": 0.4407905902246705,
+ "mrr10": 1,
+ "recall10": 0.2777777777777778,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-2490",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.34782608695652173
+ },
+ {
+ "qid": "PLAIN-2500",
+ "ndcg10": 0.15487585161383474,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.7142857142857143
+ },
+ {
+ "qid": "PLAIN-2510",
+ "ndcg10": 0.589664883987166,
+ "mrr10": 0.5,
+ "recall10": 0.15217391304347827,
+ "recall100": 0.5869565217391305
+ },
+ {
+ "qid": "PLAIN-2520",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1095890410958904
+ },
+ {
+ "qid": "PLAIN-2530",
+ "ndcg10": 0.955830517697074,
+ "mrr10": 1,
+ "recall10": 0.1388888888888889,
+ "recall100": 0.3888888888888889
+ },
+ {
+ "qid": "PLAIN-2540",
+ "ndcg10": 0.4941492558420748,
+ "mrr10": 0.5,
+ "recall10": 0.2857142857142857,
+ "recall100": 0.6190476190476191
+ },
+ {
+ "qid": "PLAIN-2550",
+ "ndcg10": 0.24746798875357182,
+ "mrr10": 0.5,
+ "recall10": 0.08,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-2560",
+ "ndcg10": 0.9363792118010483,
+ "mrr10": 1,
+ "recall10": 0.42857142857142855,
+ "recall100": 0.6190476190476191
+ },
+ {
+ "qid": "PLAIN-2570",
+ "ndcg10": 0.25523504782501816,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.075,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2580",
+ "ndcg10": 0.1135664319411187,
+ "mrr10": 1,
+ "recall10": 0.043478260869565216,
+ "recall100": 0.13043478260869565
+ },
+ {
+ "qid": "PLAIN-2590",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.07936507936507936
+ },
+ {
+ "qid": "PLAIN-2600",
+ "ndcg10": 0.6613158235505792,
+ "mrr10": 1,
+ "recall10": 0.3,
+ "recall100": 0.3
+ },
+ {
+ "qid": "PLAIN-2610",
+ "ndcg10": 0.4973811325345484,
+ "mrr10": 1,
+ "recall10": 0.06557377049180328,
+ "recall100": 0.2459016393442623
+ },
+ {
+ "qid": "PLAIN-2620",
+ "ndcg10": 0.6770586454665828,
+ "mrr10": 1,
+ "recall10": 0.16363636363636364,
+ "recall100": 0.36363636363636365
+ },
+ {
+ "qid": "PLAIN-2630",
+ "ndcg10": 0.8188458073987622,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3958333333333333
+ },
+ {
+ "qid": "PLAIN-2640",
+ "ndcg10": 0.39923129859010653,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.5416666666666666
+ },
+ {
+ "qid": "PLAIN-2650",
+ "ndcg10": 0.6489315753318465,
+ "mrr10": 1,
+ "recall10": 0.1724137931034483,
+ "recall100": 0.3448275862068966
+ },
+ {
+ "qid": "PLAIN-2660",
+ "ndcg10": 0.40030566811860463,
+ "mrr10": 0.5,
+ "recall10": 0.14814814814814814,
+ "recall100": 0.48148148148148145
+ },
+ {
+ "qid": "PLAIN-2670",
+ "ndcg10": 0.3406992958233561,
+ "mrr10": 1,
+ "recall10": 0.02857142857142857,
+ "recall100": 0.05714285714285714
+ },
+ {
+ "qid": "PLAIN-2680",
+ "ndcg10": 0.454740507204534,
+ "mrr10": 0.5,
+ "recall10": 0.2857142857142857,
+ "recall100": 0.42857142857142855
+ },
+ {
+ "qid": "PLAIN-2690",
+ "ndcg10": 0.6852219536434856,
+ "mrr10": 1,
+ "recall10": 0.20930232558139536,
+ "recall100": 0.4418604651162791
+ },
+ {
+ "qid": "PLAIN-2700",
+ "ndcg10": 0.5438770046596358,
+ "mrr10": 1,
+ "recall10": 0.3,
+ "recall100": 0.7
+ },
+ {
+ "qid": "PLAIN-2710",
+ "ndcg10": 0.6906119546391791,
+ "mrr10": 1,
+ "recall10": 0.23809523809523808,
+ "recall100": 0.6190476190476191
+ },
+ {
+ "qid": "PLAIN-2720",
+ "ndcg10": 0.24639745374629807,
+ "mrr10": 0.2,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.2777777777777778
+ },
+ {
+ "qid": "PLAIN-2730",
+ "ndcg10": 0.5235258308273208,
+ "mrr10": 1,
+ "recall10": 0.13793103448275862,
+ "recall100": 0.41379310344827586
+ },
+ {
+ "qid": "PLAIN-2740",
+ "ndcg10": 0.6782347310356166,
+ "mrr10": 1,
+ "recall10": 0.1,
+ "recall100": 0.16
+ },
+ {
+ "qid": "PLAIN-2750",
+ "ndcg10": 0.532003134830924,
+ "mrr10": 1,
+ "recall10": 0.1016949152542373,
+ "recall100": 0.23728813559322035
+ },
+ {
+ "qid": "PLAIN-2760",
+ "ndcg10": 0.4702199443548266,
+ "mrr10": 0.5,
+ "recall10": 0.25,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2770",
+ "ndcg10": 0.325096961030005,
+ "mrr10": 0.5,
+ "recall10": 0.12195121951219512,
+ "recall100": 0.4878048780487805
+ },
+ {
+ "qid": "PLAIN-2780",
+ "ndcg10": 0.4033852369868885,
+ "mrr10": 1,
+ "recall10": 0.2727272727272727,
+ "recall100": 0.4090909090909091
+ },
+ {
+ "qid": "PLAIN-2790",
+ "ndcg10": 0.652358405855227,
+ "mrr10": 1,
+ "recall10": 0.1016949152542373,
+ "recall100": 0.2033898305084746
+ },
+ {
+ "qid": "PLAIN-2800",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.041666666666666664
+ },
+ {
+ "qid": "PLAIN-2810",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.125
+ },
+ {
+ "qid": "PLAIN-2820",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2830",
+ "ndcg10": 0.7262287617954056,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-2840",
+ "ndcg10": 0.09478836436955078,
+ "mrr10": 0.25,
+ "recall10": 0.058823529411764705,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-2850",
+ "ndcg10": 0.3026286548261086,
+ "mrr10": 0.5,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.4444444444444444
+ },
+ {
+ "qid": "PLAIN-2860",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2870",
+ "ndcg10": 0.0781764177375172,
+ "mrr10": 0.2,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-2880",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-2890",
+ "ndcg10": 0.1974505933948842,
+ "mrr10": 0.25,
+ "recall10": 0.034482758620689655,
+ "recall100": 0.034482758620689655
+ },
+ {
+ "qid": "PLAIN-2900",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2910",
+ "ndcg10": 0.5330346140547638,
+ "mrr10": 1,
+ "recall10": 0.13333333333333333,
+ "recall100": 0.26666666666666666
+ },
+ {
+ "qid": "PLAIN-2920",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-2930",
+ "ndcg10": 0.5175857101991203,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-2940",
+ "ndcg10": 0.12811612289210494,
+ "mrr10": 0.14285714285714285,
+ "recall10": 0.045454545454545456,
+ "recall100": 0.18181818181818182
+ },
+ {
+ "qid": "PLAIN-2950",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2960",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2970",
+ "ndcg10": 0.6338262955454459,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.5555555555555556
+ },
+ {
+ "qid": "PLAIN-2981",
+ "ndcg10": 0.5321036168710066,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-2991",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3001",
+ "ndcg10": 0.3065735963827292,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3014",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3026",
+ "ndcg10": 0.6309297535714574,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3037",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3053",
+ "ndcg10": 0.7653606369886218,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-3063",
+ "ndcg10": 0.19519002499605084,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.25,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-3074",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3085",
+ "ndcg10": 0.38162168437253385,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3097",
+ "ndcg10": 0.515157140670655,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-3116",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3131",
+ "ndcg10": 0.6516433935264055,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3141",
+ "ndcg10": 0.3170808479749099,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.058823529411764705,
+ "recall100": 0.20588235294117646
+ },
+ {
+ "qid": "PLAIN-3151",
+ "ndcg10": 0.7456217791401517,
+ "mrr10": 1,
+ "recall10": 0.3888888888888889,
+ "recall100": 0.5555555555555556
+ },
+ {
+ "qid": "PLAIN-3161",
+ "ndcg10": 0.524282944620724,
+ "mrr10": 1,
+ "recall10": 0.046511627906976744,
+ "recall100": 0.27906976744186046
+ },
+ {
+ "qid": "PLAIN-3171",
+ "ndcg10": 0.044175472610956126,
+ "mrr10": 0.1,
+ "recall10": 0.029411764705882353,
+ "recall100": 0.058823529411764705
+ },
+ {
+ "qid": "PLAIN-3181",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.037037037037037035
+ },
+ {
+ "qid": "PLAIN-3191",
+ "ndcg10": 0.4300543345163763,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3201",
+ "ndcg10": 0.2037495755301314,
+ "mrr10": 0.2,
+ "recall10": 0.0625,
+ "recall100": 0.09375
+ },
+ {
+ "qid": "PLAIN-3211",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.05555555555555555
+ },
+ {
+ "qid": "PLAIN-3221",
+ "ndcg10": 0.06581686446496139,
+ "mrr10": 0.25,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.125
+ },
+ {
+ "qid": "PLAIN-3231",
+ "ndcg10": 0.2501157675209561,
+ "mrr10": 0.5,
+ "recall10": 0.5,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-3241",
+ "ndcg10": 0.45846608015576257,
+ "mrr10": 1,
+ "recall10": 0.034482758620689655,
+ "recall100": 0.06896551724137931
+ },
+ {
+ "qid": "PLAIN-3251",
+ "ndcg10": 0.16330891279672524,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.047619047619047616,
+ "recall100": 0.09523809523809523
+ },
+ {
+ "qid": "PLAIN-3261",
+ "ndcg10": 0.17034964791167806,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.07692307692307693,
+ "recall100": 0.07692307692307693
+ },
+ {
+ "qid": "PLAIN-3271",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.10204081632653061
+ },
+ {
+ "qid": "PLAIN-3281",
+ "ndcg10": 0.24249682153453903,
+ "mrr10": 0.5,
+ "recall10": 0.038461538461538464,
+ "recall100": 0.07692307692307693
+ },
+ {
+ "qid": "PLAIN-3292",
+ "ndcg10": 0.34839716434274914,
+ "mrr10": 1,
+ "recall10": 0.42857142857142855,
+ "recall100": 0.5714285714285714
+ },
+ {
+ "qid": "PLAIN-3302",
+ "ndcg10": 0.13084731762486884,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.05405405405405406,
+ "recall100": 0.3783783783783784
+ },
+ {
+ "qid": "PLAIN-3312",
+ "ndcg10": 0.30114238162847884,
+ "mrr10": 0.5,
+ "recall10": 0.3076923076923077,
+ "recall100": 0.6153846153846154
+ },
+ {
+ "qid": "PLAIN-3322",
+ "ndcg10": 0.28165758790969186,
+ "mrr10": 0.5,
+ "recall10": 0.0379746835443038,
+ "recall100": 0.13924050632911392
+ },
+ {
+ "qid": "PLAIN-3332",
+ "ndcg10": 0.7386266690451878,
+ "mrr10": 1,
+ "recall10": 0.35714285714285715,
+ "recall100": 0.8571428571428571
+ },
+ {
+ "qid": "PLAIN-3342",
+ "ndcg10": 0.1671604549662023,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-3352",
+ "ndcg10": 0.3843483686763149,
+ "mrr10": 1,
+ "recall10": 0.02564102564102564,
+ "recall100": 0.1282051282051282
+ },
+ {
+ "qid": "PLAIN-3362",
+ "ndcg10": 0.6268451902108538,
+ "mrr10": 1,
+ "recall10": 0.18181818181818182,
+ "recall100": 0.2727272727272727
+ },
+ {
+ "qid": "PLAIN-3372",
+ "ndcg10": 0.27744302190680586,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.21428571428571427
+ },
+ {
+ "qid": "PLAIN-3382",
+ "ndcg10": 0.4594761912515673,
+ "mrr10": 1,
+ "recall10": 0.35714285714285715,
+ "recall100": 0.7142857142857143
+ },
+ {
+ "qid": "PLAIN-3392",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.13043478260869565
+ },
+ {
+ "qid": "PLAIN-3402",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.21428571428571427
+ },
+ {
+ "qid": "PLAIN-3412",
+ "ndcg10": 0.18329273373298458,
+ "mrr10": 1,
+ "recall10": 0.04081632653061224,
+ "recall100": 0.24489795918367346
+ },
+ {
+ "qid": "PLAIN-3422",
+ "ndcg10": 0.02321714761064369,
+ "mrr10": 0.1,
+ "recall10": 0.03225806451612903,
+ "recall100": 0.45161290322580644
+ },
+ {
+ "qid": "PLAIN-3432",
+ "ndcg10": 0.06362078819895171,
+ "mrr10": 0.1,
+ "recall10": 0.023809523809523808,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-3442",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.034482758620689655
+ },
+ {
+ "qid": "PLAIN-3452",
+ "ndcg10": 0.4247645055987381,
+ "mrr10": 1,
+ "recall10": 0.11764705882352941,
+ "recall100": 0.5294117647058824
+ },
+ {
+ "qid": "PLAIN-3462",
+ "ndcg10": 0.6378891765242927,
+ "mrr10": 0.5,
+ "recall10": 0.109375,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3472",
+ "ndcg10": 0.2873431773791806,
+ "mrr10": 1,
+ "recall10": 0.058823529411764705,
+ "recall100": 0.4117647058823529
+ }
+ ],
+ "baselines": {
+ "BM25 (Lucene)": 0.325,
+ "DocT5query": 0.328,
+ "TAS-B": 0.319,
+ "GenQ": 0.319,
+ "ColBERT": 0.305,
+ "Contriever": 0.328,
+ "GTR-XL": 0.343,
+ "SPLADE++": 0.347,
+ "BGE-large-v1.5 (pub)": 0.38,
+ "SBERT msmarco": 0.272
+ },
+ "ourRank": 2,
+ "leaderboardLength": 11
+}
\ No newline at end of file
diff --git a/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-35-09-496Z.json b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-35-09-496Z.json
new file mode 100644
index 0000000000..2c588d8bf2
--- /dev/null
+++ b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-35-09-496Z.json
@@ -0,0 +1,2295 @@
+{
+ "runAt": "2026-06-26T21:35:09.496Z",
+ "benchmark": "beir-nfcorpus-hybrid",
+ "dataset": "nfcorpus",
+ "pipeline": "BM25+BGE RRF",
+ "bgeModel": "Xenova/bge-base-en-v1.5",
+ "rrfK": 20,
+ "rerank": false,
+ "queries": 323,
+ "corpusSize": 3633,
+ "metrics": {
+ "ndcg10": 0.35171471732484655,
+ "mrr10": 0.5456029780333185,
+ "recall10": 0.16652743860112934,
+ "recall100": 0.30466713166229387,
+ "avgQueryLatencyMs": 433.3616522198143
+ },
+ "perQuery": [
+ {
+ "qid": "PLAIN-2",
+ "ndcg10": 0.7412469912547754,
+ "mrr10": 1,
+ "recall10": 0.2916666666666667,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-12",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.23333333333333334
+ },
+ {
+ "qid": "PLAIN-23",
+ "ndcg10": 0.4951328496468998,
+ "mrr10": 1,
+ "recall10": 0.05555555555555555,
+ "recall100": 0.15555555555555556
+ },
+ {
+ "qid": "PLAIN-33",
+ "ndcg10": 0.46667017129647237,
+ "mrr10": 1,
+ "recall10": 0.125,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-44",
+ "ndcg10": 0.2940620318598474,
+ "mrr10": 1,
+ "recall10": 0.05172413793103448,
+ "recall100": 0.1724137931034483
+ },
+ {
+ "qid": "PLAIN-56",
+ "ndcg10": 0.5097750261375381,
+ "mrr10": 1,
+ "recall10": 0.1,
+ "recall100": 0.26
+ },
+ {
+ "qid": "PLAIN-68",
+ "ndcg10": 0.8588798377757242,
+ "mrr10": 1,
+ "recall10": 0.12727272727272726,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-78",
+ "ndcg10": 0.08966284300766811,
+ "mrr10": 1,
+ "recall10": 0.016129032258064516,
+ "recall100": 0.12903225806451613
+ },
+ {
+ "qid": "PLAIN-91",
+ "ndcg10": 0.6081351105039879,
+ "mrr10": 1,
+ "recall10": 0.140625,
+ "recall100": 0.328125
+ },
+ {
+ "qid": "PLAIN-102",
+ "ndcg10": 0.12811612289210494,
+ "mrr10": 1,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-112",
+ "ndcg10": 0.6858781710646398,
+ "mrr10": 1,
+ "recall10": 0.08928571428571429,
+ "recall100": 0.17857142857142858
+ },
+ {
+ "qid": "PLAIN-123",
+ "ndcg10": 0.2848186035513736,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.09803921568627451,
+ "recall100": 0.1568627450980392
+ },
+ {
+ "qid": "PLAIN-133",
+ "ndcg10": 0.08649891544052932,
+ "mrr10": 0.1111111111111111,
+ "recall10": 0.027777777777777776,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-143",
+ "ndcg10": 0.37061294442664394,
+ "mrr10": 1,
+ "recall10": 0.0392156862745098,
+ "recall100": 0.2549019607843137
+ },
+ {
+ "qid": "PLAIN-153",
+ "ndcg10": 0.8948763559161851,
+ "mrr10": 1,
+ "recall10": 0.1702127659574468,
+ "recall100": 0.2978723404255319
+ },
+ {
+ "qid": "PLAIN-165",
+ "ndcg10": 0.3937404317428725,
+ "mrr10": 0.5,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3888888888888889
+ },
+ {
+ "qid": "PLAIN-175",
+ "ndcg10": 0.29608176037159845,
+ "mrr10": 1,
+ "recall10": 0.10810810810810811,
+ "recall100": 0.13513513513513514
+ },
+ {
+ "qid": "PLAIN-186",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.125
+ },
+ {
+ "qid": "PLAIN-196",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.043478260869565216
+ },
+ {
+ "qid": "PLAIN-207",
+ "ndcg10": 0.6578986223737446,
+ "mrr10": 1,
+ "recall10": 0.10909090909090909,
+ "recall100": 0.2545454545454545
+ },
+ {
+ "qid": "PLAIN-217",
+ "ndcg10": 0.12987501165334076,
+ "mrr10": 0.1111111111111111,
+ "recall10": 0.05555555555555555,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-227",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1
+ },
+ {
+ "qid": "PLAIN-238",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.037037037037037035
+ },
+ {
+ "qid": "PLAIN-248",
+ "ndcg10": 0.4666234168001789,
+ "mrr10": 0.5,
+ "recall10": 0.16129032258064516,
+ "recall100": 0.25806451612903225
+ },
+ {
+ "qid": "PLAIN-259",
+ "ndcg10": 0.2984900352767555,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.21428571428571427
+ },
+ {
+ "qid": "PLAIN-270",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.019230769230769232,
+ "recall100": 0.21153846153846154
+ },
+ {
+ "qid": "PLAIN-280",
+ "ndcg10": 0.3436966913921454,
+ "mrr10": 0.5,
+ "recall10": 0.15,
+ "recall100": 0.55
+ },
+ {
+ "qid": "PLAIN-291",
+ "ndcg10": 0.3589542101716347,
+ "mrr10": 1,
+ "recall10": 0.15384615384615385,
+ "recall100": 0.5384615384615384
+ },
+ {
+ "qid": "PLAIN-307",
+ "ndcg10": 0.7653606369886218,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-320",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2619047619047619
+ },
+ {
+ "qid": "PLAIN-332",
+ "ndcg10": 0.6131471927654584,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-344",
+ "ndcg10": 0.6166392118848165,
+ "mrr10": 0.5,
+ "recall10": 0.11475409836065574,
+ "recall100": 0.2459016393442623
+ },
+ {
+ "qid": "PLAIN-358",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-371",
+ "ndcg10": 0.27541155237618664,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-383",
+ "ndcg10": 0.14606834984270645,
+ "mrr10": 0.25,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-395",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-407",
+ "ndcg10": 0.7262287617954056,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-418",
+ "ndcg10": 0.8344475896326595,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-430",
+ "ndcg10": 0.4967105728753997,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-441",
+ "ndcg10": 0.727463892412172,
+ "mrr10": 1,
+ "recall10": 0.8,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-457",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-468",
+ "ndcg10": 0.521256019952062,
+ "mrr10": 1,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-478",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-488",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 0.7333333333333333
+ },
+ {
+ "qid": "PLAIN-499",
+ "ndcg10": 0.2532954041105318,
+ "mrr10": 0.25,
+ "recall10": 0.08823529411764706,
+ "recall100": 0.14705882352941177
+ },
+ {
+ "qid": "PLAIN-510",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-520",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-531",
+ "ndcg10": 0.2906246349515899,
+ "mrr10": 0.5,
+ "recall10": 0.00974025974025974,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-541",
+ "ndcg10": 0.10778915452451093,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-551",
+ "ndcg10": 0.6131471927654584,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-561",
+ "ndcg10": 0.3589542101716347,
+ "mrr10": 1,
+ "recall10": 0.08,
+ "recall100": 0.12
+ },
+ {
+ "qid": "PLAIN-571",
+ "ndcg10": 0.2162957183053307,
+ "mrr10": 0.25,
+ "recall10": 0.2857142857142857,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-583",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.022727272727272728,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-593",
+ "ndcg10": 0.46927872602275644,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-603",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-613",
+ "ndcg10": 0.13886244387355454,
+ "mrr10": 0.5,
+ "recall10": 0.1,
+ "recall100": 0.3
+ },
+ {
+ "qid": "PLAIN-623",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.024390243902439025,
+ "recall100": 0.12195121951219512
+ },
+ {
+ "qid": "PLAIN-634",
+ "ndcg10": 0.424926013816671,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-645",
+ "ndcg10": 0.07336392209936005,
+ "mrr10": 0.14285714285714285,
+ "recall10": 0.034482758620689655,
+ "recall100": 0.10344827586206896
+ },
+ {
+ "qid": "PLAIN-660",
+ "ndcg10": 0.9363792118010483,
+ "mrr10": 1,
+ "recall10": 0.018947368421052633,
+ "recall100": 0.0863157894736842
+ },
+ {
+ "qid": "PLAIN-671",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-681",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-691",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.09523809523809523
+ },
+ {
+ "qid": "PLAIN-701",
+ "ndcg10": 0.1662433493697512,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.25,
+ "recall100": 0.375
+ },
+ {
+ "qid": "PLAIN-711",
+ "ndcg10": 0.5579780239523999,
+ "mrr10": 1,
+ "recall10": 0.08771929824561403,
+ "recall100": 0.22807017543859648
+ },
+ {
+ "qid": "PLAIN-721",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.4,
+ "recall100": 0.64
+ },
+ {
+ "qid": "PLAIN-731",
+ "ndcg10": 0.7241528458281337,
+ "mrr10": 1,
+ "recall10": 0.12962962962962962,
+ "recall100": 0.37037037037037035
+ },
+ {
+ "qid": "PLAIN-741",
+ "ndcg10": 0.800693766409882,
+ "mrr10": 1,
+ "recall10": 0.3684210526315789,
+ "recall100": 0.3684210526315789
+ },
+ {
+ "qid": "PLAIN-751",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-761",
+ "ndcg10": 0.4103915680233244,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-771",
+ "ndcg10": 0.9134015924715543,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-782",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-792",
+ "ndcg10": 0.30260241349881345,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-806",
+ "ndcg10": 0.933745776545611,
+ "mrr10": 1,
+ "recall10": 0.09375,
+ "recall100": 0.22916666666666666
+ },
+ {
+ "qid": "PLAIN-817",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-827",
+ "ndcg10": 0.84860265890399,
+ "mrr10": 1,
+ "recall10": 0.03278688524590164,
+ "recall100": 0.21721311475409835
+ },
+ {
+ "qid": "PLAIN-838",
+ "ndcg10": 0.6930221935231562,
+ "mrr10": 1,
+ "recall10": 0.5555555555555556,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-850",
+ "ndcg10": 0.5541432109622958,
+ "mrr10": 1,
+ "recall10": 0.07017543859649122,
+ "recall100": 0.17543859649122806
+ },
+ {
+ "qid": "PLAIN-872",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-882",
+ "ndcg10": 0.8701249883466593,
+ "mrr10": 1,
+ "recall10": 0.5333333333333333,
+ "recall100": 0.8
+ },
+ {
+ "qid": "PLAIN-892",
+ "ndcg10": 0.6332196796270029,
+ "mrr10": 1,
+ "recall10": 0.05434782608695652,
+ "recall100": 0.21739130434782608
+ },
+ {
+ "qid": "PLAIN-902",
+ "ndcg10": 0.3903800499921017,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-913",
+ "ndcg10": 0.8603818544462509,
+ "mrr10": 1,
+ "recall10": 0.23529411764705882,
+ "recall100": 0.35294117647058826
+ },
+ {
+ "qid": "PLAIN-924",
+ "ndcg10": 0.31516255047698366,
+ "mrr10": 0.5,
+ "recall10": 0.09375,
+ "recall100": 0.3125
+ },
+ {
+ "qid": "PLAIN-934",
+ "ndcg10": 0.7917267193679839,
+ "mrr10": 1,
+ "recall10": 0.06930693069306931,
+ "recall100": 0.31683168316831684
+ },
+ {
+ "qid": "PLAIN-946",
+ "ndcg10": 0.13568544539116628,
+ "mrr10": 0.125,
+ "recall10": 0.06451612903225806,
+ "recall100": 0.12903225806451613
+ },
+ {
+ "qid": "PLAIN-956",
+ "ndcg10": 0.6594803070902429,
+ "mrr10": 1,
+ "recall10": 0.02912621359223301,
+ "recall100": 0.17475728155339806
+ },
+ {
+ "qid": "PLAIN-966",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-977",
+ "ndcg10": 0.2960819109658652,
+ "mrr10": 0.5,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-987",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-997",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1008",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1018",
+ "ndcg10": 0.4521472607752954,
+ "mrr10": 0.5,
+ "recall10": 0.08333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1028",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1039",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1050",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.06382978723404255
+ },
+ {
+ "qid": "PLAIN-1066",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1088",
+ "ndcg10": 0.5531464700081437,
+ "mrr10": 1,
+ "recall10": 0.4,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-1098",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1109",
+ "ndcg10": 0.684383072597662,
+ "mrr10": 1,
+ "recall10": 0.061224489795918366,
+ "recall100": 0.35714285714285715
+ },
+ {
+ "qid": "PLAIN-1119",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1130",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1141",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.0625,
+ "recall100": 0.3125
+ },
+ {
+ "qid": "PLAIN-1151",
+ "ndcg10": 0.7065443116025598,
+ "mrr10": 0.5,
+ "recall10": 0.05228758169934641,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-1161",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1172",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.05263157894736842,
+ "recall100": 0.15789473684210525
+ },
+ {
+ "qid": "PLAIN-1183",
+ "ndcg10": 0.23365080824310533,
+ "mrr10": 0.5,
+ "recall10": 0.08,
+ "recall100": 0.08
+ },
+ {
+ "qid": "PLAIN-1193",
+ "ndcg10": 0.20483424751859086,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.5555555555555556
+ },
+ {
+ "qid": "PLAIN-1203",
+ "ndcg10": 0.5174612499126158,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-1214",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1225",
+ "ndcg10": 0.6830838076905166,
+ "mrr10": 1,
+ "recall10": 0.2222222222222222,
+ "recall100": 0.5555555555555556
+ },
+ {
+ "qid": "PLAIN-1236",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1249",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1262",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1275",
+ "ndcg10": 0.43735247915031,
+ "mrr10": 1,
+ "recall10": 0.05454545454545454,
+ "recall100": 0.2545454545454545
+ },
+ {
+ "qid": "PLAIN-1288",
+ "ndcg10": 0.5933607200949346,
+ "mrr10": 1,
+ "recall10": 0.025510204081632654,
+ "recall100": 0.12755102040816327
+ },
+ {
+ "qid": "PLAIN-1299",
+ "ndcg10": 0.11004588314904008,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.01639344262295082,
+ "recall100": 0.06557377049180328
+ },
+ {
+ "qid": "PLAIN-1309",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1320",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1331",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1342",
+ "ndcg10": 0.4440973278132557,
+ "mrr10": 1,
+ "recall10": 0.1875,
+ "recall100": 0.3125
+ },
+ {
+ "qid": "PLAIN-1353",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1363",
+ "ndcg10": 0.24655055544758614,
+ "mrr10": 0.25,
+ "recall10": 0.2727272727272727,
+ "recall100": 0.7272727272727273
+ },
+ {
+ "qid": "PLAIN-1374",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.19230769230769232
+ },
+ {
+ "qid": "PLAIN-1387",
+ "ndcg10": 0.7183627972686238,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-1398",
+ "ndcg10": 0.9216017310213247,
+ "mrr10": 1,
+ "recall10": 0.08737864077669903,
+ "recall100": 0.22330097087378642
+ },
+ {
+ "qid": "PLAIN-1409",
+ "ndcg10": 0.24936270394794902,
+ "mrr10": 0.25,
+ "recall10": 0.011857707509881422,
+ "recall100": 0.1541501976284585
+ },
+ {
+ "qid": "PLAIN-1419",
+ "ndcg10": 0.4885468020156227,
+ "mrr10": 1,
+ "recall10": 0.06153846153846154,
+ "recall100": 0.1076923076923077
+ },
+ {
+ "qid": "PLAIN-1429",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1441",
+ "ndcg10": 0.5599332595218056,
+ "mrr10": 1,
+ "recall10": 0.026881720430107527,
+ "recall100": 0.15053763440860216
+ },
+ {
+ "qid": "PLAIN-1453",
+ "ndcg10": 0.5103515512676448,
+ "mrr10": 1,
+ "recall10": 0.0163265306122449,
+ "recall100": 0.06938775510204082
+ },
+ {
+ "qid": "PLAIN-1463",
+ "ndcg10": 0.2082936658103318,
+ "mrr10": 0.5,
+ "recall10": 0.08333333333333333,
+ "recall100": 0.2916666666666667
+ },
+ {
+ "qid": "PLAIN-1473",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1485",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1496",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1506",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.13333333333333333
+ },
+ {
+ "qid": "PLAIN-1516",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1527",
+ "ndcg10": 0.9052116356304493,
+ "mrr10": 1,
+ "recall10": 0.04455445544554455,
+ "recall100": 0.18811881188118812
+ },
+ {
+ "qid": "PLAIN-1537",
+ "ndcg10": 0.13886244387355454,
+ "mrr10": 0.5,
+ "recall10": 0.022222222222222223,
+ "recall100": 0.15555555555555556
+ },
+ {
+ "qid": "PLAIN-1547",
+ "ndcg10": 0.13032376591037062,
+ "mrr10": 0.25,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1557",
+ "ndcg10": 0.2489083270225946,
+ "mrr10": 0.5,
+ "recall10": 0.07692307692307693,
+ "recall100": 0.11538461538461539
+ },
+ {
+ "qid": "PLAIN-1568",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1579",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1590",
+ "ndcg10": 0.06625422345438903,
+ "mrr10": 0.1111111111111111,
+ "recall10": 0.05555555555555555,
+ "recall100": 0.3888888888888889
+ },
+ {
+ "qid": "PLAIN-1601",
+ "ndcg10": 0.6457545768494583,
+ "mrr10": 1,
+ "recall10": 0.08108108108108109,
+ "recall100": 0.24324324324324326
+ },
+ {
+ "qid": "PLAIN-1611",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1621",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1635",
+ "ndcg10": 0.9266360779006401,
+ "mrr10": 1,
+ "recall10": 0.02088167053364269,
+ "recall100": 0.14153132250580047
+ },
+ {
+ "qid": "PLAIN-1645",
+ "ndcg10": 0.15130120674940672,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1656",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.07142857142857142
+ },
+ {
+ "qid": "PLAIN-1667",
+ "ndcg10": 0.7877736340270854,
+ "mrr10": 1,
+ "recall10": 0.050314465408805034,
+ "recall100": 0.1509433962264151
+ },
+ {
+ "qid": "PLAIN-1679",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1690",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1700",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-1710",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.625,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-1721",
+ "ndcg10": 0.40995091484653445,
+ "mrr10": 0.5,
+ "recall10": 0.12903225806451613,
+ "recall100": 0.16129032258064516
+ },
+ {
+ "qid": "PLAIN-1731",
+ "ndcg10": 0.7653606369886217,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1741",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.023809523809523808,
+ "recall100": 0.11666666666666667
+ },
+ {
+ "qid": "PLAIN-1752",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1762",
+ "ndcg10": 0.5784505554216093,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-1772",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1784",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1794",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1805",
+ "ndcg10": 0.9052116356304493,
+ "mrr10": 1,
+ "recall10": 0.07758620689655173,
+ "recall100": 0.2672413793103448
+ },
+ {
+ "qid": "PLAIN-1817",
+ "ndcg10": 0.42838543210841196,
+ "mrr10": 1,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.2962962962962963
+ },
+ {
+ "qid": "PLAIN-1827",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1837",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.05102040816326531,
+ "recall100": 0.32142857142857145
+ },
+ {
+ "qid": "PLAIN-1847",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.09090909090909091,
+ "recall100": 0.2727272727272727
+ },
+ {
+ "qid": "PLAIN-1857",
+ "ndcg10": 0.5957616317188126,
+ "mrr10": 1,
+ "recall10": 0.15151515151515152,
+ "recall100": 0.42424242424242425
+ },
+ {
+ "qid": "PLAIN-1867",
+ "ndcg10": 0.07945707943276742,
+ "mrr10": 0.1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-1877",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.05555555555555555
+ },
+ {
+ "qid": "PLAIN-1887",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-1897",
+ "ndcg10": 0.17723928678404774,
+ "mrr10": 0.1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-1909",
+ "ndcg10": 0.8263333286520083,
+ "mrr10": 1,
+ "recall10": 0.017278617710583154,
+ "recall100": 0.1101511879049676
+ },
+ {
+ "qid": "PLAIN-1919",
+ "ndcg10": 0.7967610662472993,
+ "mrr10": 1,
+ "recall10": 0.25925925925925924,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1929",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-1940",
+ "ndcg10": 0.3589542101716347,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.5833333333333334
+ },
+ {
+ "qid": "PLAIN-1950",
+ "ndcg10": 0.2489083270225946,
+ "mrr10": 0.5,
+ "recall10": 0.15384615384615385,
+ "recall100": 0.23076923076923078
+ },
+ {
+ "qid": "PLAIN-1962",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1972",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.36363636363636365
+ },
+ {
+ "qid": "PLAIN-1983",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.3125,
+ "recall100": 0.6875
+ },
+ {
+ "qid": "PLAIN-1995",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.18181818181818182
+ },
+ {
+ "qid": "PLAIN-2009",
+ "ndcg10": 0.3700049343491939,
+ "mrr10": 0.25,
+ "recall10": 0.5,
+ "recall100": 0.625
+ },
+ {
+ "qid": "PLAIN-2019",
+ "ndcg10": 0.13565197343244778,
+ "mrr10": 0.1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-2030",
+ "ndcg10": 0.19092086617893467,
+ "mrr10": 0.5,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-2040",
+ "ndcg10": 0.4950940324881554,
+ "mrr10": 0.5,
+ "recall10": 0.03787878787878788,
+ "recall100": 0.13636363636363635
+ },
+ {
+ "qid": "PLAIN-2051",
+ "ndcg10": 0.5423640154200349,
+ "mrr10": 1,
+ "recall10": 0.011267605633802818,
+ "recall100": 0.09859154929577464
+ },
+ {
+ "qid": "PLAIN-2061",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.024390243902439025,
+ "recall100": 0.13902439024390245
+ },
+ {
+ "qid": "PLAIN-2071",
+ "ndcg10": 0.5455017237786198,
+ "mrr10": 0.5,
+ "recall10": 0.13333333333333333,
+ "recall100": 0.37777777777777777
+ },
+ {
+ "qid": "PLAIN-2081",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2092",
+ "ndcg10": 0.6489315753318465,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.6
+ },
+ {
+ "qid": "PLAIN-2102",
+ "ndcg10": 0.7600791051976192,
+ "mrr10": 1,
+ "recall10": 0.0166270783847981,
+ "recall100": 0.1163895486935867
+ },
+ {
+ "qid": "PLAIN-2113",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2124",
+ "ndcg10": 0.5455206287241073,
+ "mrr10": 1,
+ "recall10": 0.29411764705882354,
+ "recall100": 0.5294117647058824
+ },
+ {
+ "qid": "PLAIN-2134",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.08333333333333333
+ },
+ {
+ "qid": "PLAIN-2145",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-2156",
+ "ndcg10": 0.7751482523375255,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 0.8333333333333334
+ },
+ {
+ "qid": "PLAIN-2167",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2177",
+ "ndcg10": 0.5072380780124418,
+ "mrr10": 0.5,
+ "recall10": 0.20833333333333334,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2187",
+ "ndcg10": 0.23504554941448536,
+ "mrr10": 1,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.2222222222222222
+ },
+ {
+ "qid": "PLAIN-2197",
+ "ndcg10": 0.6496872770120411,
+ "mrr10": 1,
+ "recall10": 0.10344827586206896,
+ "recall100": 0.3103448275862069
+ },
+ {
+ "qid": "PLAIN-2209",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2220",
+ "ndcg10": 0.38334277998463445,
+ "mrr10": 1,
+ "recall10": 0.2222222222222222,
+ "recall100": 0.2222222222222222
+ },
+ {
+ "qid": "PLAIN-2230",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2240",
+ "ndcg10": 0.2082936658103318,
+ "mrr10": 0.5,
+ "recall10": 0.18181818181818182,
+ "recall100": 0.2727272727272727
+ },
+ {
+ "qid": "PLAIN-2250",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2261",
+ "ndcg10": 0.5637884576902256,
+ "mrr10": 1,
+ "recall10": 0.06666666666666667,
+ "recall100": 0.15
+ },
+ {
+ "qid": "PLAIN-2271",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2281",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2291",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-2301",
+ "ndcg10": 0.13961814555374907,
+ "mrr10": 0.14285714285714285,
+ "recall10": 0.15384615384615385,
+ "recall100": 0.3076923076923077
+ },
+ {
+ "qid": "PLAIN-2311",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2321",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2332",
+ "ndcg10": 0.7663491917568946,
+ "mrr10": 1,
+ "recall10": 0.08247422680412371,
+ "recall100": 0.4020618556701031
+ },
+ {
+ "qid": "PLAIN-2343",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2354",
+ "ndcg10": 0.5087403079104241,
+ "mrr10": 1,
+ "recall10": 0.4,
+ "recall100": 0.6
+ },
+ {
+ "qid": "PLAIN-2364",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2375",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2386",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3684210526315789
+ },
+ {
+ "qid": "PLAIN-2396",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-2408",
+ "ndcg10": 0.5531464700081437,
+ "mrr10": 1,
+ "recall10": 0.4,
+ "recall100": 0.6
+ },
+ {
+ "qid": "PLAIN-2430",
+ "ndcg10": 0.5740106608557803,
+ "mrr10": 1,
+ "recall10": 0.15217391304347827,
+ "recall100": 0.41304347826086957
+ },
+ {
+ "qid": "PLAIN-2440",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.047619047619047616
+ },
+ {
+ "qid": "PLAIN-2450",
+ "ndcg10": 0.2336508082431053,
+ "mrr10": 0.5,
+ "recall10": 0.05263157894736842,
+ "recall100": 0.13157894736842105
+ },
+ {
+ "qid": "PLAIN-2460",
+ "ndcg10": 0.43174458805633853,
+ "mrr10": 1,
+ "recall10": 0.12903225806451613,
+ "recall100": 0.4838709677419355
+ },
+ {
+ "qid": "PLAIN-2470",
+ "ndcg10": 0.7024216173807135,
+ "mrr10": 1,
+ "recall10": 0.0821917808219178,
+ "recall100": 0.3287671232876712
+ },
+ {
+ "qid": "PLAIN-2480",
+ "ndcg10": 0.4407905902246705,
+ "mrr10": 1,
+ "recall10": 0.2777777777777778,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-2490",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.34782608695652173
+ },
+ {
+ "qid": "PLAIN-2500",
+ "ndcg10": 0.15487585161383474,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.7142857142857143
+ },
+ {
+ "qid": "PLAIN-2510",
+ "ndcg10": 0.589664883987166,
+ "mrr10": 0.5,
+ "recall10": 0.15217391304347827,
+ "recall100": 0.5869565217391305
+ },
+ {
+ "qid": "PLAIN-2520",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1095890410958904
+ },
+ {
+ "qid": "PLAIN-2530",
+ "ndcg10": 0.955830517697074,
+ "mrr10": 1,
+ "recall10": 0.1388888888888889,
+ "recall100": 0.3888888888888889
+ },
+ {
+ "qid": "PLAIN-2540",
+ "ndcg10": 0.4941492558420748,
+ "mrr10": 0.5,
+ "recall10": 0.2857142857142857,
+ "recall100": 0.6190476190476191
+ },
+ {
+ "qid": "PLAIN-2550",
+ "ndcg10": 0.24746798875357182,
+ "mrr10": 0.5,
+ "recall10": 0.08,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-2560",
+ "ndcg10": 0.9363792118010483,
+ "mrr10": 1,
+ "recall10": 0.42857142857142855,
+ "recall100": 0.6190476190476191
+ },
+ {
+ "qid": "PLAIN-2570",
+ "ndcg10": 0.25523504782501816,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.075,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2580",
+ "ndcg10": 0.1135664319411187,
+ "mrr10": 1,
+ "recall10": 0.043478260869565216,
+ "recall100": 0.13043478260869565
+ },
+ {
+ "qid": "PLAIN-2590",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.07936507936507936
+ },
+ {
+ "qid": "PLAIN-2600",
+ "ndcg10": 0.6613158235505792,
+ "mrr10": 1,
+ "recall10": 0.3,
+ "recall100": 0.3
+ },
+ {
+ "qid": "PLAIN-2610",
+ "ndcg10": 0.4973811325345484,
+ "mrr10": 1,
+ "recall10": 0.06557377049180328,
+ "recall100": 0.2459016393442623
+ },
+ {
+ "qid": "PLAIN-2620",
+ "ndcg10": 0.6770586454665828,
+ "mrr10": 1,
+ "recall10": 0.16363636363636364,
+ "recall100": 0.36363636363636365
+ },
+ {
+ "qid": "PLAIN-2630",
+ "ndcg10": 0.8188458073987622,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3958333333333333
+ },
+ {
+ "qid": "PLAIN-2640",
+ "ndcg10": 0.39923129859010653,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.5416666666666666
+ },
+ {
+ "qid": "PLAIN-2650",
+ "ndcg10": 0.6489315753318465,
+ "mrr10": 1,
+ "recall10": 0.1724137931034483,
+ "recall100": 0.3448275862068966
+ },
+ {
+ "qid": "PLAIN-2660",
+ "ndcg10": 0.40030566811860463,
+ "mrr10": 0.5,
+ "recall10": 0.14814814814814814,
+ "recall100": 0.48148148148148145
+ },
+ {
+ "qid": "PLAIN-2670",
+ "ndcg10": 0.3406992958233561,
+ "mrr10": 1,
+ "recall10": 0.02857142857142857,
+ "recall100": 0.05714285714285714
+ },
+ {
+ "qid": "PLAIN-2680",
+ "ndcg10": 0.454740507204534,
+ "mrr10": 0.5,
+ "recall10": 0.2857142857142857,
+ "recall100": 0.42857142857142855
+ },
+ {
+ "qid": "PLAIN-2690",
+ "ndcg10": 0.6852219536434856,
+ "mrr10": 1,
+ "recall10": 0.20930232558139536,
+ "recall100": 0.4418604651162791
+ },
+ {
+ "qid": "PLAIN-2700",
+ "ndcg10": 0.5438770046596358,
+ "mrr10": 1,
+ "recall10": 0.3,
+ "recall100": 0.7
+ },
+ {
+ "qid": "PLAIN-2710",
+ "ndcg10": 0.6906119546391791,
+ "mrr10": 1,
+ "recall10": 0.23809523809523808,
+ "recall100": 0.6190476190476191
+ },
+ {
+ "qid": "PLAIN-2720",
+ "ndcg10": 0.24639745374629807,
+ "mrr10": 0.2,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.2777777777777778
+ },
+ {
+ "qid": "PLAIN-2730",
+ "ndcg10": 0.5235258308273208,
+ "mrr10": 1,
+ "recall10": 0.13793103448275862,
+ "recall100": 0.41379310344827586
+ },
+ {
+ "qid": "PLAIN-2740",
+ "ndcg10": 0.6782347310356166,
+ "mrr10": 1,
+ "recall10": 0.1,
+ "recall100": 0.16
+ },
+ {
+ "qid": "PLAIN-2750",
+ "ndcg10": 0.532003134830924,
+ "mrr10": 1,
+ "recall10": 0.1016949152542373,
+ "recall100": 0.23728813559322035
+ },
+ {
+ "qid": "PLAIN-2760",
+ "ndcg10": 0.4702199443548266,
+ "mrr10": 0.5,
+ "recall10": 0.25,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2770",
+ "ndcg10": 0.325096961030005,
+ "mrr10": 0.5,
+ "recall10": 0.12195121951219512,
+ "recall100": 0.4878048780487805
+ },
+ {
+ "qid": "PLAIN-2780",
+ "ndcg10": 0.4033852369868885,
+ "mrr10": 1,
+ "recall10": 0.2727272727272727,
+ "recall100": 0.4090909090909091
+ },
+ {
+ "qid": "PLAIN-2790",
+ "ndcg10": 0.652358405855227,
+ "mrr10": 1,
+ "recall10": 0.1016949152542373,
+ "recall100": 0.2033898305084746
+ },
+ {
+ "qid": "PLAIN-2800",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.041666666666666664
+ },
+ {
+ "qid": "PLAIN-2810",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.125
+ },
+ {
+ "qid": "PLAIN-2820",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2830",
+ "ndcg10": 0.7262287617954056,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-2840",
+ "ndcg10": 0.09478836436955078,
+ "mrr10": 0.25,
+ "recall10": 0.058823529411764705,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-2850",
+ "ndcg10": 0.3026286548261086,
+ "mrr10": 0.5,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.4444444444444444
+ },
+ {
+ "qid": "PLAIN-2860",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2870",
+ "ndcg10": 0.0781764177375172,
+ "mrr10": 0.2,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-2880",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-2890",
+ "ndcg10": 0.1974505933948842,
+ "mrr10": 0.25,
+ "recall10": 0.034482758620689655,
+ "recall100": 0.034482758620689655
+ },
+ {
+ "qid": "PLAIN-2900",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2910",
+ "ndcg10": 0.5330346140547638,
+ "mrr10": 1,
+ "recall10": 0.13333333333333333,
+ "recall100": 0.26666666666666666
+ },
+ {
+ "qid": "PLAIN-2920",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-2930",
+ "ndcg10": 0.5175857101991203,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-2940",
+ "ndcg10": 0.12811612289210494,
+ "mrr10": 0.14285714285714285,
+ "recall10": 0.045454545454545456,
+ "recall100": 0.18181818181818182
+ },
+ {
+ "qid": "PLAIN-2950",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2960",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2970",
+ "ndcg10": 0.6338262955454459,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.5555555555555556
+ },
+ {
+ "qid": "PLAIN-2981",
+ "ndcg10": 0.5321036168710066,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-2991",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3001",
+ "ndcg10": 0.3065735963827292,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3014",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3026",
+ "ndcg10": 0.6309297535714574,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3037",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3053",
+ "ndcg10": 0.7653606369886218,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-3063",
+ "ndcg10": 0.19519002499605084,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.25,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-3074",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3085",
+ "ndcg10": 0.38162168437253385,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3097",
+ "ndcg10": 0.515157140670655,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-3116",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3131",
+ "ndcg10": 0.6516433935264055,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3141",
+ "ndcg10": 0.3170808479749099,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.058823529411764705,
+ "recall100": 0.20588235294117646
+ },
+ {
+ "qid": "PLAIN-3151",
+ "ndcg10": 0.7456217791401517,
+ "mrr10": 1,
+ "recall10": 0.3888888888888889,
+ "recall100": 0.5555555555555556
+ },
+ {
+ "qid": "PLAIN-3161",
+ "ndcg10": 0.524282944620724,
+ "mrr10": 1,
+ "recall10": 0.046511627906976744,
+ "recall100": 0.27906976744186046
+ },
+ {
+ "qid": "PLAIN-3171",
+ "ndcg10": 0.044175472610956126,
+ "mrr10": 0.1,
+ "recall10": 0.029411764705882353,
+ "recall100": 0.058823529411764705
+ },
+ {
+ "qid": "PLAIN-3181",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.037037037037037035
+ },
+ {
+ "qid": "PLAIN-3191",
+ "ndcg10": 0.4300543345163763,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3201",
+ "ndcg10": 0.2037495755301314,
+ "mrr10": 0.2,
+ "recall10": 0.0625,
+ "recall100": 0.09375
+ },
+ {
+ "qid": "PLAIN-3211",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.05555555555555555
+ },
+ {
+ "qid": "PLAIN-3221",
+ "ndcg10": 0.06581686446496139,
+ "mrr10": 0.25,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.125
+ },
+ {
+ "qid": "PLAIN-3231",
+ "ndcg10": 0.2501157675209561,
+ "mrr10": 0.5,
+ "recall10": 0.5,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-3241",
+ "ndcg10": 0.45846608015576257,
+ "mrr10": 1,
+ "recall10": 0.034482758620689655,
+ "recall100": 0.06896551724137931
+ },
+ {
+ "qid": "PLAIN-3251",
+ "ndcg10": 0.16330891279672524,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.047619047619047616,
+ "recall100": 0.09523809523809523
+ },
+ {
+ "qid": "PLAIN-3261",
+ "ndcg10": 0.17034964791167806,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.07692307692307693,
+ "recall100": 0.07692307692307693
+ },
+ {
+ "qid": "PLAIN-3271",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.10204081632653061
+ },
+ {
+ "qid": "PLAIN-3281",
+ "ndcg10": 0.24249682153453903,
+ "mrr10": 0.5,
+ "recall10": 0.038461538461538464,
+ "recall100": 0.07692307692307693
+ },
+ {
+ "qid": "PLAIN-3292",
+ "ndcg10": 0.34839716434274914,
+ "mrr10": 1,
+ "recall10": 0.42857142857142855,
+ "recall100": 0.5714285714285714
+ },
+ {
+ "qid": "PLAIN-3302",
+ "ndcg10": 0.13084731762486884,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.05405405405405406,
+ "recall100": 0.3783783783783784
+ },
+ {
+ "qid": "PLAIN-3312",
+ "ndcg10": 0.30114238162847884,
+ "mrr10": 0.5,
+ "recall10": 0.3076923076923077,
+ "recall100": 0.6153846153846154
+ },
+ {
+ "qid": "PLAIN-3322",
+ "ndcg10": 0.28165758790969186,
+ "mrr10": 0.5,
+ "recall10": 0.0379746835443038,
+ "recall100": 0.13924050632911392
+ },
+ {
+ "qid": "PLAIN-3332",
+ "ndcg10": 0.7386266690451878,
+ "mrr10": 1,
+ "recall10": 0.35714285714285715,
+ "recall100": 0.8571428571428571
+ },
+ {
+ "qid": "PLAIN-3342",
+ "ndcg10": 0.1671604549662023,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-3352",
+ "ndcg10": 0.3843483686763149,
+ "mrr10": 1,
+ "recall10": 0.02564102564102564,
+ "recall100": 0.1282051282051282
+ },
+ {
+ "qid": "PLAIN-3362",
+ "ndcg10": 0.6268451902108538,
+ "mrr10": 1,
+ "recall10": 0.18181818181818182,
+ "recall100": 0.2727272727272727
+ },
+ {
+ "qid": "PLAIN-3372",
+ "ndcg10": 0.27744302190680586,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.21428571428571427
+ },
+ {
+ "qid": "PLAIN-3382",
+ "ndcg10": 0.4594761912515673,
+ "mrr10": 1,
+ "recall10": 0.35714285714285715,
+ "recall100": 0.7142857142857143
+ },
+ {
+ "qid": "PLAIN-3392",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.13043478260869565
+ },
+ {
+ "qid": "PLAIN-3402",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.21428571428571427
+ },
+ {
+ "qid": "PLAIN-3412",
+ "ndcg10": 0.18329273373298458,
+ "mrr10": 1,
+ "recall10": 0.04081632653061224,
+ "recall100": 0.24489795918367346
+ },
+ {
+ "qid": "PLAIN-3422",
+ "ndcg10": 0.02321714761064369,
+ "mrr10": 0.1,
+ "recall10": 0.03225806451612903,
+ "recall100": 0.45161290322580644
+ },
+ {
+ "qid": "PLAIN-3432",
+ "ndcg10": 0.06362078819895171,
+ "mrr10": 0.1,
+ "recall10": 0.023809523809523808,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-3442",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.034482758620689655
+ },
+ {
+ "qid": "PLAIN-3452",
+ "ndcg10": 0.4247645055987381,
+ "mrr10": 1,
+ "recall10": 0.11764705882352941,
+ "recall100": 0.5294117647058824
+ },
+ {
+ "qid": "PLAIN-3462",
+ "ndcg10": 0.6378891765242927,
+ "mrr10": 0.5,
+ "recall10": 0.109375,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3472",
+ "ndcg10": 0.2873431773791806,
+ "mrr10": 1,
+ "recall10": 0.058823529411764705,
+ "recall100": 0.4117647058823529
+ }
+ ],
+ "baselines": {
+ "BM25 (Lucene)": 0.325,
+ "DocT5query": 0.328,
+ "TAS-B": 0.319,
+ "GenQ": 0.319,
+ "ColBERT": 0.305,
+ "Contriever": 0.328,
+ "GTR-XL": 0.343,
+ "SPLADE++": 0.347,
+ "BGE-large-v1.5 (pub)": 0.38,
+ "SBERT msmarco": 0.272
+ },
+ "ourRank": 2,
+ "leaderboardLength": 11
+}
\ No newline at end of file
diff --git a/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-40-28-845Z.json b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-40-28-845Z.json
new file mode 100644
index 0000000000..7b5625e631
--- /dev/null
+++ b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-40-28-845Z.json
@@ -0,0 +1,2295 @@
+{
+ "runAt": "2026-06-26T21:40:28.845Z",
+ "benchmark": "beir-nfcorpus-hybrid",
+ "dataset": "nfcorpus",
+ "pipeline": "BM25+BGE RRF",
+ "bgeModel": "Xenova/bge-base-en-v1.5",
+ "rrfK": 40,
+ "rerank": false,
+ "queries": 323,
+ "corpusSize": 3633,
+ "metrics": {
+ "ndcg10": 0.29609610368360434,
+ "mrr10": 0.4802619293331366,
+ "recall10": 0.14060162889099595,
+ "recall100": 0.2749224842753052,
+ "avgQueryLatencyMs": 418.05605404953565
+ },
+ "perQuery": [
+ {
+ "qid": "PLAIN-2",
+ "ndcg10": 0.7657034735728829,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-12",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.23333333333333334
+ },
+ {
+ "qid": "PLAIN-23",
+ "ndcg10": 0.4272322926778316,
+ "mrr10": 1,
+ "recall10": 0.044444444444444446,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-33",
+ "ndcg10": 0.4822616994759819,
+ "mrr10": 1,
+ "recall10": 0.125,
+ "recall100": 0.21875
+ },
+ {
+ "qid": "PLAIN-44",
+ "ndcg10": 0.13449426451150215,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.034482758620689655,
+ "recall100": 0.13793103448275862
+ },
+ {
+ "qid": "PLAIN-56",
+ "ndcg10": 0.45442152543424197,
+ "mrr10": 1,
+ "recall10": 0.06,
+ "recall100": 0.18
+ },
+ {
+ "qid": "PLAIN-68",
+ "ndcg10": 0.7851995181603684,
+ "mrr10": 1,
+ "recall10": 0.10909090909090909,
+ "recall100": 0.16363636363636364
+ },
+ {
+ "qid": "PLAIN-78",
+ "ndcg10": 0.08966284300766811,
+ "mrr10": 1,
+ "recall10": 0.016129032258064516,
+ "recall100": 0.11290322580645161
+ },
+ {
+ "qid": "PLAIN-91",
+ "ndcg10": 0.25853150484401105,
+ "mrr10": 0.5,
+ "recall10": 0.078125,
+ "recall100": 0.1875
+ },
+ {
+ "qid": "PLAIN-102",
+ "ndcg10": 0.12811612289210494,
+ "mrr10": 1,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-112",
+ "ndcg10": 0.6787794661817448,
+ "mrr10": 1,
+ "recall10": 0.08928571428571429,
+ "recall100": 0.19642857142857142
+ },
+ {
+ "qid": "PLAIN-123",
+ "ndcg10": 0.2462789703080615,
+ "mrr10": 0.25,
+ "recall10": 0.0784313725490196,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-133",
+ "ndcg10": 0.09064668004714299,
+ "mrr10": 0.125,
+ "recall10": 0.027777777777777776,
+ "recall100": 0.05555555555555555
+ },
+ {
+ "qid": "PLAIN-143",
+ "ndcg10": 0.5037474384398577,
+ "mrr10": 1,
+ "recall10": 0.058823529411764705,
+ "recall100": 0.21568627450980393
+ },
+ {
+ "qid": "PLAIN-153",
+ "ndcg10": 0.7485661964048813,
+ "mrr10": 1,
+ "recall10": 0.1702127659574468,
+ "recall100": 0.3191489361702128
+ },
+ {
+ "qid": "PLAIN-165",
+ "ndcg10": 0.35695582727012937,
+ "mrr10": 0.5,
+ "recall10": 0.1388888888888889,
+ "recall100": 0.3888888888888889
+ },
+ {
+ "qid": "PLAIN-175",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.02702702702702703
+ },
+ {
+ "qid": "PLAIN-186",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-196",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.043478260869565216
+ },
+ {
+ "qid": "PLAIN-207",
+ "ndcg10": 0.4440973278132557,
+ "mrr10": 1,
+ "recall10": 0.05454545454545454,
+ "recall100": 0.23636363636363636
+ },
+ {
+ "qid": "PLAIN-217",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2222222222222222
+ },
+ {
+ "qid": "PLAIN-227",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.05
+ },
+ {
+ "qid": "PLAIN-238",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.07407407407407407
+ },
+ {
+ "qid": "PLAIN-248",
+ "ndcg10": 0.31516255047698366,
+ "mrr10": 0.5,
+ "recall10": 0.0967741935483871,
+ "recall100": 0.25806451612903225
+ },
+ {
+ "qid": "PLAIN-259",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.07142857142857142,
+ "recall100": 0.21428571428571427
+ },
+ {
+ "qid": "PLAIN-270",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.019230769230769232,
+ "recall100": 0.17307692307692307
+ },
+ {
+ "qid": "PLAIN-280",
+ "ndcg10": 0.4690000933206748,
+ "mrr10": 1,
+ "recall10": 0.15,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-291",
+ "ndcg10": 0.2489083270225946,
+ "mrr10": 0.5,
+ "recall10": 0.15384615384615385,
+ "recall100": 0.5384615384615384
+ },
+ {
+ "qid": "PLAIN-307",
+ "ndcg10": 0.7653606369886218,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-320",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.30952380952380953
+ },
+ {
+ "qid": "PLAIN-332",
+ "ndcg10": 0.6131471927654584,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-344",
+ "ndcg10": 0.6264808474870649,
+ "mrr10": 0.5,
+ "recall10": 0.11475409836065574,
+ "recall100": 0.2459016393442623
+ },
+ {
+ "qid": "PLAIN-358",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-371",
+ "ndcg10": 0.17376534287144002,
+ "mrr10": 0.5,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-383",
+ "ndcg10": 0.14606834984270645,
+ "mrr10": 0.25,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-395",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-407",
+ "ndcg10": 0.7262287617954056,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-418",
+ "ndcg10": 0.5562983930884396,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-430",
+ "ndcg10": 0.4967105728753997,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.625
+ },
+ {
+ "qid": "PLAIN-441",
+ "ndcg10": 0.7345204950565553,
+ "mrr10": 1,
+ "recall10": 0.8,
+ "recall100": 0.8
+ },
+ {
+ "qid": "PLAIN-457",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-468",
+ "ndcg10": 0.4954499631132973,
+ "mrr10": 1,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-478",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-488",
+ "ndcg10": 0.933745776545611,
+ "mrr10": 1,
+ "recall10": 0.6,
+ "recall100": 0.7333333333333333
+ },
+ {
+ "qid": "PLAIN-499",
+ "ndcg10": 0.22979561007468535,
+ "mrr10": 0.2,
+ "recall10": 0.08823529411764706,
+ "recall100": 0.20588235294117646
+ },
+ {
+ "qid": "PLAIN-510",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-520",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-531",
+ "ndcg10": 0.6975961695061491,
+ "mrr10": 1,
+ "recall10": 0.022727272727272728,
+ "recall100": 0.05194805194805195
+ },
+ {
+ "qid": "PLAIN-541",
+ "ndcg10": 0.11706259313796354,
+ "mrr10": 0.2,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-551",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-561",
+ "ndcg10": 0.19518900079066107,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.08,
+ "recall100": 0.12
+ },
+ {
+ "qid": "PLAIN-571",
+ "ndcg10": 0.26014148548235916,
+ "mrr10": 0.5,
+ "recall10": 0.2857142857142857,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-583",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.11363636363636363
+ },
+ {
+ "qid": "PLAIN-593",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-603",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-613",
+ "ndcg10": 0.11004588314904008,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.1,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-623",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.0975609756097561
+ },
+ {
+ "qid": "PLAIN-634",
+ "ndcg10": 0.33013764944712026,
+ "mrr10": 1,
+ "recall10": 0.09523809523809523,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-645",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.06896551724137931
+ },
+ {
+ "qid": "PLAIN-660",
+ "ndcg10": 0.6870165078530993,
+ "mrr10": 1,
+ "recall10": 0.01263157894736842,
+ "recall100": 0.08842105263157894
+ },
+ {
+ "qid": "PLAIN-671",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-681",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-691",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-701",
+ "ndcg10": 0.07311683844390994,
+ "mrr10": 0.1,
+ "recall10": 0.125,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-711",
+ "ndcg10": 0.31488013066763093,
+ "mrr10": 1,
+ "recall10": 0.03508771929824561,
+ "recall100": 0.08771929824561403
+ },
+ {
+ "qid": "PLAIN-721",
+ "ndcg10": 0.9363792118010483,
+ "mrr10": 1,
+ "recall10": 0.36,
+ "recall100": 0.64
+ },
+ {
+ "qid": "PLAIN-731",
+ "ndcg10": 0.7721596254947203,
+ "mrr10": 1,
+ "recall10": 0.12962962962962962,
+ "recall100": 0.3888888888888889
+ },
+ {
+ "qid": "PLAIN-741",
+ "ndcg10": 0.7885497208855957,
+ "mrr10": 1,
+ "recall10": 0.3684210526315789,
+ "recall100": 0.3684210526315789
+ },
+ {
+ "qid": "PLAIN-751",
+ "ndcg10": 0.08671382849411972,
+ "mrr10": 0.125,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-761",
+ "ndcg10": 0.19092086617893467,
+ "mrr10": 0.5,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-771",
+ "ndcg10": 0.7653606369886217,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-782",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-792",
+ "ndcg10": 0.22485174766247445,
+ "mrr10": 0.2,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-806",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.10416666666666667,
+ "recall100": 0.19791666666666666
+ },
+ {
+ "qid": "PLAIN-817",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-827",
+ "ndcg10": 0.7529694065526482,
+ "mrr10": 1,
+ "recall10": 0.028688524590163935,
+ "recall100": 0.14344262295081966
+ },
+ {
+ "qid": "PLAIN-838",
+ "ndcg10": 0.5008655546918772,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.4444444444444444
+ },
+ {
+ "qid": "PLAIN-850",
+ "ndcg10": 0.40853591842579556,
+ "mrr10": 1,
+ "recall10": 0.05263157894736842,
+ "recall100": 0.14035087719298245
+ },
+ {
+ "qid": "PLAIN-872",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-882",
+ "ndcg10": 0.7846170207230129,
+ "mrr10": 1,
+ "recall10": 0.4666666666666667,
+ "recall100": 0.8
+ },
+ {
+ "qid": "PLAIN-892",
+ "ndcg10": 0.37850091886658266,
+ "mrr10": 1,
+ "recall10": 0.03260869565217391,
+ "recall100": 0.09782608695652174
+ },
+ {
+ "qid": "PLAIN-902",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-913",
+ "ndcg10": 0.7967610662472993,
+ "mrr10": 1,
+ "recall10": 0.20588235294117646,
+ "recall100": 0.3235294117647059
+ },
+ {
+ "qid": "PLAIN-924",
+ "ndcg10": 0.7479350596733328,
+ "mrr10": 1,
+ "recall10": 0.21875,
+ "recall100": 0.375
+ },
+ {
+ "qid": "PLAIN-934",
+ "ndcg10": 0.6363762929310753,
+ "mrr10": 1,
+ "recall10": 0.0594059405940594,
+ "recall100": 0.25742574257425743
+ },
+ {
+ "qid": "PLAIN-946",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.03225806451612903
+ },
+ {
+ "qid": "PLAIN-956",
+ "ndcg10": 0.70844095012329,
+ "mrr10": 1,
+ "recall10": 0.02912621359223301,
+ "recall100": 0.13106796116504854
+ },
+ {
+ "qid": "PLAIN-966",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-977",
+ "ndcg10": 0.20210734650054757,
+ "mrr10": 0.25,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-987",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-997",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1008",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1018",
+ "ndcg10": 0.5415879285615245,
+ "mrr10": 1,
+ "recall10": 0.08333333333333333,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-1028",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1039",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1050",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.0425531914893617
+ },
+ {
+ "qid": "PLAIN-1066",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1088",
+ "ndcg10": 0.5531464700081437,
+ "mrr10": 1,
+ "recall10": 0.4,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-1098",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1109",
+ "ndcg10": 0.702728403557943,
+ "mrr10": 1,
+ "recall10": 0.07142857142857142,
+ "recall100": 0.2653061224489796
+ },
+ {
+ "qid": "PLAIN-1119",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-1130",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1141",
+ "ndcg10": 0.06625422345438903,
+ "mrr10": 0.1111111111111111,
+ "recall10": 0.0625,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-1151",
+ "ndcg10": 0.08514311764162098,
+ "mrr10": 0.2,
+ "recall10": 0.006535947712418301,
+ "recall100": 0.0457516339869281
+ },
+ {
+ "qid": "PLAIN-1161",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1172",
+ "ndcg10": 0.06943122193677727,
+ "mrr10": 0.125,
+ "recall10": 0.05263157894736842,
+ "recall100": 0.05263157894736842
+ },
+ {
+ "qid": "PLAIN-1183",
+ "ndcg10": 0.30523488393970116,
+ "mrr10": 1,
+ "recall10": 0.08,
+ "recall100": 0.08
+ },
+ {
+ "qid": "PLAIN-1193",
+ "ndcg10": 0.17947710508581735,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.2777777777777778
+ },
+ {
+ "qid": "PLAIN-1203",
+ "ndcg10": 0.4220949603708207,
+ "mrr10": 0.5,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.4166666666666667
+ },
+ {
+ "qid": "PLAIN-1214",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-1225",
+ "ndcg10": 0.5766882048947064,
+ "mrr10": 1,
+ "recall10": 0.18518518518518517,
+ "recall100": 0.4444444444444444
+ },
+ {
+ "qid": "PLAIN-1236",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-1249",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1262",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1275",
+ "ndcg10": 0.5423640154200349,
+ "mrr10": 1,
+ "recall10": 0.07272727272727272,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-1288",
+ "ndcg10": 0.48331483694589444,
+ "mrr10": 0.5,
+ "recall10": 0.025510204081632654,
+ "recall100": 0.09183673469387756
+ },
+ {
+ "qid": "PLAIN-1299",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.03278688524590164
+ },
+ {
+ "qid": "PLAIN-1309",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1320",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1331",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1342",
+ "ndcg10": 0.38196033715832356,
+ "mrr10": 0.5,
+ "recall10": 0.25,
+ "recall100": 0.3125
+ },
+ {
+ "qid": "PLAIN-1353",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1363",
+ "ndcg10": 0.32730659600126993,
+ "mrr10": 0.5,
+ "recall10": 0.2727272727272727,
+ "recall100": 0.7272727272727273
+ },
+ {
+ "qid": "PLAIN-1374",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.07692307692307693
+ },
+ {
+ "qid": "PLAIN-1387",
+ "ndcg10": 0.5919268187287083,
+ "mrr10": 1,
+ "recall10": 0.4166666666666667,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-1398",
+ "ndcg10": 0.8236998933965709,
+ "mrr10": 1,
+ "recall10": 0.07766990291262135,
+ "recall100": 0.1941747572815534
+ },
+ {
+ "qid": "PLAIN-1409",
+ "ndcg10": 0.22082856303278728,
+ "mrr10": 0.2,
+ "recall10": 0.011857707509881422,
+ "recall100": 0.1383399209486166
+ },
+ {
+ "qid": "PLAIN-1419",
+ "ndcg10": 0.5009732673492616,
+ "mrr10": 1,
+ "recall10": 0.06153846153846154,
+ "recall100": 0.09230769230769231
+ },
+ {
+ "qid": "PLAIN-1429",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1441",
+ "ndcg10": 0.4789015552876929,
+ "mrr10": 1,
+ "recall10": 0.021505376344086023,
+ "recall100": 0.05913978494623656
+ },
+ {
+ "qid": "PLAIN-1453",
+ "ndcg10": 0.33013764944712026,
+ "mrr10": 1,
+ "recall10": 0.00816326530612245,
+ "recall100": 0.08979591836734693
+ },
+ {
+ "qid": "PLAIN-1463",
+ "ndcg10": 0.11004588314904008,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-1473",
+ "ndcg10": 0.31546487678572877,
+ "mrr10": 0.125,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1485",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1496",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1506",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.13333333333333333
+ },
+ {
+ "qid": "PLAIN-1516",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1527",
+ "ndcg10": 0.7116179486056782,
+ "mrr10": 1,
+ "recall10": 0.0297029702970297,
+ "recall100": 0.11386138613861387
+ },
+ {
+ "qid": "PLAIN-1537",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-1547",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1557",
+ "ndcg10": 0.2489083270225946,
+ "mrr10": 0.5,
+ "recall10": 0.07692307692307693,
+ "recall100": 0.11538461538461539
+ },
+ {
+ "qid": "PLAIN-1568",
+ "ndcg10": 0.9197207891481876,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1579",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1590",
+ "ndcg10": 0.06362078819895171,
+ "mrr10": 0.1,
+ "recall10": 0.05555555555555555,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1601",
+ "ndcg10": 0.5599332595218056,
+ "mrr10": 1,
+ "recall10": 0.06756756756756757,
+ "recall100": 0.14864864864864866
+ },
+ {
+ "qid": "PLAIN-1611",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1621",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1635",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.02320185614849188,
+ "recall100": 0.11136890951276102
+ },
+ {
+ "qid": "PLAIN-1645",
+ "ndcg10": 0.30260241349881345,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1656",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.03571428571428571
+ },
+ {
+ "qid": "PLAIN-1667",
+ "ndcg10": 0.5423640154200349,
+ "mrr10": 1,
+ "recall10": 0.025157232704402517,
+ "recall100": 0.11320754716981132
+ },
+ {
+ "qid": "PLAIN-1679",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1690",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1700",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-1710",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.625,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-1721",
+ "ndcg10": 0.1584091525685025,
+ "mrr10": 0.25,
+ "recall10": 0.06451612903225806,
+ "recall100": 0.16129032258064516
+ },
+ {
+ "qid": "PLAIN-1731",
+ "ndcg10": 0.9469024295259745,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1741",
+ "ndcg10": 0.8899541168509599,
+ "mrr10": 1,
+ "recall10": 0.02142857142857143,
+ "recall100": 0.0880952380952381
+ },
+ {
+ "qid": "PLAIN-1752",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1762",
+ "ndcg10": 0.45973079002057343,
+ "mrr10": 1,
+ "recall10": 0.375,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-1772",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1784",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1794",
+ "ndcg10": 0.6131471927654584,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1805",
+ "ndcg10": 0.8482378089219645,
+ "mrr10": 1,
+ "recall10": 0.06896551724137931,
+ "recall100": 0.22413793103448276
+ },
+ {
+ "qid": "PLAIN-1817",
+ "ndcg10": 0.29025978496956456,
+ "mrr10": 0.5,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1827",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1837",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.05102040816326531,
+ "recall100": 0.28061224489795916
+ },
+ {
+ "qid": "PLAIN-1847",
+ "ndcg10": 0.13886244387355454,
+ "mrr10": 0.5,
+ "recall10": 0.09090909090909091,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-1857",
+ "ndcg10": 0.6168295842361274,
+ "mrr10": 1,
+ "recall10": 0.15151515151515152,
+ "recall100": 0.2727272727272727
+ },
+ {
+ "qid": "PLAIN-1867",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1877",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1887",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1897",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-1909",
+ "ndcg10": 0.5509662124799075,
+ "mrr10": 1,
+ "recall10": 0.01079913606911447,
+ "recall100": 0.09071274298056156
+ },
+ {
+ "qid": "PLAIN-1919",
+ "ndcg10": 0.800693766409882,
+ "mrr10": 1,
+ "recall10": 0.25925925925925924,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1929",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1
+ },
+ {
+ "qid": "PLAIN-1940",
+ "ndcg10": 0.13886244387355454,
+ "mrr10": 0.5,
+ "recall10": 0.08333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1950",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.07692307692307693,
+ "recall100": 0.15384615384615385
+ },
+ {
+ "qid": "PLAIN-1962",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.15384615384615385
+ },
+ {
+ "qid": "PLAIN-1972",
+ "ndcg10": 0.13886244387355454,
+ "mrr10": 0.5,
+ "recall10": 0.09090909090909091,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-1983",
+ "ndcg10": 0.9266360779006401,
+ "mrr10": 1,
+ "recall10": 0.28125,
+ "recall100": 0.65625
+ },
+ {
+ "qid": "PLAIN-1995",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2009",
+ "ndcg10": 0.22432294601898897,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.25,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2019",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2030",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2040",
+ "ndcg10": 0.35705757165090446,
+ "mrr10": 0.5,
+ "recall10": 0.030303030303030304,
+ "recall100": 0.1590909090909091
+ },
+ {
+ "qid": "PLAIN-2051",
+ "ndcg10": 0.6207622843987103,
+ "mrr10": 1,
+ "recall10": 0.014084507042253521,
+ "recall100": 0.07887323943661972
+ },
+ {
+ "qid": "PLAIN-2061",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.024390243902439025,
+ "recall100": 0.1048780487804878
+ },
+ {
+ "qid": "PLAIN-2071",
+ "ndcg10": 0.491526182307598,
+ "mrr10": 0.5,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-2081",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2092",
+ "ndcg10": 0.6489315753318465,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2102",
+ "ndcg10": 0.793584067764911,
+ "mrr10": 1,
+ "recall10": 0.0166270783847981,
+ "recall100": 0.09738717339667459
+ },
+ {
+ "qid": "PLAIN-2113",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2124",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-2134",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.08333333333333333
+ },
+ {
+ "qid": "PLAIN-2145",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-2156",
+ "ndcg10": 0.5449960234716782,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2167",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2177",
+ "ndcg10": 0.4124497136428909,
+ "mrr10": 0.5,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2187",
+ "ndcg10": 0.07834851647149511,
+ "mrr10": 0.14285714285714285,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-2197",
+ "ndcg10": 0.24936270394794902,
+ "mrr10": 0.25,
+ "recall10": 0.05172413793103448,
+ "recall100": 0.20689655172413793
+ },
+ {
+ "qid": "PLAIN-2209",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2220",
+ "ndcg10": 0.1482972305701491,
+ "mrr10": 0.5,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-2230",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2240",
+ "ndcg10": 0.09478836436955078,
+ "mrr10": 0.25,
+ "recall10": 0.09090909090909091,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-2250",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2261",
+ "ndcg10": 0.43735247915031,
+ "mrr10": 1,
+ "recall10": 0.05,
+ "recall100": 0.13333333333333333
+ },
+ {
+ "qid": "PLAIN-2271",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2281",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2291",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-2301",
+ "ndcg10": 0.06943122193677727,
+ "mrr10": 0.125,
+ "recall10": 0.07692307692307693,
+ "recall100": 0.15384615384615385
+ },
+ {
+ "qid": "PLAIN-2311",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2321",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2332",
+ "ndcg10": 0.545155778742082,
+ "mrr10": 1,
+ "recall10": 0.05154639175257732,
+ "recall100": 0.2268041237113402
+ },
+ {
+ "qid": "PLAIN-2343",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2354",
+ "ndcg10": 0.3156484524795145,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.4,
+ "recall100": 0.8
+ },
+ {
+ "qid": "PLAIN-2364",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2375",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2386",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3684210526315789
+ },
+ {
+ "qid": "PLAIN-2396",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-2408",
+ "ndcg10": 0.13120507751234178,
+ "mrr10": 0.2,
+ "recall10": 0.2,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-2430",
+ "ndcg10": 0.5148859654670671,
+ "mrr10": 1,
+ "recall10": 0.10869565217391304,
+ "recall100": 0.41304347826086957
+ },
+ {
+ "qid": "PLAIN-2440",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.047619047619047616
+ },
+ {
+ "qid": "PLAIN-2450",
+ "ndcg10": 0.2336508082431053,
+ "mrr10": 0.5,
+ "recall10": 0.05263157894736842,
+ "recall100": 0.13157894736842105
+ },
+ {
+ "qid": "PLAIN-2460",
+ "ndcg10": 0.1246140309399033,
+ "mrr10": 1,
+ "recall10": 0.06451612903225806,
+ "recall100": 0.5161290322580645
+ },
+ {
+ "qid": "PLAIN-2470",
+ "ndcg10": 0.7140558651932345,
+ "mrr10": 1,
+ "recall10": 0.0958904109589041,
+ "recall100": 0.3698630136986301
+ },
+ {
+ "qid": "PLAIN-2480",
+ "ndcg10": 0.4461554676868372,
+ "mrr10": 1,
+ "recall10": 0.2777777777777778,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2490",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.21739130434782608
+ },
+ {
+ "qid": "PLAIN-2500",
+ "ndcg10": 0.21739574216798105,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.7142857142857143
+ },
+ {
+ "qid": "PLAIN-2510",
+ "ndcg10": 0.5264282969545138,
+ "mrr10": 1,
+ "recall10": 0.10869565217391304,
+ "recall100": 0.5217391304347826
+ },
+ {
+ "qid": "PLAIN-2520",
+ "ndcg10": 0.03159612145651692,
+ "mrr10": 0.25,
+ "recall10": 0.0136986301369863,
+ "recall100": 0.1095890410958904
+ },
+ {
+ "qid": "PLAIN-2530",
+ "ndcg10": 0.9095430364058891,
+ "mrr10": 1,
+ "recall10": 0.1388888888888889,
+ "recall100": 0.3611111111111111
+ },
+ {
+ "qid": "PLAIN-2540",
+ "ndcg10": 0.21048951897376647,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.47619047619047616
+ },
+ {
+ "qid": "PLAIN-2550",
+ "ndcg10": 0.18891540073145566,
+ "mrr10": 0.2,
+ "recall10": 0.08,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-2560",
+ "ndcg10": 0.933745776545611,
+ "mrr10": 1,
+ "recall10": 0.42857142857142855,
+ "recall100": 0.5238095238095238
+ },
+ {
+ "qid": "PLAIN-2570",
+ "ndcg10": 0.16334591000214185,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.05,
+ "recall100": 0.425
+ },
+ {
+ "qid": "PLAIN-2580",
+ "ndcg10": 0.05678321597055935,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.043478260869565216,
+ "recall100": 0.13043478260869565
+ },
+ {
+ "qid": "PLAIN-2590",
+ "ndcg10": 0.06918878689212662,
+ "mrr10": 0.1111111111111111,
+ "recall10": 0.015873015873015872,
+ "recall100": 0.09523809523809523
+ },
+ {
+ "qid": "PLAIN-2600",
+ "ndcg10": 0.6398018862599582,
+ "mrr10": 1,
+ "recall10": 0.3,
+ "recall100": 0.3
+ },
+ {
+ "qid": "PLAIN-2610",
+ "ndcg10": 0.4618903946757037,
+ "mrr10": 1,
+ "recall10": 0.06557377049180328,
+ "recall100": 0.18032786885245902
+ },
+ {
+ "qid": "PLAIN-2620",
+ "ndcg10": 0.5557823958827454,
+ "mrr10": 1,
+ "recall10": 0.16363636363636364,
+ "recall100": 0.34545454545454546
+ },
+ {
+ "qid": "PLAIN-2630",
+ "ndcg10": 0.8049486128682425,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.4166666666666667
+ },
+ {
+ "qid": "PLAIN-2640",
+ "ndcg10": 0.3652388778053861,
+ "mrr10": 1,
+ "recall10": 0.14583333333333334,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2650",
+ "ndcg10": 0.6371523797895855,
+ "mrr10": 1,
+ "recall10": 0.1724137931034483,
+ "recall100": 0.3103448275862069
+ },
+ {
+ "qid": "PLAIN-2660",
+ "ndcg10": 0.3365037179215673,
+ "mrr10": 0.5,
+ "recall10": 0.14814814814814814,
+ "recall100": 0.5555555555555556
+ },
+ {
+ "qid": "PLAIN-2670",
+ "ndcg10": 0.3785547731370624,
+ "mrr10": 1,
+ "recall10": 0.05714285714285714,
+ "recall100": 0.05714285714285714
+ },
+ {
+ "qid": "PLAIN-2680",
+ "ndcg10": 0.4600537489778508,
+ "mrr10": 1,
+ "recall10": 0.21428571428571427,
+ "recall100": 0.35714285714285715
+ },
+ {
+ "qid": "PLAIN-2690",
+ "ndcg10": 0.37824210204286995,
+ "mrr10": 1,
+ "recall10": 0.13953488372093023,
+ "recall100": 0.3023255813953488
+ },
+ {
+ "qid": "PLAIN-2700",
+ "ndcg10": 0.39451658374363263,
+ "mrr10": 0.5,
+ "recall10": 0.3,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2710",
+ "ndcg10": 0.7225389743479769,
+ "mrr10": 1,
+ "recall10": 0.2857142857142857,
+ "recall100": 0.5238095238095238
+ },
+ {
+ "qid": "PLAIN-2720",
+ "ndcg10": 0.10496004355587697,
+ "mrr10": 0.25,
+ "recall10": 0.05555555555555555,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-2730",
+ "ndcg10": 0.5078889783850895,
+ "mrr10": 1,
+ "recall10": 0.13793103448275862,
+ "recall100": 0.3448275862068966
+ },
+ {
+ "qid": "PLAIN-2740",
+ "ndcg10": 0.7825161728011097,
+ "mrr10": 1,
+ "recall10": 0.12,
+ "recall100": 0.18
+ },
+ {
+ "qid": "PLAIN-2750",
+ "ndcg10": 0.39802820980612047,
+ "mrr10": 1,
+ "recall10": 0.0847457627118644,
+ "recall100": 0.22033898305084745
+ },
+ {
+ "qid": "PLAIN-2760",
+ "ndcg10": 0.4702199443548266,
+ "mrr10": 0.5,
+ "recall10": 0.25,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2770",
+ "ndcg10": 0.3051225590535311,
+ "mrr10": 0.5,
+ "recall10": 0.12195121951219512,
+ "recall100": 0.4634146341463415
+ },
+ {
+ "qid": "PLAIN-2780",
+ "ndcg10": 0.4033852369868885,
+ "mrr10": 1,
+ "recall10": 0.2727272727272727,
+ "recall100": 0.3181818181818182
+ },
+ {
+ "qid": "PLAIN-2790",
+ "ndcg10": 0.6229756861858913,
+ "mrr10": 1,
+ "recall10": 0.1016949152542373,
+ "recall100": 0.22033898305084745
+ },
+ {
+ "qid": "PLAIN-2800",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.08333333333333333
+ },
+ {
+ "qid": "PLAIN-2810",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.125
+ },
+ {
+ "qid": "PLAIN-2820",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.125
+ },
+ {
+ "qid": "PLAIN-2830",
+ "ndcg10": 0.7262287617954056,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-2840",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2850",
+ "ndcg10": 0.061851970052338466,
+ "mrr10": 0.2,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.4444444444444444
+ },
+ {
+ "qid": "PLAIN-2860",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2870",
+ "ndcg10": 0.0781764177375172,
+ "mrr10": 0.2,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-2880",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2890",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.06896551724137931
+ },
+ {
+ "qid": "PLAIN-2900",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2910",
+ "ndcg10": 0.3843483686763149,
+ "mrr10": 1,
+ "recall10": 0.06666666666666667,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-2920",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-2930",
+ "ndcg10": 0.5044700941962198,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-2940",
+ "ndcg10": 0.1369076512757472,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.045454545454545456,
+ "recall100": 0.13636363636363635
+ },
+ {
+ "qid": "PLAIN-2950",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2960",
+ "ndcg10": 0.2388353776606868,
+ "mrr10": 0.1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2970",
+ "ndcg10": 0.5485138010141563,
+ "mrr10": 1,
+ "recall10": 0.2222222222222222,
+ "recall100": 0.4444444444444444
+ },
+ {
+ "qid": "PLAIN-2981",
+ "ndcg10": 0.5321036168710066,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-2991",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3001",
+ "ndcg10": 0.3868528072345416,
+ "mrr10": 0.5,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3014",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3026",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3037",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3053",
+ "ndcg10": 0.7039180890341348,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-3063",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-3074",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3085",
+ "ndcg10": 0.1934264036172708,
+ "mrr10": 0.125,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3097",
+ "ndcg10": 0.515157140670655,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3116",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3131",
+ "ndcg10": 0.594724727191318,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3141",
+ "ndcg10": 0.4752549547601497,
+ "mrr10": 1,
+ "recall10": 0.08823529411764706,
+ "recall100": 0.23529411764705882
+ },
+ {
+ "qid": "PLAIN-3151",
+ "ndcg10": 0.6954866010543851,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3161",
+ "ndcg10": 0.6140056738569695,
+ "mrr10": 1,
+ "recall10": 0.06976744186046512,
+ "recall100": 0.3023255813953488
+ },
+ {
+ "qid": "PLAIN-3171",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.14705882352941177
+ },
+ {
+ "qid": "PLAIN-3181",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3191",
+ "ndcg10": 0.4273329059665303,
+ "mrr10": 1,
+ "recall10": 0.1875,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3201",
+ "ndcg10": 0.13084731762486884,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.0625,
+ "recall100": 0.09375
+ },
+ {
+ "qid": "PLAIN-3211",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3221",
+ "ndcg10": 0.09641996365784913,
+ "mrr10": 0.5,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.041666666666666664
+ },
+ {
+ "qid": "PLAIN-3231",
+ "ndcg10": 0.1567399814516089,
+ "mrr10": 0.5,
+ "recall10": 0.25,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-3241",
+ "ndcg10": 0.45846608015576257,
+ "mrr10": 1,
+ "recall10": 0.034482758620689655,
+ "recall100": 0.10344827586206896
+ },
+ {
+ "qid": "PLAIN-3251",
+ "ndcg10": 0.17735889013007314,
+ "mrr10": 0.2,
+ "recall10": 0.047619047619047616,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-3261",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3271",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.08163265306122448
+ },
+ {
+ "qid": "PLAIN-3281",
+ "ndcg10": 0.24249682153453903,
+ "mrr10": 0.5,
+ "recall10": 0.038461538461538464,
+ "recall100": 0.07692307692307693
+ },
+ {
+ "qid": "PLAIN-3292",
+ "ndcg10": 0.2993761814255588,
+ "mrr10": 1,
+ "recall10": 0.42857142857142855,
+ "recall100": 0.5714285714285714
+ },
+ {
+ "qid": "PLAIN-3302",
+ "ndcg10": 0.47430330387068736,
+ "mrr10": 1,
+ "recall10": 0.16216216216216217,
+ "recall100": 0.5135135135135135
+ },
+ {
+ "qid": "PLAIN-3312",
+ "ndcg10": 0.10157128969162395,
+ "mrr10": 0.14285714285714285,
+ "recall10": 0.15384615384615385,
+ "recall100": 0.6153846153846154
+ },
+ {
+ "qid": "PLAIN-3322",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.012658227848101266,
+ "recall100": 0.12658227848101267
+ },
+ {
+ "qid": "PLAIN-3332",
+ "ndcg10": 0.7339433432674052,
+ "mrr10": 1,
+ "recall10": 0.35714285714285715,
+ "recall100": 0.7857142857142857
+ },
+ {
+ "qid": "PLAIN-3342",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-3352",
+ "ndcg10": 0.19217418433815744,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.02564102564102564,
+ "recall100": 0.15384615384615385
+ },
+ {
+ "qid": "PLAIN-3362",
+ "ndcg10": 0.5330346140547638,
+ "mrr10": 1,
+ "recall10": 0.18181818181818182,
+ "recall100": 0.18181818181818182
+ },
+ {
+ "qid": "PLAIN-3372",
+ "ndcg10": 0.17735889013007314,
+ "mrr10": 0.2,
+ "recall10": 0.07142857142857142,
+ "recall100": 0.21428571428571427
+ },
+ {
+ "qid": "PLAIN-3382",
+ "ndcg10": 0.24173626613097376,
+ "mrr10": 1,
+ "recall10": 0.21428571428571427,
+ "recall100": 0.6428571428571429
+ },
+ {
+ "qid": "PLAIN-3392",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3402",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-3412",
+ "ndcg10": 0.16514998770443245,
+ "mrr10": 1,
+ "recall10": 0.04081632653061224,
+ "recall100": 0.24489795918367346
+ },
+ {
+ "qid": "PLAIN-3422",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.41935483870967744
+ },
+ {
+ "qid": "PLAIN-3432",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.11904761904761904
+ },
+ {
+ "qid": "PLAIN-3442",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.034482758620689655
+ },
+ {
+ "qid": "PLAIN-3452",
+ "ndcg10": 0.4339104504691312,
+ "mrr10": 1,
+ "recall10": 0.11764705882352941,
+ "recall100": 0.47058823529411764
+ },
+ {
+ "qid": "PLAIN-3462",
+ "ndcg10": 0.7728378251807518,
+ "mrr10": 1,
+ "recall10": 0.109375,
+ "recall100": 0.4375
+ },
+ {
+ "qid": "PLAIN-3472",
+ "ndcg10": 0.1436715886895903,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.058823529411764705,
+ "recall100": 0.17647058823529413
+ }
+ ],
+ "baselines": {
+ "BM25 (Lucene)": 0.325,
+ "DocT5query": 0.328,
+ "TAS-B": 0.319,
+ "GenQ": 0.319,
+ "ColBERT": 0.305,
+ "Contriever": 0.328,
+ "GTR-XL": 0.343,
+ "SPLADE++": 0.347,
+ "BGE-large-v1.5 (pub)": 0.38,
+ "SBERT msmarco": 0.272
+ },
+ "ourRank": 10,
+ "leaderboardLength": 11
+}
\ No newline at end of file
diff --git a/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-42-56-372Z.json b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-42-56-372Z.json
new file mode 100644
index 0000000000..7c454bac53
--- /dev/null
+++ b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-42-56-372Z.json
@@ -0,0 +1,2295 @@
+{
+ "runAt": "2026-06-26T21:42:56.372Z",
+ "benchmark": "beir-nfcorpus-hybrid",
+ "dataset": "nfcorpus",
+ "pipeline": "BM25+BGE RRF",
+ "bgeModel": "Xenova/bge-base-en-v1.5",
+ "rrfK": 40,
+ "rerank": false,
+ "queries": 323,
+ "corpusSize": 3633,
+ "metrics": {
+ "ndcg10": 0.29609610368360434,
+ "mrr10": 0.4802619293331366,
+ "recall10": 0.14060162889099595,
+ "recall100": 0.2749224842753052,
+ "avgQueryLatencyMs": 430.3553410712075
+ },
+ "perQuery": [
+ {
+ "qid": "PLAIN-2",
+ "ndcg10": 0.7657034735728829,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-12",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.23333333333333334
+ },
+ {
+ "qid": "PLAIN-23",
+ "ndcg10": 0.4272322926778316,
+ "mrr10": 1,
+ "recall10": 0.044444444444444446,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-33",
+ "ndcg10": 0.4822616994759819,
+ "mrr10": 1,
+ "recall10": 0.125,
+ "recall100": 0.21875
+ },
+ {
+ "qid": "PLAIN-44",
+ "ndcg10": 0.13449426451150215,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.034482758620689655,
+ "recall100": 0.13793103448275862
+ },
+ {
+ "qid": "PLAIN-56",
+ "ndcg10": 0.45442152543424197,
+ "mrr10": 1,
+ "recall10": 0.06,
+ "recall100": 0.18
+ },
+ {
+ "qid": "PLAIN-68",
+ "ndcg10": 0.7851995181603684,
+ "mrr10": 1,
+ "recall10": 0.10909090909090909,
+ "recall100": 0.16363636363636364
+ },
+ {
+ "qid": "PLAIN-78",
+ "ndcg10": 0.08966284300766811,
+ "mrr10": 1,
+ "recall10": 0.016129032258064516,
+ "recall100": 0.11290322580645161
+ },
+ {
+ "qid": "PLAIN-91",
+ "ndcg10": 0.25853150484401105,
+ "mrr10": 0.5,
+ "recall10": 0.078125,
+ "recall100": 0.1875
+ },
+ {
+ "qid": "PLAIN-102",
+ "ndcg10": 0.12811612289210494,
+ "mrr10": 1,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-112",
+ "ndcg10": 0.6787794661817448,
+ "mrr10": 1,
+ "recall10": 0.08928571428571429,
+ "recall100": 0.19642857142857142
+ },
+ {
+ "qid": "PLAIN-123",
+ "ndcg10": 0.2462789703080615,
+ "mrr10": 0.25,
+ "recall10": 0.0784313725490196,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-133",
+ "ndcg10": 0.09064668004714299,
+ "mrr10": 0.125,
+ "recall10": 0.027777777777777776,
+ "recall100": 0.05555555555555555
+ },
+ {
+ "qid": "PLAIN-143",
+ "ndcg10": 0.5037474384398577,
+ "mrr10": 1,
+ "recall10": 0.058823529411764705,
+ "recall100": 0.21568627450980393
+ },
+ {
+ "qid": "PLAIN-153",
+ "ndcg10": 0.7485661964048813,
+ "mrr10": 1,
+ "recall10": 0.1702127659574468,
+ "recall100": 0.3191489361702128
+ },
+ {
+ "qid": "PLAIN-165",
+ "ndcg10": 0.35695582727012937,
+ "mrr10": 0.5,
+ "recall10": 0.1388888888888889,
+ "recall100": 0.3888888888888889
+ },
+ {
+ "qid": "PLAIN-175",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.02702702702702703
+ },
+ {
+ "qid": "PLAIN-186",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-196",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.043478260869565216
+ },
+ {
+ "qid": "PLAIN-207",
+ "ndcg10": 0.4440973278132557,
+ "mrr10": 1,
+ "recall10": 0.05454545454545454,
+ "recall100": 0.23636363636363636
+ },
+ {
+ "qid": "PLAIN-217",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2222222222222222
+ },
+ {
+ "qid": "PLAIN-227",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.05
+ },
+ {
+ "qid": "PLAIN-238",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.07407407407407407
+ },
+ {
+ "qid": "PLAIN-248",
+ "ndcg10": 0.31516255047698366,
+ "mrr10": 0.5,
+ "recall10": 0.0967741935483871,
+ "recall100": 0.25806451612903225
+ },
+ {
+ "qid": "PLAIN-259",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.07142857142857142,
+ "recall100": 0.21428571428571427
+ },
+ {
+ "qid": "PLAIN-270",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.019230769230769232,
+ "recall100": 0.17307692307692307
+ },
+ {
+ "qid": "PLAIN-280",
+ "ndcg10": 0.4690000933206748,
+ "mrr10": 1,
+ "recall10": 0.15,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-291",
+ "ndcg10": 0.2489083270225946,
+ "mrr10": 0.5,
+ "recall10": 0.15384615384615385,
+ "recall100": 0.5384615384615384
+ },
+ {
+ "qid": "PLAIN-307",
+ "ndcg10": 0.7653606369886218,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-320",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.30952380952380953
+ },
+ {
+ "qid": "PLAIN-332",
+ "ndcg10": 0.6131471927654584,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-344",
+ "ndcg10": 0.6264808474870649,
+ "mrr10": 0.5,
+ "recall10": 0.11475409836065574,
+ "recall100": 0.2459016393442623
+ },
+ {
+ "qid": "PLAIN-358",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-371",
+ "ndcg10": 0.17376534287144002,
+ "mrr10": 0.5,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-383",
+ "ndcg10": 0.14606834984270645,
+ "mrr10": 0.25,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-395",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-407",
+ "ndcg10": 0.7262287617954056,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-418",
+ "ndcg10": 0.5562983930884396,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-430",
+ "ndcg10": 0.4967105728753997,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.625
+ },
+ {
+ "qid": "PLAIN-441",
+ "ndcg10": 0.7345204950565553,
+ "mrr10": 1,
+ "recall10": 0.8,
+ "recall100": 0.8
+ },
+ {
+ "qid": "PLAIN-457",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-468",
+ "ndcg10": 0.4954499631132973,
+ "mrr10": 1,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-478",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-488",
+ "ndcg10": 0.933745776545611,
+ "mrr10": 1,
+ "recall10": 0.6,
+ "recall100": 0.7333333333333333
+ },
+ {
+ "qid": "PLAIN-499",
+ "ndcg10": 0.22979561007468535,
+ "mrr10": 0.2,
+ "recall10": 0.08823529411764706,
+ "recall100": 0.20588235294117646
+ },
+ {
+ "qid": "PLAIN-510",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-520",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-531",
+ "ndcg10": 0.6975961695061491,
+ "mrr10": 1,
+ "recall10": 0.022727272727272728,
+ "recall100": 0.05194805194805195
+ },
+ {
+ "qid": "PLAIN-541",
+ "ndcg10": 0.11706259313796354,
+ "mrr10": 0.2,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-551",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-561",
+ "ndcg10": 0.19518900079066107,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.08,
+ "recall100": 0.12
+ },
+ {
+ "qid": "PLAIN-571",
+ "ndcg10": 0.26014148548235916,
+ "mrr10": 0.5,
+ "recall10": 0.2857142857142857,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-583",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.11363636363636363
+ },
+ {
+ "qid": "PLAIN-593",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-603",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-613",
+ "ndcg10": 0.11004588314904008,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.1,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-623",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.0975609756097561
+ },
+ {
+ "qid": "PLAIN-634",
+ "ndcg10": 0.33013764944712026,
+ "mrr10": 1,
+ "recall10": 0.09523809523809523,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-645",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.06896551724137931
+ },
+ {
+ "qid": "PLAIN-660",
+ "ndcg10": 0.6870165078530993,
+ "mrr10": 1,
+ "recall10": 0.01263157894736842,
+ "recall100": 0.08842105263157894
+ },
+ {
+ "qid": "PLAIN-671",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-681",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-691",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-701",
+ "ndcg10": 0.07311683844390994,
+ "mrr10": 0.1,
+ "recall10": 0.125,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-711",
+ "ndcg10": 0.31488013066763093,
+ "mrr10": 1,
+ "recall10": 0.03508771929824561,
+ "recall100": 0.08771929824561403
+ },
+ {
+ "qid": "PLAIN-721",
+ "ndcg10": 0.9363792118010483,
+ "mrr10": 1,
+ "recall10": 0.36,
+ "recall100": 0.64
+ },
+ {
+ "qid": "PLAIN-731",
+ "ndcg10": 0.7721596254947203,
+ "mrr10": 1,
+ "recall10": 0.12962962962962962,
+ "recall100": 0.3888888888888889
+ },
+ {
+ "qid": "PLAIN-741",
+ "ndcg10": 0.7885497208855957,
+ "mrr10": 1,
+ "recall10": 0.3684210526315789,
+ "recall100": 0.3684210526315789
+ },
+ {
+ "qid": "PLAIN-751",
+ "ndcg10": 0.08671382849411972,
+ "mrr10": 0.125,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-761",
+ "ndcg10": 0.19092086617893467,
+ "mrr10": 0.5,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-771",
+ "ndcg10": 0.7653606369886217,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-782",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-792",
+ "ndcg10": 0.22485174766247445,
+ "mrr10": 0.2,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-806",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.10416666666666667,
+ "recall100": 0.19791666666666666
+ },
+ {
+ "qid": "PLAIN-817",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-827",
+ "ndcg10": 0.7529694065526482,
+ "mrr10": 1,
+ "recall10": 0.028688524590163935,
+ "recall100": 0.14344262295081966
+ },
+ {
+ "qid": "PLAIN-838",
+ "ndcg10": 0.5008655546918772,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.4444444444444444
+ },
+ {
+ "qid": "PLAIN-850",
+ "ndcg10": 0.40853591842579556,
+ "mrr10": 1,
+ "recall10": 0.05263157894736842,
+ "recall100": 0.14035087719298245
+ },
+ {
+ "qid": "PLAIN-872",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-882",
+ "ndcg10": 0.7846170207230129,
+ "mrr10": 1,
+ "recall10": 0.4666666666666667,
+ "recall100": 0.8
+ },
+ {
+ "qid": "PLAIN-892",
+ "ndcg10": 0.37850091886658266,
+ "mrr10": 1,
+ "recall10": 0.03260869565217391,
+ "recall100": 0.09782608695652174
+ },
+ {
+ "qid": "PLAIN-902",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-913",
+ "ndcg10": 0.7967610662472993,
+ "mrr10": 1,
+ "recall10": 0.20588235294117646,
+ "recall100": 0.3235294117647059
+ },
+ {
+ "qid": "PLAIN-924",
+ "ndcg10": 0.7479350596733328,
+ "mrr10": 1,
+ "recall10": 0.21875,
+ "recall100": 0.375
+ },
+ {
+ "qid": "PLAIN-934",
+ "ndcg10": 0.6363762929310753,
+ "mrr10": 1,
+ "recall10": 0.0594059405940594,
+ "recall100": 0.25742574257425743
+ },
+ {
+ "qid": "PLAIN-946",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.03225806451612903
+ },
+ {
+ "qid": "PLAIN-956",
+ "ndcg10": 0.70844095012329,
+ "mrr10": 1,
+ "recall10": 0.02912621359223301,
+ "recall100": 0.13106796116504854
+ },
+ {
+ "qid": "PLAIN-966",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-977",
+ "ndcg10": 0.20210734650054757,
+ "mrr10": 0.25,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-987",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-997",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1008",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1018",
+ "ndcg10": 0.5415879285615245,
+ "mrr10": 1,
+ "recall10": 0.08333333333333333,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-1028",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1039",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1050",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.0425531914893617
+ },
+ {
+ "qid": "PLAIN-1066",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1088",
+ "ndcg10": 0.5531464700081437,
+ "mrr10": 1,
+ "recall10": 0.4,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-1098",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1109",
+ "ndcg10": 0.702728403557943,
+ "mrr10": 1,
+ "recall10": 0.07142857142857142,
+ "recall100": 0.2653061224489796
+ },
+ {
+ "qid": "PLAIN-1119",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-1130",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1141",
+ "ndcg10": 0.06625422345438903,
+ "mrr10": 0.1111111111111111,
+ "recall10": 0.0625,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-1151",
+ "ndcg10": 0.08514311764162098,
+ "mrr10": 0.2,
+ "recall10": 0.006535947712418301,
+ "recall100": 0.0457516339869281
+ },
+ {
+ "qid": "PLAIN-1161",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1172",
+ "ndcg10": 0.06943122193677727,
+ "mrr10": 0.125,
+ "recall10": 0.05263157894736842,
+ "recall100": 0.05263157894736842
+ },
+ {
+ "qid": "PLAIN-1183",
+ "ndcg10": 0.30523488393970116,
+ "mrr10": 1,
+ "recall10": 0.08,
+ "recall100": 0.08
+ },
+ {
+ "qid": "PLAIN-1193",
+ "ndcg10": 0.17947710508581735,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.2777777777777778
+ },
+ {
+ "qid": "PLAIN-1203",
+ "ndcg10": 0.4220949603708207,
+ "mrr10": 0.5,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.4166666666666667
+ },
+ {
+ "qid": "PLAIN-1214",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-1225",
+ "ndcg10": 0.5766882048947064,
+ "mrr10": 1,
+ "recall10": 0.18518518518518517,
+ "recall100": 0.4444444444444444
+ },
+ {
+ "qid": "PLAIN-1236",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-1249",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1262",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1275",
+ "ndcg10": 0.5423640154200349,
+ "mrr10": 1,
+ "recall10": 0.07272727272727272,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-1288",
+ "ndcg10": 0.48331483694589444,
+ "mrr10": 0.5,
+ "recall10": 0.025510204081632654,
+ "recall100": 0.09183673469387756
+ },
+ {
+ "qid": "PLAIN-1299",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.03278688524590164
+ },
+ {
+ "qid": "PLAIN-1309",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1320",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1331",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1342",
+ "ndcg10": 0.38196033715832356,
+ "mrr10": 0.5,
+ "recall10": 0.25,
+ "recall100": 0.3125
+ },
+ {
+ "qid": "PLAIN-1353",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1363",
+ "ndcg10": 0.32730659600126993,
+ "mrr10": 0.5,
+ "recall10": 0.2727272727272727,
+ "recall100": 0.7272727272727273
+ },
+ {
+ "qid": "PLAIN-1374",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.07692307692307693
+ },
+ {
+ "qid": "PLAIN-1387",
+ "ndcg10": 0.5919268187287083,
+ "mrr10": 1,
+ "recall10": 0.4166666666666667,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-1398",
+ "ndcg10": 0.8236998933965709,
+ "mrr10": 1,
+ "recall10": 0.07766990291262135,
+ "recall100": 0.1941747572815534
+ },
+ {
+ "qid": "PLAIN-1409",
+ "ndcg10": 0.22082856303278728,
+ "mrr10": 0.2,
+ "recall10": 0.011857707509881422,
+ "recall100": 0.1383399209486166
+ },
+ {
+ "qid": "PLAIN-1419",
+ "ndcg10": 0.5009732673492616,
+ "mrr10": 1,
+ "recall10": 0.06153846153846154,
+ "recall100": 0.09230769230769231
+ },
+ {
+ "qid": "PLAIN-1429",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1441",
+ "ndcg10": 0.4789015552876929,
+ "mrr10": 1,
+ "recall10": 0.021505376344086023,
+ "recall100": 0.05913978494623656
+ },
+ {
+ "qid": "PLAIN-1453",
+ "ndcg10": 0.33013764944712026,
+ "mrr10": 1,
+ "recall10": 0.00816326530612245,
+ "recall100": 0.08979591836734693
+ },
+ {
+ "qid": "PLAIN-1463",
+ "ndcg10": 0.11004588314904008,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-1473",
+ "ndcg10": 0.31546487678572877,
+ "mrr10": 0.125,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1485",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1496",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1506",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.13333333333333333
+ },
+ {
+ "qid": "PLAIN-1516",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1527",
+ "ndcg10": 0.7116179486056782,
+ "mrr10": 1,
+ "recall10": 0.0297029702970297,
+ "recall100": 0.11386138613861387
+ },
+ {
+ "qid": "PLAIN-1537",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-1547",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1557",
+ "ndcg10": 0.2489083270225946,
+ "mrr10": 0.5,
+ "recall10": 0.07692307692307693,
+ "recall100": 0.11538461538461539
+ },
+ {
+ "qid": "PLAIN-1568",
+ "ndcg10": 0.9197207891481876,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1579",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1590",
+ "ndcg10": 0.06362078819895171,
+ "mrr10": 0.1,
+ "recall10": 0.05555555555555555,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1601",
+ "ndcg10": 0.5599332595218056,
+ "mrr10": 1,
+ "recall10": 0.06756756756756757,
+ "recall100": 0.14864864864864866
+ },
+ {
+ "qid": "PLAIN-1611",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1621",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1635",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.02320185614849188,
+ "recall100": 0.11136890951276102
+ },
+ {
+ "qid": "PLAIN-1645",
+ "ndcg10": 0.30260241349881345,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1656",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.03571428571428571
+ },
+ {
+ "qid": "PLAIN-1667",
+ "ndcg10": 0.5423640154200349,
+ "mrr10": 1,
+ "recall10": 0.025157232704402517,
+ "recall100": 0.11320754716981132
+ },
+ {
+ "qid": "PLAIN-1679",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1690",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1700",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-1710",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.625,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-1721",
+ "ndcg10": 0.1584091525685025,
+ "mrr10": 0.25,
+ "recall10": 0.06451612903225806,
+ "recall100": 0.16129032258064516
+ },
+ {
+ "qid": "PLAIN-1731",
+ "ndcg10": 0.9469024295259745,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1741",
+ "ndcg10": 0.8899541168509599,
+ "mrr10": 1,
+ "recall10": 0.02142857142857143,
+ "recall100": 0.0880952380952381
+ },
+ {
+ "qid": "PLAIN-1752",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1762",
+ "ndcg10": 0.45973079002057343,
+ "mrr10": 1,
+ "recall10": 0.375,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-1772",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1784",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1794",
+ "ndcg10": 0.6131471927654584,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1805",
+ "ndcg10": 0.8482378089219645,
+ "mrr10": 1,
+ "recall10": 0.06896551724137931,
+ "recall100": 0.22413793103448276
+ },
+ {
+ "qid": "PLAIN-1817",
+ "ndcg10": 0.29025978496956456,
+ "mrr10": 0.5,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1827",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1837",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.05102040816326531,
+ "recall100": 0.28061224489795916
+ },
+ {
+ "qid": "PLAIN-1847",
+ "ndcg10": 0.13886244387355454,
+ "mrr10": 0.5,
+ "recall10": 0.09090909090909091,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-1857",
+ "ndcg10": 0.6168295842361274,
+ "mrr10": 1,
+ "recall10": 0.15151515151515152,
+ "recall100": 0.2727272727272727
+ },
+ {
+ "qid": "PLAIN-1867",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1877",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1887",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1897",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-1909",
+ "ndcg10": 0.5509662124799075,
+ "mrr10": 1,
+ "recall10": 0.01079913606911447,
+ "recall100": 0.09071274298056156
+ },
+ {
+ "qid": "PLAIN-1919",
+ "ndcg10": 0.800693766409882,
+ "mrr10": 1,
+ "recall10": 0.25925925925925924,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1929",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1
+ },
+ {
+ "qid": "PLAIN-1940",
+ "ndcg10": 0.13886244387355454,
+ "mrr10": 0.5,
+ "recall10": 0.08333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1950",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.07692307692307693,
+ "recall100": 0.15384615384615385
+ },
+ {
+ "qid": "PLAIN-1962",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.15384615384615385
+ },
+ {
+ "qid": "PLAIN-1972",
+ "ndcg10": 0.13886244387355454,
+ "mrr10": 0.5,
+ "recall10": 0.09090909090909091,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-1983",
+ "ndcg10": 0.9266360779006401,
+ "mrr10": 1,
+ "recall10": 0.28125,
+ "recall100": 0.65625
+ },
+ {
+ "qid": "PLAIN-1995",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2009",
+ "ndcg10": 0.22432294601898897,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.25,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2019",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2030",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2040",
+ "ndcg10": 0.35705757165090446,
+ "mrr10": 0.5,
+ "recall10": 0.030303030303030304,
+ "recall100": 0.1590909090909091
+ },
+ {
+ "qid": "PLAIN-2051",
+ "ndcg10": 0.6207622843987103,
+ "mrr10": 1,
+ "recall10": 0.014084507042253521,
+ "recall100": 0.07887323943661972
+ },
+ {
+ "qid": "PLAIN-2061",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.024390243902439025,
+ "recall100": 0.1048780487804878
+ },
+ {
+ "qid": "PLAIN-2071",
+ "ndcg10": 0.491526182307598,
+ "mrr10": 0.5,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-2081",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2092",
+ "ndcg10": 0.6489315753318465,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2102",
+ "ndcg10": 0.793584067764911,
+ "mrr10": 1,
+ "recall10": 0.0166270783847981,
+ "recall100": 0.09738717339667459
+ },
+ {
+ "qid": "PLAIN-2113",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2124",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-2134",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.08333333333333333
+ },
+ {
+ "qid": "PLAIN-2145",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-2156",
+ "ndcg10": 0.5449960234716782,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2167",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2177",
+ "ndcg10": 0.4124497136428909,
+ "mrr10": 0.5,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2187",
+ "ndcg10": 0.07834851647149511,
+ "mrr10": 0.14285714285714285,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-2197",
+ "ndcg10": 0.24936270394794902,
+ "mrr10": 0.25,
+ "recall10": 0.05172413793103448,
+ "recall100": 0.20689655172413793
+ },
+ {
+ "qid": "PLAIN-2209",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2220",
+ "ndcg10": 0.1482972305701491,
+ "mrr10": 0.5,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-2230",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2240",
+ "ndcg10": 0.09478836436955078,
+ "mrr10": 0.25,
+ "recall10": 0.09090909090909091,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-2250",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2261",
+ "ndcg10": 0.43735247915031,
+ "mrr10": 1,
+ "recall10": 0.05,
+ "recall100": 0.13333333333333333
+ },
+ {
+ "qid": "PLAIN-2271",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2281",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2291",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-2301",
+ "ndcg10": 0.06943122193677727,
+ "mrr10": 0.125,
+ "recall10": 0.07692307692307693,
+ "recall100": 0.15384615384615385
+ },
+ {
+ "qid": "PLAIN-2311",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2321",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2332",
+ "ndcg10": 0.545155778742082,
+ "mrr10": 1,
+ "recall10": 0.05154639175257732,
+ "recall100": 0.2268041237113402
+ },
+ {
+ "qid": "PLAIN-2343",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2354",
+ "ndcg10": 0.3156484524795145,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.4,
+ "recall100": 0.8
+ },
+ {
+ "qid": "PLAIN-2364",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2375",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2386",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3684210526315789
+ },
+ {
+ "qid": "PLAIN-2396",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-2408",
+ "ndcg10": 0.13120507751234178,
+ "mrr10": 0.2,
+ "recall10": 0.2,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-2430",
+ "ndcg10": 0.5148859654670671,
+ "mrr10": 1,
+ "recall10": 0.10869565217391304,
+ "recall100": 0.41304347826086957
+ },
+ {
+ "qid": "PLAIN-2440",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.047619047619047616
+ },
+ {
+ "qid": "PLAIN-2450",
+ "ndcg10": 0.2336508082431053,
+ "mrr10": 0.5,
+ "recall10": 0.05263157894736842,
+ "recall100": 0.13157894736842105
+ },
+ {
+ "qid": "PLAIN-2460",
+ "ndcg10": 0.1246140309399033,
+ "mrr10": 1,
+ "recall10": 0.06451612903225806,
+ "recall100": 0.5161290322580645
+ },
+ {
+ "qid": "PLAIN-2470",
+ "ndcg10": 0.7140558651932345,
+ "mrr10": 1,
+ "recall10": 0.0958904109589041,
+ "recall100": 0.3698630136986301
+ },
+ {
+ "qid": "PLAIN-2480",
+ "ndcg10": 0.4461554676868372,
+ "mrr10": 1,
+ "recall10": 0.2777777777777778,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2490",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.21739130434782608
+ },
+ {
+ "qid": "PLAIN-2500",
+ "ndcg10": 0.21739574216798105,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.7142857142857143
+ },
+ {
+ "qid": "PLAIN-2510",
+ "ndcg10": 0.5264282969545138,
+ "mrr10": 1,
+ "recall10": 0.10869565217391304,
+ "recall100": 0.5217391304347826
+ },
+ {
+ "qid": "PLAIN-2520",
+ "ndcg10": 0.03159612145651692,
+ "mrr10": 0.25,
+ "recall10": 0.0136986301369863,
+ "recall100": 0.1095890410958904
+ },
+ {
+ "qid": "PLAIN-2530",
+ "ndcg10": 0.9095430364058891,
+ "mrr10": 1,
+ "recall10": 0.1388888888888889,
+ "recall100": 0.3611111111111111
+ },
+ {
+ "qid": "PLAIN-2540",
+ "ndcg10": 0.21048951897376647,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.47619047619047616
+ },
+ {
+ "qid": "PLAIN-2550",
+ "ndcg10": 0.18891540073145566,
+ "mrr10": 0.2,
+ "recall10": 0.08,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-2560",
+ "ndcg10": 0.933745776545611,
+ "mrr10": 1,
+ "recall10": 0.42857142857142855,
+ "recall100": 0.5238095238095238
+ },
+ {
+ "qid": "PLAIN-2570",
+ "ndcg10": 0.16334591000214185,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.05,
+ "recall100": 0.425
+ },
+ {
+ "qid": "PLAIN-2580",
+ "ndcg10": 0.05678321597055935,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.043478260869565216,
+ "recall100": 0.13043478260869565
+ },
+ {
+ "qid": "PLAIN-2590",
+ "ndcg10": 0.06918878689212662,
+ "mrr10": 0.1111111111111111,
+ "recall10": 0.015873015873015872,
+ "recall100": 0.09523809523809523
+ },
+ {
+ "qid": "PLAIN-2600",
+ "ndcg10": 0.6398018862599582,
+ "mrr10": 1,
+ "recall10": 0.3,
+ "recall100": 0.3
+ },
+ {
+ "qid": "PLAIN-2610",
+ "ndcg10": 0.4618903946757037,
+ "mrr10": 1,
+ "recall10": 0.06557377049180328,
+ "recall100": 0.18032786885245902
+ },
+ {
+ "qid": "PLAIN-2620",
+ "ndcg10": 0.5557823958827454,
+ "mrr10": 1,
+ "recall10": 0.16363636363636364,
+ "recall100": 0.34545454545454546
+ },
+ {
+ "qid": "PLAIN-2630",
+ "ndcg10": 0.8049486128682425,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.4166666666666667
+ },
+ {
+ "qid": "PLAIN-2640",
+ "ndcg10": 0.3652388778053861,
+ "mrr10": 1,
+ "recall10": 0.14583333333333334,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2650",
+ "ndcg10": 0.6371523797895855,
+ "mrr10": 1,
+ "recall10": 0.1724137931034483,
+ "recall100": 0.3103448275862069
+ },
+ {
+ "qid": "PLAIN-2660",
+ "ndcg10": 0.3365037179215673,
+ "mrr10": 0.5,
+ "recall10": 0.14814814814814814,
+ "recall100": 0.5555555555555556
+ },
+ {
+ "qid": "PLAIN-2670",
+ "ndcg10": 0.3785547731370624,
+ "mrr10": 1,
+ "recall10": 0.05714285714285714,
+ "recall100": 0.05714285714285714
+ },
+ {
+ "qid": "PLAIN-2680",
+ "ndcg10": 0.4600537489778508,
+ "mrr10": 1,
+ "recall10": 0.21428571428571427,
+ "recall100": 0.35714285714285715
+ },
+ {
+ "qid": "PLAIN-2690",
+ "ndcg10": 0.37824210204286995,
+ "mrr10": 1,
+ "recall10": 0.13953488372093023,
+ "recall100": 0.3023255813953488
+ },
+ {
+ "qid": "PLAIN-2700",
+ "ndcg10": 0.39451658374363263,
+ "mrr10": 0.5,
+ "recall10": 0.3,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2710",
+ "ndcg10": 0.7225389743479769,
+ "mrr10": 1,
+ "recall10": 0.2857142857142857,
+ "recall100": 0.5238095238095238
+ },
+ {
+ "qid": "PLAIN-2720",
+ "ndcg10": 0.10496004355587697,
+ "mrr10": 0.25,
+ "recall10": 0.05555555555555555,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-2730",
+ "ndcg10": 0.5078889783850895,
+ "mrr10": 1,
+ "recall10": 0.13793103448275862,
+ "recall100": 0.3448275862068966
+ },
+ {
+ "qid": "PLAIN-2740",
+ "ndcg10": 0.7825161728011097,
+ "mrr10": 1,
+ "recall10": 0.12,
+ "recall100": 0.18
+ },
+ {
+ "qid": "PLAIN-2750",
+ "ndcg10": 0.39802820980612047,
+ "mrr10": 1,
+ "recall10": 0.0847457627118644,
+ "recall100": 0.22033898305084745
+ },
+ {
+ "qid": "PLAIN-2760",
+ "ndcg10": 0.4702199443548266,
+ "mrr10": 0.5,
+ "recall10": 0.25,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2770",
+ "ndcg10": 0.3051225590535311,
+ "mrr10": 0.5,
+ "recall10": 0.12195121951219512,
+ "recall100": 0.4634146341463415
+ },
+ {
+ "qid": "PLAIN-2780",
+ "ndcg10": 0.4033852369868885,
+ "mrr10": 1,
+ "recall10": 0.2727272727272727,
+ "recall100": 0.3181818181818182
+ },
+ {
+ "qid": "PLAIN-2790",
+ "ndcg10": 0.6229756861858913,
+ "mrr10": 1,
+ "recall10": 0.1016949152542373,
+ "recall100": 0.22033898305084745
+ },
+ {
+ "qid": "PLAIN-2800",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.08333333333333333
+ },
+ {
+ "qid": "PLAIN-2810",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.125
+ },
+ {
+ "qid": "PLAIN-2820",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.125
+ },
+ {
+ "qid": "PLAIN-2830",
+ "ndcg10": 0.7262287617954056,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-2840",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2850",
+ "ndcg10": 0.061851970052338466,
+ "mrr10": 0.2,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.4444444444444444
+ },
+ {
+ "qid": "PLAIN-2860",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2870",
+ "ndcg10": 0.0781764177375172,
+ "mrr10": 0.2,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-2880",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2890",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.06896551724137931
+ },
+ {
+ "qid": "PLAIN-2900",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2910",
+ "ndcg10": 0.3843483686763149,
+ "mrr10": 1,
+ "recall10": 0.06666666666666667,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-2920",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-2930",
+ "ndcg10": 0.5044700941962198,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-2940",
+ "ndcg10": 0.1369076512757472,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.045454545454545456,
+ "recall100": 0.13636363636363635
+ },
+ {
+ "qid": "PLAIN-2950",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2960",
+ "ndcg10": 0.2388353776606868,
+ "mrr10": 0.1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2970",
+ "ndcg10": 0.5485138010141563,
+ "mrr10": 1,
+ "recall10": 0.2222222222222222,
+ "recall100": 0.4444444444444444
+ },
+ {
+ "qid": "PLAIN-2981",
+ "ndcg10": 0.5321036168710066,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-2991",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3001",
+ "ndcg10": 0.3868528072345416,
+ "mrr10": 0.5,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3014",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3026",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3037",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3053",
+ "ndcg10": 0.7039180890341348,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-3063",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-3074",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3085",
+ "ndcg10": 0.1934264036172708,
+ "mrr10": 0.125,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3097",
+ "ndcg10": 0.515157140670655,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3116",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3131",
+ "ndcg10": 0.594724727191318,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3141",
+ "ndcg10": 0.4752549547601497,
+ "mrr10": 1,
+ "recall10": 0.08823529411764706,
+ "recall100": 0.23529411764705882
+ },
+ {
+ "qid": "PLAIN-3151",
+ "ndcg10": 0.6954866010543851,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3161",
+ "ndcg10": 0.6140056738569695,
+ "mrr10": 1,
+ "recall10": 0.06976744186046512,
+ "recall100": 0.3023255813953488
+ },
+ {
+ "qid": "PLAIN-3171",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.14705882352941177
+ },
+ {
+ "qid": "PLAIN-3181",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3191",
+ "ndcg10": 0.4273329059665303,
+ "mrr10": 1,
+ "recall10": 0.1875,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3201",
+ "ndcg10": 0.13084731762486884,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.0625,
+ "recall100": 0.09375
+ },
+ {
+ "qid": "PLAIN-3211",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3221",
+ "ndcg10": 0.09641996365784913,
+ "mrr10": 0.5,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.041666666666666664
+ },
+ {
+ "qid": "PLAIN-3231",
+ "ndcg10": 0.1567399814516089,
+ "mrr10": 0.5,
+ "recall10": 0.25,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-3241",
+ "ndcg10": 0.45846608015576257,
+ "mrr10": 1,
+ "recall10": 0.034482758620689655,
+ "recall100": 0.10344827586206896
+ },
+ {
+ "qid": "PLAIN-3251",
+ "ndcg10": 0.17735889013007314,
+ "mrr10": 0.2,
+ "recall10": 0.047619047619047616,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-3261",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3271",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.08163265306122448
+ },
+ {
+ "qid": "PLAIN-3281",
+ "ndcg10": 0.24249682153453903,
+ "mrr10": 0.5,
+ "recall10": 0.038461538461538464,
+ "recall100": 0.07692307692307693
+ },
+ {
+ "qid": "PLAIN-3292",
+ "ndcg10": 0.2993761814255588,
+ "mrr10": 1,
+ "recall10": 0.42857142857142855,
+ "recall100": 0.5714285714285714
+ },
+ {
+ "qid": "PLAIN-3302",
+ "ndcg10": 0.47430330387068736,
+ "mrr10": 1,
+ "recall10": 0.16216216216216217,
+ "recall100": 0.5135135135135135
+ },
+ {
+ "qid": "PLAIN-3312",
+ "ndcg10": 0.10157128969162395,
+ "mrr10": 0.14285714285714285,
+ "recall10": 0.15384615384615385,
+ "recall100": 0.6153846153846154
+ },
+ {
+ "qid": "PLAIN-3322",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.012658227848101266,
+ "recall100": 0.12658227848101267
+ },
+ {
+ "qid": "PLAIN-3332",
+ "ndcg10": 0.7339433432674052,
+ "mrr10": 1,
+ "recall10": 0.35714285714285715,
+ "recall100": 0.7857142857142857
+ },
+ {
+ "qid": "PLAIN-3342",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-3352",
+ "ndcg10": 0.19217418433815744,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.02564102564102564,
+ "recall100": 0.15384615384615385
+ },
+ {
+ "qid": "PLAIN-3362",
+ "ndcg10": 0.5330346140547638,
+ "mrr10": 1,
+ "recall10": 0.18181818181818182,
+ "recall100": 0.18181818181818182
+ },
+ {
+ "qid": "PLAIN-3372",
+ "ndcg10": 0.17735889013007314,
+ "mrr10": 0.2,
+ "recall10": 0.07142857142857142,
+ "recall100": 0.21428571428571427
+ },
+ {
+ "qid": "PLAIN-3382",
+ "ndcg10": 0.24173626613097376,
+ "mrr10": 1,
+ "recall10": 0.21428571428571427,
+ "recall100": 0.6428571428571429
+ },
+ {
+ "qid": "PLAIN-3392",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3402",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-3412",
+ "ndcg10": 0.16514998770443245,
+ "mrr10": 1,
+ "recall10": 0.04081632653061224,
+ "recall100": 0.24489795918367346
+ },
+ {
+ "qid": "PLAIN-3422",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.41935483870967744
+ },
+ {
+ "qid": "PLAIN-3432",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.11904761904761904
+ },
+ {
+ "qid": "PLAIN-3442",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.034482758620689655
+ },
+ {
+ "qid": "PLAIN-3452",
+ "ndcg10": 0.4339104504691312,
+ "mrr10": 1,
+ "recall10": 0.11764705882352941,
+ "recall100": 0.47058823529411764
+ },
+ {
+ "qid": "PLAIN-3462",
+ "ndcg10": 0.7728378251807518,
+ "mrr10": 1,
+ "recall10": 0.109375,
+ "recall100": 0.4375
+ },
+ {
+ "qid": "PLAIN-3472",
+ "ndcg10": 0.1436715886895903,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.058823529411764705,
+ "recall100": 0.17647058823529413
+ }
+ ],
+ "baselines": {
+ "BM25 (Lucene)": 0.325,
+ "DocT5query": 0.328,
+ "TAS-B": 0.319,
+ "GenQ": 0.319,
+ "ColBERT": 0.305,
+ "Contriever": 0.328,
+ "GTR-XL": 0.343,
+ "SPLADE++": 0.347,
+ "BGE-large-v1.5 (pub)": 0.38,
+ "SBERT msmarco": 0.272
+ },
+ "ourRank": 10,
+ "leaderboardLength": 11
+}
\ No newline at end of file
diff --git a/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-45-32-981Z.json b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-45-32-981Z.json
new file mode 100644
index 0000000000..a477af484b
--- /dev/null
+++ b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-45-32-981Z.json
@@ -0,0 +1,2295 @@
+{
+ "runAt": "2026-06-26T21:45:32.981Z",
+ "benchmark": "beir-nfcorpus-hybrid",
+ "dataset": "nfcorpus",
+ "pipeline": "BM25+BGE RRF",
+ "bgeModel": "Xenova/bge-base-en-v1.5",
+ "rrfK": 40,
+ "rerank": false,
+ "queries": 323,
+ "corpusSize": 3633,
+ "metrics": {
+ "ndcg10": 0.29609610368360434,
+ "mrr10": 0.4802619293331366,
+ "recall10": 0.14060162889099595,
+ "recall100": 0.2749224842753052,
+ "avgQueryLatencyMs": 445.91397974922603
+ },
+ "perQuery": [
+ {
+ "qid": "PLAIN-2",
+ "ndcg10": 0.7657034735728829,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-12",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.23333333333333334
+ },
+ {
+ "qid": "PLAIN-23",
+ "ndcg10": 0.4272322926778316,
+ "mrr10": 1,
+ "recall10": 0.044444444444444446,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-33",
+ "ndcg10": 0.4822616994759819,
+ "mrr10": 1,
+ "recall10": 0.125,
+ "recall100": 0.21875
+ },
+ {
+ "qid": "PLAIN-44",
+ "ndcg10": 0.13449426451150215,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.034482758620689655,
+ "recall100": 0.13793103448275862
+ },
+ {
+ "qid": "PLAIN-56",
+ "ndcg10": 0.45442152543424197,
+ "mrr10": 1,
+ "recall10": 0.06,
+ "recall100": 0.18
+ },
+ {
+ "qid": "PLAIN-68",
+ "ndcg10": 0.7851995181603684,
+ "mrr10": 1,
+ "recall10": 0.10909090909090909,
+ "recall100": 0.16363636363636364
+ },
+ {
+ "qid": "PLAIN-78",
+ "ndcg10": 0.08966284300766811,
+ "mrr10": 1,
+ "recall10": 0.016129032258064516,
+ "recall100": 0.11290322580645161
+ },
+ {
+ "qid": "PLAIN-91",
+ "ndcg10": 0.25853150484401105,
+ "mrr10": 0.5,
+ "recall10": 0.078125,
+ "recall100": 0.1875
+ },
+ {
+ "qid": "PLAIN-102",
+ "ndcg10": 0.12811612289210494,
+ "mrr10": 1,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-112",
+ "ndcg10": 0.6787794661817448,
+ "mrr10": 1,
+ "recall10": 0.08928571428571429,
+ "recall100": 0.19642857142857142
+ },
+ {
+ "qid": "PLAIN-123",
+ "ndcg10": 0.2462789703080615,
+ "mrr10": 0.25,
+ "recall10": 0.0784313725490196,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-133",
+ "ndcg10": 0.09064668004714299,
+ "mrr10": 0.125,
+ "recall10": 0.027777777777777776,
+ "recall100": 0.05555555555555555
+ },
+ {
+ "qid": "PLAIN-143",
+ "ndcg10": 0.5037474384398577,
+ "mrr10": 1,
+ "recall10": 0.058823529411764705,
+ "recall100": 0.21568627450980393
+ },
+ {
+ "qid": "PLAIN-153",
+ "ndcg10": 0.7485661964048813,
+ "mrr10": 1,
+ "recall10": 0.1702127659574468,
+ "recall100": 0.3191489361702128
+ },
+ {
+ "qid": "PLAIN-165",
+ "ndcg10": 0.35695582727012937,
+ "mrr10": 0.5,
+ "recall10": 0.1388888888888889,
+ "recall100": 0.3888888888888889
+ },
+ {
+ "qid": "PLAIN-175",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.02702702702702703
+ },
+ {
+ "qid": "PLAIN-186",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-196",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.043478260869565216
+ },
+ {
+ "qid": "PLAIN-207",
+ "ndcg10": 0.4440973278132557,
+ "mrr10": 1,
+ "recall10": 0.05454545454545454,
+ "recall100": 0.23636363636363636
+ },
+ {
+ "qid": "PLAIN-217",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2222222222222222
+ },
+ {
+ "qid": "PLAIN-227",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.05
+ },
+ {
+ "qid": "PLAIN-238",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.07407407407407407
+ },
+ {
+ "qid": "PLAIN-248",
+ "ndcg10": 0.31516255047698366,
+ "mrr10": 0.5,
+ "recall10": 0.0967741935483871,
+ "recall100": 0.25806451612903225
+ },
+ {
+ "qid": "PLAIN-259",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.07142857142857142,
+ "recall100": 0.21428571428571427
+ },
+ {
+ "qid": "PLAIN-270",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.019230769230769232,
+ "recall100": 0.17307692307692307
+ },
+ {
+ "qid": "PLAIN-280",
+ "ndcg10": 0.4690000933206748,
+ "mrr10": 1,
+ "recall10": 0.15,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-291",
+ "ndcg10": 0.2489083270225946,
+ "mrr10": 0.5,
+ "recall10": 0.15384615384615385,
+ "recall100": 0.5384615384615384
+ },
+ {
+ "qid": "PLAIN-307",
+ "ndcg10": 0.7653606369886218,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-320",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.30952380952380953
+ },
+ {
+ "qid": "PLAIN-332",
+ "ndcg10": 0.6131471927654584,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-344",
+ "ndcg10": 0.6264808474870649,
+ "mrr10": 0.5,
+ "recall10": 0.11475409836065574,
+ "recall100": 0.2459016393442623
+ },
+ {
+ "qid": "PLAIN-358",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-371",
+ "ndcg10": 0.17376534287144002,
+ "mrr10": 0.5,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-383",
+ "ndcg10": 0.14606834984270645,
+ "mrr10": 0.25,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-395",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-407",
+ "ndcg10": 0.7262287617954056,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-418",
+ "ndcg10": 0.5562983930884396,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-430",
+ "ndcg10": 0.4967105728753997,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.625
+ },
+ {
+ "qid": "PLAIN-441",
+ "ndcg10": 0.7345204950565553,
+ "mrr10": 1,
+ "recall10": 0.8,
+ "recall100": 0.8
+ },
+ {
+ "qid": "PLAIN-457",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-468",
+ "ndcg10": 0.4954499631132973,
+ "mrr10": 1,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-478",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-488",
+ "ndcg10": 0.933745776545611,
+ "mrr10": 1,
+ "recall10": 0.6,
+ "recall100": 0.7333333333333333
+ },
+ {
+ "qid": "PLAIN-499",
+ "ndcg10": 0.22979561007468535,
+ "mrr10": 0.2,
+ "recall10": 0.08823529411764706,
+ "recall100": 0.20588235294117646
+ },
+ {
+ "qid": "PLAIN-510",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-520",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-531",
+ "ndcg10": 0.6975961695061491,
+ "mrr10": 1,
+ "recall10": 0.022727272727272728,
+ "recall100": 0.05194805194805195
+ },
+ {
+ "qid": "PLAIN-541",
+ "ndcg10": 0.11706259313796354,
+ "mrr10": 0.2,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-551",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-561",
+ "ndcg10": 0.19518900079066107,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.08,
+ "recall100": 0.12
+ },
+ {
+ "qid": "PLAIN-571",
+ "ndcg10": 0.26014148548235916,
+ "mrr10": 0.5,
+ "recall10": 0.2857142857142857,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-583",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.11363636363636363
+ },
+ {
+ "qid": "PLAIN-593",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-603",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-613",
+ "ndcg10": 0.11004588314904008,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.1,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-623",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.0975609756097561
+ },
+ {
+ "qid": "PLAIN-634",
+ "ndcg10": 0.33013764944712026,
+ "mrr10": 1,
+ "recall10": 0.09523809523809523,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-645",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.06896551724137931
+ },
+ {
+ "qid": "PLAIN-660",
+ "ndcg10": 0.6870165078530993,
+ "mrr10": 1,
+ "recall10": 0.01263157894736842,
+ "recall100": 0.08842105263157894
+ },
+ {
+ "qid": "PLAIN-671",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-681",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-691",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-701",
+ "ndcg10": 0.07311683844390994,
+ "mrr10": 0.1,
+ "recall10": 0.125,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-711",
+ "ndcg10": 0.31488013066763093,
+ "mrr10": 1,
+ "recall10": 0.03508771929824561,
+ "recall100": 0.08771929824561403
+ },
+ {
+ "qid": "PLAIN-721",
+ "ndcg10": 0.9363792118010483,
+ "mrr10": 1,
+ "recall10": 0.36,
+ "recall100": 0.64
+ },
+ {
+ "qid": "PLAIN-731",
+ "ndcg10": 0.7721596254947203,
+ "mrr10": 1,
+ "recall10": 0.12962962962962962,
+ "recall100": 0.3888888888888889
+ },
+ {
+ "qid": "PLAIN-741",
+ "ndcg10": 0.7885497208855957,
+ "mrr10": 1,
+ "recall10": 0.3684210526315789,
+ "recall100": 0.3684210526315789
+ },
+ {
+ "qid": "PLAIN-751",
+ "ndcg10": 0.08671382849411972,
+ "mrr10": 0.125,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-761",
+ "ndcg10": 0.19092086617893467,
+ "mrr10": 0.5,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-771",
+ "ndcg10": 0.7653606369886217,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-782",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-792",
+ "ndcg10": 0.22485174766247445,
+ "mrr10": 0.2,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-806",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.10416666666666667,
+ "recall100": 0.19791666666666666
+ },
+ {
+ "qid": "PLAIN-817",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-827",
+ "ndcg10": 0.7529694065526482,
+ "mrr10": 1,
+ "recall10": 0.028688524590163935,
+ "recall100": 0.14344262295081966
+ },
+ {
+ "qid": "PLAIN-838",
+ "ndcg10": 0.5008655546918772,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.4444444444444444
+ },
+ {
+ "qid": "PLAIN-850",
+ "ndcg10": 0.40853591842579556,
+ "mrr10": 1,
+ "recall10": 0.05263157894736842,
+ "recall100": 0.14035087719298245
+ },
+ {
+ "qid": "PLAIN-872",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-882",
+ "ndcg10": 0.7846170207230129,
+ "mrr10": 1,
+ "recall10": 0.4666666666666667,
+ "recall100": 0.8
+ },
+ {
+ "qid": "PLAIN-892",
+ "ndcg10": 0.37850091886658266,
+ "mrr10": 1,
+ "recall10": 0.03260869565217391,
+ "recall100": 0.09782608695652174
+ },
+ {
+ "qid": "PLAIN-902",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-913",
+ "ndcg10": 0.7967610662472993,
+ "mrr10": 1,
+ "recall10": 0.20588235294117646,
+ "recall100": 0.3235294117647059
+ },
+ {
+ "qid": "PLAIN-924",
+ "ndcg10": 0.7479350596733328,
+ "mrr10": 1,
+ "recall10": 0.21875,
+ "recall100": 0.375
+ },
+ {
+ "qid": "PLAIN-934",
+ "ndcg10": 0.6363762929310753,
+ "mrr10": 1,
+ "recall10": 0.0594059405940594,
+ "recall100": 0.25742574257425743
+ },
+ {
+ "qid": "PLAIN-946",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.03225806451612903
+ },
+ {
+ "qid": "PLAIN-956",
+ "ndcg10": 0.70844095012329,
+ "mrr10": 1,
+ "recall10": 0.02912621359223301,
+ "recall100": 0.13106796116504854
+ },
+ {
+ "qid": "PLAIN-966",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-977",
+ "ndcg10": 0.20210734650054757,
+ "mrr10": 0.25,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-987",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-997",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1008",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1018",
+ "ndcg10": 0.5415879285615245,
+ "mrr10": 1,
+ "recall10": 0.08333333333333333,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-1028",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1039",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1050",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.0425531914893617
+ },
+ {
+ "qid": "PLAIN-1066",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1088",
+ "ndcg10": 0.5531464700081437,
+ "mrr10": 1,
+ "recall10": 0.4,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-1098",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1109",
+ "ndcg10": 0.702728403557943,
+ "mrr10": 1,
+ "recall10": 0.07142857142857142,
+ "recall100": 0.2653061224489796
+ },
+ {
+ "qid": "PLAIN-1119",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-1130",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1141",
+ "ndcg10": 0.06625422345438903,
+ "mrr10": 0.1111111111111111,
+ "recall10": 0.0625,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-1151",
+ "ndcg10": 0.08514311764162098,
+ "mrr10": 0.2,
+ "recall10": 0.006535947712418301,
+ "recall100": 0.0457516339869281
+ },
+ {
+ "qid": "PLAIN-1161",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1172",
+ "ndcg10": 0.06943122193677727,
+ "mrr10": 0.125,
+ "recall10": 0.05263157894736842,
+ "recall100": 0.05263157894736842
+ },
+ {
+ "qid": "PLAIN-1183",
+ "ndcg10": 0.30523488393970116,
+ "mrr10": 1,
+ "recall10": 0.08,
+ "recall100": 0.08
+ },
+ {
+ "qid": "PLAIN-1193",
+ "ndcg10": 0.17947710508581735,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.2777777777777778
+ },
+ {
+ "qid": "PLAIN-1203",
+ "ndcg10": 0.4220949603708207,
+ "mrr10": 0.5,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.4166666666666667
+ },
+ {
+ "qid": "PLAIN-1214",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-1225",
+ "ndcg10": 0.5766882048947064,
+ "mrr10": 1,
+ "recall10": 0.18518518518518517,
+ "recall100": 0.4444444444444444
+ },
+ {
+ "qid": "PLAIN-1236",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-1249",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1262",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1275",
+ "ndcg10": 0.5423640154200349,
+ "mrr10": 1,
+ "recall10": 0.07272727272727272,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-1288",
+ "ndcg10": 0.48331483694589444,
+ "mrr10": 0.5,
+ "recall10": 0.025510204081632654,
+ "recall100": 0.09183673469387756
+ },
+ {
+ "qid": "PLAIN-1299",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.03278688524590164
+ },
+ {
+ "qid": "PLAIN-1309",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1320",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1331",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1342",
+ "ndcg10": 0.38196033715832356,
+ "mrr10": 0.5,
+ "recall10": 0.25,
+ "recall100": 0.3125
+ },
+ {
+ "qid": "PLAIN-1353",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1363",
+ "ndcg10": 0.32730659600126993,
+ "mrr10": 0.5,
+ "recall10": 0.2727272727272727,
+ "recall100": 0.7272727272727273
+ },
+ {
+ "qid": "PLAIN-1374",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.07692307692307693
+ },
+ {
+ "qid": "PLAIN-1387",
+ "ndcg10": 0.5919268187287083,
+ "mrr10": 1,
+ "recall10": 0.4166666666666667,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-1398",
+ "ndcg10": 0.8236998933965709,
+ "mrr10": 1,
+ "recall10": 0.07766990291262135,
+ "recall100": 0.1941747572815534
+ },
+ {
+ "qid": "PLAIN-1409",
+ "ndcg10": 0.22082856303278728,
+ "mrr10": 0.2,
+ "recall10": 0.011857707509881422,
+ "recall100": 0.1383399209486166
+ },
+ {
+ "qid": "PLAIN-1419",
+ "ndcg10": 0.5009732673492616,
+ "mrr10": 1,
+ "recall10": 0.06153846153846154,
+ "recall100": 0.09230769230769231
+ },
+ {
+ "qid": "PLAIN-1429",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1441",
+ "ndcg10": 0.4789015552876929,
+ "mrr10": 1,
+ "recall10": 0.021505376344086023,
+ "recall100": 0.05913978494623656
+ },
+ {
+ "qid": "PLAIN-1453",
+ "ndcg10": 0.33013764944712026,
+ "mrr10": 1,
+ "recall10": 0.00816326530612245,
+ "recall100": 0.08979591836734693
+ },
+ {
+ "qid": "PLAIN-1463",
+ "ndcg10": 0.11004588314904008,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-1473",
+ "ndcg10": 0.31546487678572877,
+ "mrr10": 0.125,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1485",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1496",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1506",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.13333333333333333
+ },
+ {
+ "qid": "PLAIN-1516",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1527",
+ "ndcg10": 0.7116179486056782,
+ "mrr10": 1,
+ "recall10": 0.0297029702970297,
+ "recall100": 0.11386138613861387
+ },
+ {
+ "qid": "PLAIN-1537",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-1547",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1557",
+ "ndcg10": 0.2489083270225946,
+ "mrr10": 0.5,
+ "recall10": 0.07692307692307693,
+ "recall100": 0.11538461538461539
+ },
+ {
+ "qid": "PLAIN-1568",
+ "ndcg10": 0.9197207891481876,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1579",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1590",
+ "ndcg10": 0.06362078819895171,
+ "mrr10": 0.1,
+ "recall10": 0.05555555555555555,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1601",
+ "ndcg10": 0.5599332595218056,
+ "mrr10": 1,
+ "recall10": 0.06756756756756757,
+ "recall100": 0.14864864864864866
+ },
+ {
+ "qid": "PLAIN-1611",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1621",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1635",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.02320185614849188,
+ "recall100": 0.11136890951276102
+ },
+ {
+ "qid": "PLAIN-1645",
+ "ndcg10": 0.30260241349881345,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-1656",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.03571428571428571
+ },
+ {
+ "qid": "PLAIN-1667",
+ "ndcg10": 0.5423640154200349,
+ "mrr10": 1,
+ "recall10": 0.025157232704402517,
+ "recall100": 0.11320754716981132
+ },
+ {
+ "qid": "PLAIN-1679",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1690",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1700",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-1710",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.625,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-1721",
+ "ndcg10": 0.1584091525685025,
+ "mrr10": 0.25,
+ "recall10": 0.06451612903225806,
+ "recall100": 0.16129032258064516
+ },
+ {
+ "qid": "PLAIN-1731",
+ "ndcg10": 0.9469024295259745,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1741",
+ "ndcg10": 0.8899541168509599,
+ "mrr10": 1,
+ "recall10": 0.02142857142857143,
+ "recall100": 0.0880952380952381
+ },
+ {
+ "qid": "PLAIN-1752",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1762",
+ "ndcg10": 0.45973079002057343,
+ "mrr10": 1,
+ "recall10": 0.375,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-1772",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1784",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1794",
+ "ndcg10": 0.6131471927654584,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-1805",
+ "ndcg10": 0.8482378089219645,
+ "mrr10": 1,
+ "recall10": 0.06896551724137931,
+ "recall100": 0.22413793103448276
+ },
+ {
+ "qid": "PLAIN-1817",
+ "ndcg10": 0.29025978496956456,
+ "mrr10": 0.5,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1827",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1837",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.05102040816326531,
+ "recall100": 0.28061224489795916
+ },
+ {
+ "qid": "PLAIN-1847",
+ "ndcg10": 0.13886244387355454,
+ "mrr10": 0.5,
+ "recall10": 0.09090909090909091,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-1857",
+ "ndcg10": 0.6168295842361274,
+ "mrr10": 1,
+ "recall10": 0.15151515151515152,
+ "recall100": 0.2727272727272727
+ },
+ {
+ "qid": "PLAIN-1867",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1877",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1887",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-1897",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-1909",
+ "ndcg10": 0.5509662124799075,
+ "mrr10": 1,
+ "recall10": 0.01079913606911447,
+ "recall100": 0.09071274298056156
+ },
+ {
+ "qid": "PLAIN-1919",
+ "ndcg10": 0.800693766409882,
+ "mrr10": 1,
+ "recall10": 0.25925925925925924,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1929",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1
+ },
+ {
+ "qid": "PLAIN-1940",
+ "ndcg10": 0.13886244387355454,
+ "mrr10": 0.5,
+ "recall10": 0.08333333333333333,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-1950",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.07692307692307693,
+ "recall100": 0.15384615384615385
+ },
+ {
+ "qid": "PLAIN-1962",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.15384615384615385
+ },
+ {
+ "qid": "PLAIN-1972",
+ "ndcg10": 0.13886244387355454,
+ "mrr10": 0.5,
+ "recall10": 0.09090909090909091,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-1983",
+ "ndcg10": 0.9266360779006401,
+ "mrr10": 1,
+ "recall10": 0.28125,
+ "recall100": 0.65625
+ },
+ {
+ "qid": "PLAIN-1995",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2009",
+ "ndcg10": 0.22432294601898897,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.25,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2019",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2030",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2040",
+ "ndcg10": 0.35705757165090446,
+ "mrr10": 0.5,
+ "recall10": 0.030303030303030304,
+ "recall100": 0.1590909090909091
+ },
+ {
+ "qid": "PLAIN-2051",
+ "ndcg10": 0.6207622843987103,
+ "mrr10": 1,
+ "recall10": 0.014084507042253521,
+ "recall100": 0.07887323943661972
+ },
+ {
+ "qid": "PLAIN-2061",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 0.024390243902439025,
+ "recall100": 0.1048780487804878
+ },
+ {
+ "qid": "PLAIN-2071",
+ "ndcg10": 0.491526182307598,
+ "mrr10": 0.5,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-2081",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2092",
+ "ndcg10": 0.6489315753318465,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2102",
+ "ndcg10": 0.793584067764911,
+ "mrr10": 1,
+ "recall10": 0.0166270783847981,
+ "recall100": 0.09738717339667459
+ },
+ {
+ "qid": "PLAIN-2113",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2124",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.17647058823529413
+ },
+ {
+ "qid": "PLAIN-2134",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.08333333333333333
+ },
+ {
+ "qid": "PLAIN-2145",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-2156",
+ "ndcg10": 0.5449960234716782,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2167",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2177",
+ "ndcg10": 0.4124497136428909,
+ "mrr10": 0.5,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2187",
+ "ndcg10": 0.07834851647149511,
+ "mrr10": 0.14285714285714285,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.1111111111111111
+ },
+ {
+ "qid": "PLAIN-2197",
+ "ndcg10": 0.24936270394794902,
+ "mrr10": 0.25,
+ "recall10": 0.05172413793103448,
+ "recall100": 0.20689655172413793
+ },
+ {
+ "qid": "PLAIN-2209",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2220",
+ "ndcg10": 0.1482972305701491,
+ "mrr10": 0.5,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-2230",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2240",
+ "ndcg10": 0.09478836436955078,
+ "mrr10": 0.25,
+ "recall10": 0.09090909090909091,
+ "recall100": 0.09090909090909091
+ },
+ {
+ "qid": "PLAIN-2250",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2261",
+ "ndcg10": 0.43735247915031,
+ "mrr10": 1,
+ "recall10": 0.05,
+ "recall100": 0.13333333333333333
+ },
+ {
+ "qid": "PLAIN-2271",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2281",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2291",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-2301",
+ "ndcg10": 0.06943122193677727,
+ "mrr10": 0.125,
+ "recall10": 0.07692307692307693,
+ "recall100": 0.15384615384615385
+ },
+ {
+ "qid": "PLAIN-2311",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2321",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2332",
+ "ndcg10": 0.545155778742082,
+ "mrr10": 1,
+ "recall10": 0.05154639175257732,
+ "recall100": 0.2268041237113402
+ },
+ {
+ "qid": "PLAIN-2343",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2354",
+ "ndcg10": 0.3156484524795145,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.4,
+ "recall100": 0.8
+ },
+ {
+ "qid": "PLAIN-2364",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2375",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2386",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3684210526315789
+ },
+ {
+ "qid": "PLAIN-2396",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.16666666666666666
+ },
+ {
+ "qid": "PLAIN-2408",
+ "ndcg10": 0.13120507751234178,
+ "mrr10": 0.2,
+ "recall10": 0.2,
+ "recall100": 0.4
+ },
+ {
+ "qid": "PLAIN-2430",
+ "ndcg10": 0.5148859654670671,
+ "mrr10": 1,
+ "recall10": 0.10869565217391304,
+ "recall100": 0.41304347826086957
+ },
+ {
+ "qid": "PLAIN-2440",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.047619047619047616
+ },
+ {
+ "qid": "PLAIN-2450",
+ "ndcg10": 0.2336508082431053,
+ "mrr10": 0.5,
+ "recall10": 0.05263157894736842,
+ "recall100": 0.13157894736842105
+ },
+ {
+ "qid": "PLAIN-2460",
+ "ndcg10": 0.1246140309399033,
+ "mrr10": 1,
+ "recall10": 0.06451612903225806,
+ "recall100": 0.5161290322580645
+ },
+ {
+ "qid": "PLAIN-2470",
+ "ndcg10": 0.7140558651932345,
+ "mrr10": 1,
+ "recall10": 0.0958904109589041,
+ "recall100": 0.3698630136986301
+ },
+ {
+ "qid": "PLAIN-2480",
+ "ndcg10": 0.4461554676868372,
+ "mrr10": 1,
+ "recall10": 0.2777777777777778,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2490",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.21739130434782608
+ },
+ {
+ "qid": "PLAIN-2500",
+ "ndcg10": 0.21739574216798105,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.7142857142857143
+ },
+ {
+ "qid": "PLAIN-2510",
+ "ndcg10": 0.5264282969545138,
+ "mrr10": 1,
+ "recall10": 0.10869565217391304,
+ "recall100": 0.5217391304347826
+ },
+ {
+ "qid": "PLAIN-2520",
+ "ndcg10": 0.03159612145651692,
+ "mrr10": 0.25,
+ "recall10": 0.0136986301369863,
+ "recall100": 0.1095890410958904
+ },
+ {
+ "qid": "PLAIN-2530",
+ "ndcg10": 0.9095430364058891,
+ "mrr10": 1,
+ "recall10": 0.1388888888888889,
+ "recall100": 0.3611111111111111
+ },
+ {
+ "qid": "PLAIN-2540",
+ "ndcg10": 0.21048951897376647,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.47619047619047616
+ },
+ {
+ "qid": "PLAIN-2550",
+ "ndcg10": 0.18891540073145566,
+ "mrr10": 0.2,
+ "recall10": 0.08,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-2560",
+ "ndcg10": 0.933745776545611,
+ "mrr10": 1,
+ "recall10": 0.42857142857142855,
+ "recall100": 0.5238095238095238
+ },
+ {
+ "qid": "PLAIN-2570",
+ "ndcg10": 0.16334591000214185,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.05,
+ "recall100": 0.425
+ },
+ {
+ "qid": "PLAIN-2580",
+ "ndcg10": 0.05678321597055935,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.043478260869565216,
+ "recall100": 0.13043478260869565
+ },
+ {
+ "qid": "PLAIN-2590",
+ "ndcg10": 0.06918878689212662,
+ "mrr10": 0.1111111111111111,
+ "recall10": 0.015873015873015872,
+ "recall100": 0.09523809523809523
+ },
+ {
+ "qid": "PLAIN-2600",
+ "ndcg10": 0.6398018862599582,
+ "mrr10": 1,
+ "recall10": 0.3,
+ "recall100": 0.3
+ },
+ {
+ "qid": "PLAIN-2610",
+ "ndcg10": 0.4618903946757037,
+ "mrr10": 1,
+ "recall10": 0.06557377049180328,
+ "recall100": 0.18032786885245902
+ },
+ {
+ "qid": "PLAIN-2620",
+ "ndcg10": 0.5557823958827454,
+ "mrr10": 1,
+ "recall10": 0.16363636363636364,
+ "recall100": 0.34545454545454546
+ },
+ {
+ "qid": "PLAIN-2630",
+ "ndcg10": 0.8049486128682425,
+ "mrr10": 1,
+ "recall10": 0.16666666666666666,
+ "recall100": 0.4166666666666667
+ },
+ {
+ "qid": "PLAIN-2640",
+ "ndcg10": 0.3652388778053861,
+ "mrr10": 1,
+ "recall10": 0.14583333333333334,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2650",
+ "ndcg10": 0.6371523797895855,
+ "mrr10": 1,
+ "recall10": 0.1724137931034483,
+ "recall100": 0.3103448275862069
+ },
+ {
+ "qid": "PLAIN-2660",
+ "ndcg10": 0.3365037179215673,
+ "mrr10": 0.5,
+ "recall10": 0.14814814814814814,
+ "recall100": 0.5555555555555556
+ },
+ {
+ "qid": "PLAIN-2670",
+ "ndcg10": 0.3785547731370624,
+ "mrr10": 1,
+ "recall10": 0.05714285714285714,
+ "recall100": 0.05714285714285714
+ },
+ {
+ "qid": "PLAIN-2680",
+ "ndcg10": 0.4600537489778508,
+ "mrr10": 1,
+ "recall10": 0.21428571428571427,
+ "recall100": 0.35714285714285715
+ },
+ {
+ "qid": "PLAIN-2690",
+ "ndcg10": 0.37824210204286995,
+ "mrr10": 1,
+ "recall10": 0.13953488372093023,
+ "recall100": 0.3023255813953488
+ },
+ {
+ "qid": "PLAIN-2700",
+ "ndcg10": 0.39451658374363263,
+ "mrr10": 0.5,
+ "recall10": 0.3,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2710",
+ "ndcg10": 0.7225389743479769,
+ "mrr10": 1,
+ "recall10": 0.2857142857142857,
+ "recall100": 0.5238095238095238
+ },
+ {
+ "qid": "PLAIN-2720",
+ "ndcg10": 0.10496004355587697,
+ "mrr10": 0.25,
+ "recall10": 0.05555555555555555,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-2730",
+ "ndcg10": 0.5078889783850895,
+ "mrr10": 1,
+ "recall10": 0.13793103448275862,
+ "recall100": 0.3448275862068966
+ },
+ {
+ "qid": "PLAIN-2740",
+ "ndcg10": 0.7825161728011097,
+ "mrr10": 1,
+ "recall10": 0.12,
+ "recall100": 0.18
+ },
+ {
+ "qid": "PLAIN-2750",
+ "ndcg10": 0.39802820980612047,
+ "mrr10": 1,
+ "recall10": 0.0847457627118644,
+ "recall100": 0.22033898305084745
+ },
+ {
+ "qid": "PLAIN-2760",
+ "ndcg10": 0.4702199443548266,
+ "mrr10": 0.5,
+ "recall10": 0.25,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2770",
+ "ndcg10": 0.3051225590535311,
+ "mrr10": 0.5,
+ "recall10": 0.12195121951219512,
+ "recall100": 0.4634146341463415
+ },
+ {
+ "qid": "PLAIN-2780",
+ "ndcg10": 0.4033852369868885,
+ "mrr10": 1,
+ "recall10": 0.2727272727272727,
+ "recall100": 0.3181818181818182
+ },
+ {
+ "qid": "PLAIN-2790",
+ "ndcg10": 0.6229756861858913,
+ "mrr10": 1,
+ "recall10": 0.1016949152542373,
+ "recall100": 0.22033898305084745
+ },
+ {
+ "qid": "PLAIN-2800",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.08333333333333333
+ },
+ {
+ "qid": "PLAIN-2810",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.125
+ },
+ {
+ "qid": "PLAIN-2820",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.125
+ },
+ {
+ "qid": "PLAIN-2830",
+ "ndcg10": 0.7262287617954056,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-2840",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2850",
+ "ndcg10": 0.061851970052338466,
+ "mrr10": 0.2,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.4444444444444444
+ },
+ {
+ "qid": "PLAIN-2860",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-2870",
+ "ndcg10": 0.0781764177375172,
+ "mrr10": 0.2,
+ "recall10": 0.2,
+ "recall100": 0.2
+ },
+ {
+ "qid": "PLAIN-2880",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-2890",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.06896551724137931
+ },
+ {
+ "qid": "PLAIN-2900",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-2910",
+ "ndcg10": 0.3843483686763149,
+ "mrr10": 1,
+ "recall10": 0.06666666666666667,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-2920",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-2930",
+ "ndcg10": 0.5044700941962198,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.2857142857142857
+ },
+ {
+ "qid": "PLAIN-2940",
+ "ndcg10": 0.1369076512757472,
+ "mrr10": 0.16666666666666666,
+ "recall10": 0.045454545454545456,
+ "recall100": 0.13636363636363635
+ },
+ {
+ "qid": "PLAIN-2950",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2960",
+ "ndcg10": 0.2388353776606868,
+ "mrr10": 0.1,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-2970",
+ "ndcg10": 0.5485138010141563,
+ "mrr10": 1,
+ "recall10": 0.2222222222222222,
+ "recall100": 0.4444444444444444
+ },
+ {
+ "qid": "PLAIN-2981",
+ "ndcg10": 0.5321036168710066,
+ "mrr10": 1,
+ "recall10": 0.14285714285714285,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-2991",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3001",
+ "ndcg10": 0.3868528072345416,
+ "mrr10": 0.5,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3014",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3026",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3037",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3053",
+ "ndcg10": 0.7039180890341348,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 0.6666666666666666
+ },
+ {
+ "qid": "PLAIN-3063",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.25
+ },
+ {
+ "qid": "PLAIN-3074",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3085",
+ "ndcg10": 0.1934264036172708,
+ "mrr10": 0.125,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "PLAIN-3097",
+ "ndcg10": 0.515157140670655,
+ "mrr10": 1,
+ "recall10": 0.25,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3116",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3131",
+ "ndcg10": 0.594724727191318,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3141",
+ "ndcg10": 0.4752549547601497,
+ "mrr10": 1,
+ "recall10": 0.08823529411764706,
+ "recall100": 0.23529411764705882
+ },
+ {
+ "qid": "PLAIN-3151",
+ "ndcg10": 0.6954866010543851,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3161",
+ "ndcg10": 0.6140056738569695,
+ "mrr10": 1,
+ "recall10": 0.06976744186046512,
+ "recall100": 0.3023255813953488
+ },
+ {
+ "qid": "PLAIN-3171",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.14705882352941177
+ },
+ {
+ "qid": "PLAIN-3181",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3191",
+ "ndcg10": 0.4273329059665303,
+ "mrr10": 1,
+ "recall10": 0.1875,
+ "recall100": 0.5
+ },
+ {
+ "qid": "PLAIN-3201",
+ "ndcg10": 0.13084731762486884,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.0625,
+ "recall100": 0.09375
+ },
+ {
+ "qid": "PLAIN-3211",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3221",
+ "ndcg10": 0.09641996365784913,
+ "mrr10": 0.5,
+ "recall10": 0.041666666666666664,
+ "recall100": 0.041666666666666664
+ },
+ {
+ "qid": "PLAIN-3231",
+ "ndcg10": 0.1567399814516089,
+ "mrr10": 0.5,
+ "recall10": 0.25,
+ "recall100": 0.75
+ },
+ {
+ "qid": "PLAIN-3241",
+ "ndcg10": 0.45846608015576257,
+ "mrr10": 1,
+ "recall10": 0.034482758620689655,
+ "recall100": 0.10344827586206896
+ },
+ {
+ "qid": "PLAIN-3251",
+ "ndcg10": 0.17735889013007314,
+ "mrr10": 0.2,
+ "recall10": 0.047619047619047616,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-3261",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3271",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.08163265306122448
+ },
+ {
+ "qid": "PLAIN-3281",
+ "ndcg10": 0.24249682153453903,
+ "mrr10": 0.5,
+ "recall10": 0.038461538461538464,
+ "recall100": 0.07692307692307693
+ },
+ {
+ "qid": "PLAIN-3292",
+ "ndcg10": 0.2993761814255588,
+ "mrr10": 1,
+ "recall10": 0.42857142857142855,
+ "recall100": 0.5714285714285714
+ },
+ {
+ "qid": "PLAIN-3302",
+ "ndcg10": 0.47430330387068736,
+ "mrr10": 1,
+ "recall10": 0.16216216216216217,
+ "recall100": 0.5135135135135135
+ },
+ {
+ "qid": "PLAIN-3312",
+ "ndcg10": 0.10157128969162395,
+ "mrr10": 0.14285714285714285,
+ "recall10": 0.15384615384615385,
+ "recall100": 0.6153846153846154
+ },
+ {
+ "qid": "PLAIN-3322",
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
+ "recall10": 0.012658227848101266,
+ "recall100": 0.12658227848101267
+ },
+ {
+ "qid": "PLAIN-3332",
+ "ndcg10": 0.7339433432674052,
+ "mrr10": 1,
+ "recall10": 0.35714285714285715,
+ "recall100": 0.7857142857142857
+ },
+ {
+ "qid": "PLAIN-3342",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.3333333333333333
+ },
+ {
+ "qid": "PLAIN-3352",
+ "ndcg10": 0.19217418433815744,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.02564102564102564,
+ "recall100": 0.15384615384615385
+ },
+ {
+ "qid": "PLAIN-3362",
+ "ndcg10": 0.5330346140547638,
+ "mrr10": 1,
+ "recall10": 0.18181818181818182,
+ "recall100": 0.18181818181818182
+ },
+ {
+ "qid": "PLAIN-3372",
+ "ndcg10": 0.17735889013007314,
+ "mrr10": 0.2,
+ "recall10": 0.07142857142857142,
+ "recall100": 0.21428571428571427
+ },
+ {
+ "qid": "PLAIN-3382",
+ "ndcg10": 0.24173626613097376,
+ "mrr10": 1,
+ "recall10": 0.21428571428571427,
+ "recall100": 0.6428571428571429
+ },
+ {
+ "qid": "PLAIN-3392",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "PLAIN-3402",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.14285714285714285
+ },
+ {
+ "qid": "PLAIN-3412",
+ "ndcg10": 0.16514998770443245,
+ "mrr10": 1,
+ "recall10": 0.04081632653061224,
+ "recall100": 0.24489795918367346
+ },
+ {
+ "qid": "PLAIN-3422",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.41935483870967744
+ },
+ {
+ "qid": "PLAIN-3432",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.11904761904761904
+ },
+ {
+ "qid": "PLAIN-3442",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.034482758620689655
+ },
+ {
+ "qid": "PLAIN-3452",
+ "ndcg10": 0.4339104504691312,
+ "mrr10": 1,
+ "recall10": 0.11764705882352941,
+ "recall100": 0.47058823529411764
+ },
+ {
+ "qid": "PLAIN-3462",
+ "ndcg10": 0.7728378251807518,
+ "mrr10": 1,
+ "recall10": 0.109375,
+ "recall100": 0.4375
+ },
+ {
+ "qid": "PLAIN-3472",
+ "ndcg10": 0.1436715886895903,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.058823529411764705,
+ "recall100": 0.17647058823529413
+ }
+ ],
+ "baselines": {
+ "BM25 (Lucene)": 0.325,
+ "DocT5query": 0.328,
+ "TAS-B": 0.319,
+ "GenQ": 0.319,
+ "ColBERT": 0.305,
+ "Contriever": 0.328,
+ "GTR-XL": 0.343,
+ "SPLADE++": 0.347,
+ "BGE-large-v1.5 (pub)": 0.38,
+ "SBERT msmarco": 0.272
+ },
+ "ourRank": 10,
+ "leaderboardLength": 11
+}
\ No newline at end of file
diff --git a/docs/benchmarks/runs/beir-scifact-bge-Xenova_bge-base-en-v1.5-2026-06-26T21-46-29-806Z.json b/docs/benchmarks/runs/beir-scifact-bge-Xenova_bge-base-en-v1.5-2026-06-26T21-46-29-806Z.json
new file mode 100644
index 0000000000..b98b3285ef
--- /dev/null
+++ b/docs/benchmarks/runs/beir-scifact-bge-Xenova_bge-base-en-v1.5-2026-06-26T21-46-29-806Z.json
@@ -0,0 +1,2131 @@
+{
+ "runAt": "2026-06-26T21:46:29.806Z",
+ "benchmark": "beir-scifact-bge",
+ "dataset": "scifact",
+ "model": "Xenova/bge-base-en-v1.5",
+ "queries": 300,
+ "corpusSize": 5183,
+ "metrics": {
+ "ndcg10": 0.6255647791860727,
+ "mrr10": 0.5931878306878305,
+ "recall10": 0.7412222222222221,
+ "recall100": 0.8283333333333334,
+ "avgQueryLatencyMs": 282.3613265299999
+ },
+ "perQuery": [
+ {
+ "qid": "1",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "3",
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "5",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "13",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "36",
+ "ndcg10": 0.23719771276929622,
+ "mrr10": 0.2,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "42",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "48",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "49",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "50",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "51",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "53",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "54",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "56",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "57",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "70",
+ "ndcg10": 0.9197207891481876,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "72",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "75",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "94",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "99",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "100",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "113",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "115",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "118",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "124",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "127",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "128",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "129",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "130",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "132",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "133",
+ "ndcg10": 0.6164336326286644,
+ "mrr10": 1,
+ "recall10": 0.6,
+ "recall100": 1
+ },
+ {
+ "qid": "137",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "141",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "142",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "143",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "146",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "148",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "163",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "171",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "179",
+ "ndcg10": 0.8048099750039491,
+ "mrr10": 1,
+ "recall10": 0.75,
+ "recall100": 0.75
+ },
+ {
+ "qid": "180",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "183",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "185",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "198",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "208",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "212",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "213",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "216",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "217",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "218",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "219",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "230",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "232",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "233",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "236",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "237",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "238",
+ "ndcg10": 0.2890648263178879,
+ "mrr10": 0.1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "239",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "248",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "249",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "261",
+ "ndcg10": 0.2640681225725909,
+ "mrr10": 0.25,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "268",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "269",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "274",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "275",
+ "ndcg10": 0.7039180890341347,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 1
+ },
+ {
+ "qid": "279",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "294",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "295",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "298",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "300",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "303",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "312",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "314",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "324",
+ "ndcg10": 0.2890648263178879,
+ "mrr10": 0.1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "327",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "338",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "343",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "350",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "354",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "362",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "380",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "384",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "385",
+ "ndcg10": 0.6934264036172708,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "386",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "388",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "399",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "410",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "411",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "415",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "421",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "431",
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "436",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "437",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "439",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "440",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "443",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "452",
+ "ndcg10": 0.2640681225725909,
+ "mrr10": 0.25,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "475",
+ "ndcg10": 0.2890648263178879,
+ "mrr10": 0.1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "478",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "491",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "501",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "502",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "507",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "508",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "513",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "514",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "516",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "517",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "521",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "525",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "527",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "528",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "532",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "533",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "535",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "536",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "539",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "540",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.5,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "544",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "549",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "551",
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "552",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "554",
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "560",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "569",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "575",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "577",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "578",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "587",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "589",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "593",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "597",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "598",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "613",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "619",
+ "ndcg10": 0.17723928678404774,
+ "mrr10": 0.1,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "623",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "628",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "636",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "637",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "641",
+ "ndcg10": 0.23719771276929622,
+ "mrr10": 0.2,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "644",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "649",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "659",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "660",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "674",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "684",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "690",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "691",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "692",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "693",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "700",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "702",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "715",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "716",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "718",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "721",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "723",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "727",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "728",
+ "ndcg10": 0.8772153153380493,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "729",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "742",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "743",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "744",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "756",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "759",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "768",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "770",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "775",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "781",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "783",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "784",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "785",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "793",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "800",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "805",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "808",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "811",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "814",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "820",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "821",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "823",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "830",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "831",
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "832",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "834",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "837",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "839",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "845",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "847",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "852",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "859",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "870",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "873",
+ "ndcg10": 0.5043776700708298,
+ "mrr10": 0.5,
+ "recall10": 0.6,
+ "recall100": 1
+ },
+ {
+ "qid": "879",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "880",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "882",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "887",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "903",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "904",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "907",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "911",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "913",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "914",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "921",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "922",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "936",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "956",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "957",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "960",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "967",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "971",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "975",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "982",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "985",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "993",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1012",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1014",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1019",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1020",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1021",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1024",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1029",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1041",
+ "ndcg10": 0.39564672360221187,
+ "mrr10": 0.16666666666666666,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1049",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1062",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1086",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1088",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1089",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1099",
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1100",
+ "ndcg10": 0.2890648263178879,
+ "mrr10": 0.1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1104",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1107",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1110",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1121",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1130",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1132",
+ "ndcg10": 0.39780880120575696,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1137",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1140",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1144",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1146",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1150",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1163",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1175",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1179",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1180",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1185",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1187",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1191",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1194",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1196",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1197",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1199",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1200",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1202",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1204",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1207",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1213",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1216",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1221",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1225",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1226",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1232",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1241",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1245",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1259",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1262",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1266",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1270",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1271",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1272",
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1273",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1274",
+ "ndcg10": 0.9674679834891693,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1278",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1279",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1280",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1281",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1282",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1290",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1292",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1298",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1303",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1316",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1319",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1320",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1332",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1335",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1336",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1337",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1339",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1344",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1352",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1359",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1362",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1363",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1368",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1370",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1379",
+ "ndcg10": 0.8318724637288826,
+ "mrr10": 1,
+ "recall10": 0.75,
+ "recall100": 0.75
+ },
+ {
+ "qid": "1382",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1385",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1389",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1395",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ }
+ ],
+ "baselines": {
+ "BM25 (Lucene)": 0.679,
+ "DocT5query": 0.675,
+ "TAS-B": 0.643,
+ "GenQ": 0.644,
+ "ColBERT": 0.671,
+ "Contriever": 0.677,
+ "GTR-XL": 0.662,
+ "SPLADE++": 0.704,
+ "BGE-large-v1.5 (pub)": 0.722,
+ "SBERT msmarco": 0.555
+ },
+ "ourRank": 10,
+ "leaderboardLength": 11
+}
\ No newline at end of file
diff --git a/docs/benchmarks/runs/beir-scifact-bge-latest.json b/docs/benchmarks/runs/beir-scifact-bge-latest.json
index e516f870e8..b98b3285ef 100644
--- a/docs/benchmarks/runs/beir-scifact-bge-latest.json
+++ b/docs/benchmarks/runs/beir-scifact-bge-latest.json
@@ -1,5 +1,5 @@
{
- "runAt": "2026-05-30T20:46:06.540Z",
+ "runAt": "2026-06-26T21:46:29.806Z",
"benchmark": "beir-scifact-bge",
"dataset": "scifact",
"model": "Xenova/bge-base-en-v1.5",
@@ -10,7 +10,7 @@
"mrr10": 0.5931878306878305,
"recall10": 0.7412222222222221,
"recall100": 0.8283333333333334,
- "avgQueryLatencyMs": 355.40267458333335
+ "avgQueryLatencyMs": 282.3613265299999
},
"perQuery": [
{
diff --git a/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-49-37-378Z.json b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-49-37-378Z.json
new file mode 100644
index 0000000000..e38b42d6a3
--- /dev/null
+++ b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-49-37-378Z.json
@@ -0,0 +1,2134 @@
+{
+ "runAt": "2026-06-26T21:49:37.378Z",
+ "benchmark": "beir-scifact-hybrid",
+ "dataset": "scifact",
+ "pipeline": "BM25+BGE RRF",
+ "bgeModel": "Xenova/bge-base-en-v1.5",
+ "rrfK": 40,
+ "rerank": false,
+ "queries": 300,
+ "corpusSize": 5183,
+ "metrics": {
+ "ndcg10": 0.5765772269258473,
+ "mrr10": 0.5427248677248677,
+ "recall10": 0.7054999999999999,
+ "recall100": 0.9510000000000001,
+ "avgQueryLatencyMs": 313.86981944333337
+ },
+ "perQuery": [
+ {
+ "qid": "1",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "3",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "5",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "13",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "36",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "42",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "48",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "49",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "50",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "51",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "53",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "54",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "56",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "57",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "70",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "72",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "75",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "94",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "99",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "100",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "113",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "115",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "118",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "124",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "127",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "128",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "129",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "130",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "132",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "133",
+ "ndcg10": 0.7678620595110026,
+ "mrr10": 1,
+ "recall10": 0.8,
+ "recall100": 0.8
+ },
+ {
+ "qid": "137",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "141",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "142",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "143",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "146",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "148",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "163",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "171",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "179",
+ "ndcg10": 0.5585075862632192,
+ "mrr10": 1,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "180",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "183",
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "185",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "198",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "208",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "212",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "213",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "216",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "217",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "218",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "219",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "230",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "232",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "233",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "236",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "237",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "238",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "239",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "248",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "249",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "261",
+ "ndcg10": 0.2640681225725909,
+ "mrr10": 0.25,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "268",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "269",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "274",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "275",
+ "ndcg10": 0.46927872602275644,
+ "mrr10": 1,
+ "recall10": 0.3333333333333333,
+ "recall100": 1
+ },
+ {
+ "qid": "279",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "294",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "295",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "298",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "300",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "303",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "312",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "314",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "324",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "327",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "338",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "343",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "350",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "354",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "362",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "380",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "384",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "385",
+ "ndcg10": 0.6934264036172708,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "386",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "388",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "399",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "410",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "411",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "415",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "421",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "431",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "436",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "437",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "439",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "440",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "443",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "452",
+ "ndcg10": 0.23719771276929622,
+ "mrr10": 0.2,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "475",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "478",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "491",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "501",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "502",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "507",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "508",
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "513",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "514",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "516",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "517",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "521",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "525",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "527",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "528",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "532",
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "533",
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "535",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "536",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "539",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "540",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.5,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "544",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "549",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "551",
+ "ndcg10": 0.2890648263178879,
+ "mrr10": 0.1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "552",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "554",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "560",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "569",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "575",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "577",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "578",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "587",
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "589",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "593",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "597",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "598",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "613",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "619",
+ "ndcg10": 0.2640681225725909,
+ "mrr10": 0.25,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "623",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "628",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "636",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "637",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "641",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "644",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "649",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "659",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "660",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "674",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "684",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "690",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "691",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "692",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "693",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "700",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "702",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "715",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "716",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "718",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "721",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "723",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "727",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "728",
+ "ndcg10": 0.9197207891481876,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "729",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "742",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "743",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "744",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "756",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "759",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "768",
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "770",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "775",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "781",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "783",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "784",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "785",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "793",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "800",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "805",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "808",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "811",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "814",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "820",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "821",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "823",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "830",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "831",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "832",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "834",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "837",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "839",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "845",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "847",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "852",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "859",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "870",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "873",
+ "ndcg10": 0.36491893837355766,
+ "mrr10": 0.25,
+ "recall10": 0.6,
+ "recall100": 1
+ },
+ {
+ "qid": "879",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "880",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "882",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "887",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "903",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "904",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "907",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "911",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "913",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "914",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "921",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "922",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "936",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "956",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "957",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "960",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "967",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "971",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "975",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "982",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "985",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "993",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1012",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1014",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1019",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1020",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1021",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1024",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1029",
+ "ndcg10": 0.7653606369886217,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 1
+ },
+ {
+ "qid": "1041",
+ "ndcg10": 0.448643819352159,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1049",
+ "ndcg10": 0.31546487678572877,
+ "mrr10": 0.125,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1062",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1086",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1088",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1089",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1099",
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1100",
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1104",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1107",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1110",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1121",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1130",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1132",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1137",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1140",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1144",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1146",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1150",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1163",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1175",
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1179",
+ "ndcg10": 0.31546487678572877,
+ "mrr10": 0.125,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1180",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1185",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1187",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1191",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1194",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1196",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1197",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1199",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1200",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1202",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1204",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1207",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1213",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1216",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1221",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1225",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1226",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1232",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1241",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1245",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1259",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1262",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1266",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1270",
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1271",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1272",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1273",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1274",
+ "ndcg10": 0.9674679834891693,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1278",
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1279",
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1280",
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1281",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1282",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1290",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1292",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1298",
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1303",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1316",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1319",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1320",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1332",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1335",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1336",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1337",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1339",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1344",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1352",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1359",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1362",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1363",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1368",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1370",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1379",
+ "ndcg10": 0.6422813708518126,
+ "mrr10": 1,
+ "recall10": 0.75,
+ "recall100": 1
+ },
+ {
+ "qid": "1382",
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1385",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1389",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1395",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ }
+ ],
+ "baselines": {
+ "BM25 (Lucene)": 0.679,
+ "DocT5query": 0.675,
+ "TAS-B": 0.643,
+ "GenQ": 0.644,
+ "ColBERT": 0.671,
+ "Contriever": 0.677,
+ "GTR-XL": 0.662,
+ "SPLADE++": 0.704,
+ "BGE-large-v1.5 (pub)": 0.722,
+ "SBERT msmarco": 0.555
+ },
+ "ourRank": 10,
+ "leaderboardLength": 11
+}
\ No newline at end of file
diff --git a/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-54-05-001Z.json b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-54-05-001Z.json
new file mode 100644
index 0000000000..c69f4da566
--- /dev/null
+++ b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-54-05-001Z.json
@@ -0,0 +1,2134 @@
+{
+ "runAt": "2026-06-26T21:54:05.001Z",
+ "benchmark": "beir-scifact-hybrid",
+ "dataset": "scifact",
+ "pipeline": "BM25+BGE RRF",
+ "bgeModel": "Xenova/bge-base-en-v1.5",
+ "rrfK": 40,
+ "rerank": false,
+ "queries": 300,
+ "corpusSize": 5183,
+ "metrics": {
+ "ndcg10": 0.5971257945924495,
+ "mrr10": 0.5575714285714285,
+ "recall10": 0.7392222222222222,
+ "recall100": 0.9426666666666667,
+ "avgQueryLatencyMs": 250.43015278000001
+ },
+ "perQuery": [
+ {
+ "qid": "1",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "3",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "5",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "13",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "36",
+ "ndcg10": 0.19342640361727081,
+ "mrr10": 0.125,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "42",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "48",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "49",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "50",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "51",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "53",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "54",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "56",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "57",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "70",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "72",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "75",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "94",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "99",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "100",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "113",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "115",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "118",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "124",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "127",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "128",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "129",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "130",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "132",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "133",
+ "ndcg10": 0.8122682216087223,
+ "mrr10": 1,
+ "recall10": 0.8,
+ "recall100": 0.8
+ },
+ {
+ "qid": "137",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "141",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "142",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "143",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "146",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "148",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "163",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "171",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "179",
+ "ndcg10": 0.7246262544989281,
+ "mrr10": 1,
+ "recall10": 0.75,
+ "recall100": 0.75
+ },
+ {
+ "qid": "180",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "183",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "185",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "198",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "208",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "212",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "213",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "216",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "217",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "218",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "219",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "230",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "232",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "233",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "236",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "237",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "238",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "239",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "248",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "249",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "261",
+ "ndcg10": 0.2640681225725909,
+ "mrr10": 0.25,
+ "recall10": 0.5,
+ "recall100": 0.5
+ },
+ {
+ "qid": "268",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "269",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "274",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "275",
+ "ndcg10": 0.6049306994552042,
+ "mrr10": 1,
+ "recall10": 0.6666666666666666,
+ "recall100": 1
+ },
+ {
+ "qid": "279",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "294",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "295",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "298",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "300",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "303",
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "312",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "314",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "324",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "327",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "338",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "343",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "350",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "354",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "362",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "380",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "384",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "385",
+ "ndcg10": 0.6934264036172708,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "386",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "388",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "399",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "410",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "411",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "415",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "421",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "431",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "436",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "437",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "439",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "440",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "443",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "452",
+ "ndcg10": 0.3065735963827292,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "475",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "478",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "491",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "501",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "502",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "507",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "508",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "513",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "514",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "516",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "517",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "521",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "525",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "527",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "528",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "532",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "533",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "535",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "536",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "539",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "540",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.5,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "544",
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "549",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "551",
+ "ndcg10": 0.31546487678572877,
+ "mrr10": 0.125,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "552",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "554",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "560",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "569",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "575",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "577",
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "578",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "587",
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "589",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "593",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "597",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "598",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "613",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "619",
+ "ndcg10": 0.23719771276929622,
+ "mrr10": 0.2,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "623",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "628",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "636",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "637",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "641",
+ "ndcg10": 0.3065735963827292,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.5,
+ "recall100": 1
+ },
+ {
+ "qid": "644",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "649",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "659",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "660",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "674",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "684",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "690",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "691",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "692",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "693",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "700",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "702",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "715",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "716",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "718",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "721",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "723",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "727",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "728",
+ "ndcg10": 0.9197207891481876,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "729",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "742",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "743",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "744",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "756",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "759",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "768",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "770",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "775",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "781",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "783",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "784",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "785",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "793",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "800",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "805",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "808",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "811",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "814",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "820",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "821",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "823",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "830",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "831",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "832",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "834",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "837",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "839",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "845",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "847",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "852",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "859",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "870",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "873",
+ "ndcg10": 0.4827701853489488,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.8,
+ "recall100": 1
+ },
+ {
+ "qid": "879",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "880",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "882",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "887",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "903",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "904",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "907",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "911",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "913",
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "914",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "921",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "922",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "936",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "956",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "957",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "960",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "967",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "971",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.75
+ },
+ {
+ "qid": "975",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "982",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "985",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "993",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1012",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1014",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1019",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1020",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1021",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1024",
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1029",
+ "ndcg10": 0.9217868789962071,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1041",
+ "ndcg10": 0.45749452618986164,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1049",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1062",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1086",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1088",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1089",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1099",
+ "ndcg10": 0.31546487678572877,
+ "mrr10": 0.125,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1100",
+ "ndcg10": 0.31546487678572877,
+ "mrr10": 0.125,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1104",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1107",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1110",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1121",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1130",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1132",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1137",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1140",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1144",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1146",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1150",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1163",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1175",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1179",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1180",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1185",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1187",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1191",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1194",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1196",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1197",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1199",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1200",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1202",
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1204",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1207",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1213",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1216",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1221",
+ "ndcg10": 0.31546487678572877,
+ "mrr10": 0.125,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1225",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1226",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1232",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1241",
+ "ndcg10": 0.31546487678572877,
+ "mrr10": 0.125,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1245",
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1259",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0
+ },
+ {
+ "qid": "1262",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1266",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1270",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1271",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1272",
+ "ndcg10": 0.2890648263178879,
+ "mrr10": 0.1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1273",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1274",
+ "ndcg10": 0.9674679834891693,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1278",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1279",
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1280",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1281",
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1282",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1290",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1292",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1298",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1303",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1316",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1319",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1320",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1332",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1335",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1336",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1337",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1339",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1344",
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1352",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1359",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1362",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1363",
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 1
+ },
+ {
+ "qid": "1368",
+ "ndcg10": 0.2890648263178879,
+ "mrr10": 0.1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1370",
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1379",
+ "ndcg10": 0.6804558477306826,
+ "mrr10": 1,
+ "recall10": 0.75,
+ "recall100": 1
+ },
+ {
+ "qid": "1382",
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1385",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1389",
+ "ndcg10": 1,
+ "mrr10": 1,
+ "recall10": 1,
+ "recall100": 1
+ },
+ {
+ "qid": "1395",
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
+ "recall10": 1,
+ "recall100": 1
+ }
+ ],
+ "baselines": {
+ "BM25 (Lucene)": 0.679,
+ "DocT5query": 0.675,
+ "TAS-B": 0.643,
+ "GenQ": 0.644,
+ "ColBERT": 0.671,
+ "Contriever": 0.677,
+ "GTR-XL": 0.662,
+ "SPLADE++": 0.704,
+ "BGE-large-v1.5 (pub)": 0.722,
+ "SBERT msmarco": 0.555
+ },
+ "ourRank": 10,
+ "leaderboardLength": 11
+}
\ No newline at end of file
diff --git a/docs/benchmarks/runs/beir-scifact-hybrid-rrf-latest.json b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-latest.json
index e38b42d6a3..c69f4da566 100644
--- a/docs/benchmarks/runs/beir-scifact-hybrid-rrf-latest.json
+++ b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-latest.json
@@ -1,5 +1,5 @@
{
- "runAt": "2026-06-26T21:49:37.378Z",
+ "runAt": "2026-06-26T21:54:05.001Z",
"benchmark": "beir-scifact-hybrid",
"dataset": "scifact",
"pipeline": "BM25+BGE RRF",
@@ -9,11 +9,11 @@
"queries": 300,
"corpusSize": 5183,
"metrics": {
- "ndcg10": 0.5765772269258473,
- "mrr10": 0.5427248677248677,
- "recall10": 0.7054999999999999,
- "recall100": 0.9510000000000001,
- "avgQueryLatencyMs": 313.86981944333337
+ "ndcg10": 0.5971257945924495,
+ "mrr10": 0.5575714285714285,
+ "recall10": 0.7392222222222222,
+ "recall100": 0.9426666666666667,
+ "avgQueryLatencyMs": 250.43015278000001
},
"perQuery": [
{
@@ -46,9 +46,9 @@
},
{
"qid": "36",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.19342640361727081,
+ "mrr10": 0.125,
+ "recall10": 0.5,
"recall100": 1
},
{
@@ -95,8 +95,8 @@
},
{
"qid": "54",
- "ndcg10": 0.43067655807339306,
- "mrr10": 0.25,
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
"recall10": 1,
"recall100": 1
},
@@ -186,9 +186,9 @@
},
{
"qid": "127",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
"recall100": 1
},
{
@@ -221,7 +221,7 @@
},
{
"qid": "133",
- "ndcg10": 0.7678620595110026,
+ "ndcg10": 0.8122682216087223,
"mrr10": 1,
"recall10": 0.8,
"recall100": 0.8
@@ -284,10 +284,10 @@
},
{
"qid": "179",
- "ndcg10": 0.5585075862632192,
+ "ndcg10": 0.7246262544989281,
"mrr10": 1,
- "recall10": 0.5,
- "recall100": 1
+ "recall10": 0.75,
+ "recall100": 0.75
},
{
"qid": "180",
@@ -298,8 +298,8 @@
},
{
"qid": "183",
- "ndcg10": 0.3562071871080222,
- "mrr10": 0.16666666666666666,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -308,7 +308,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "198",
@@ -336,7 +336,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "216",
@@ -396,8 +396,8 @@
},
{
"qid": "237",
- "ndcg10": 0.5,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -459,9 +459,9 @@
},
{
"qid": "275",
- "ndcg10": 0.46927872602275644,
+ "ndcg10": 0.6049306994552042,
"mrr10": 1,
- "recall10": 0.3333333333333333,
+ "recall10": 0.6666666666666666,
"recall100": 1
},
{
@@ -480,29 +480,29 @@
},
{
"qid": "295",
- "ndcg10": 1,
- "mrr10": 1,
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
"recall10": 1,
"recall100": 1
},
{
"qid": "298",
- "ndcg10": 1,
- "mrr10": 1,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
{
"qid": "300",
- "ndcg10": 0.5,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
{
"qid": "303",
- "ndcg10": 0.5,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
"recall10": 1,
"recall100": 1
},
@@ -550,8 +550,8 @@
},
{
"qid": "350",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 1,
+ "mrr10": 1,
"recall10": 1,
"recall100": 1
},
@@ -581,7 +581,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "385",
@@ -630,12 +630,12 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "421",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
"recall10": 1,
"recall100": 1
},
@@ -683,8 +683,8 @@
},
{
"qid": "452",
- "ndcg10": 0.23719771276929622,
- "mrr10": 0.2,
+ "ndcg10": 0.3065735963827292,
+ "mrr10": 0.3333333333333333,
"recall10": 0.5,
"recall100": 1
},
@@ -732,8 +732,8 @@
},
{
"qid": "508",
- "ndcg10": 0.3010299956639812,
- "mrr10": 0.1111111111111111,
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
"recall10": 1,
"recall100": 1
},
@@ -795,16 +795,16 @@
},
{
"qid": "532",
- "ndcg10": 0.3010299956639812,
- "mrr10": 0.1111111111111111,
- "recall10": 1,
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
"recall100": 1
},
{
"qid": "533",
- "ndcg10": 0.3010299956639812,
- "mrr10": 0.1111111111111111,
- "recall10": 1,
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
"recall100": 1
},
{
@@ -837,9 +837,9 @@
},
{
"qid": "544",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
+ "recall10": 1,
"recall100": 1
},
{
@@ -851,8 +851,8 @@
},
{
"qid": "551",
- "ndcg10": 0.2890648263178879,
- "mrr10": 0.1,
+ "ndcg10": 0.31546487678572877,
+ "mrr10": 0.125,
"recall10": 1,
"recall100": 1
},
@@ -893,9 +893,9 @@
},
{
"qid": "577",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
+ "recall10": 1,
"recall100": 1
},
{
@@ -907,8 +907,8 @@
},
{
"qid": "587",
- "ndcg10": 0.3562071871080222,
- "mrr10": 0.16666666666666666,
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
"recall10": 1,
"recall100": 1
},
@@ -949,8 +949,8 @@
},
{
"qid": "619",
- "ndcg10": 0.2640681225725909,
- "mrr10": 0.25,
+ "ndcg10": 0.23719771276929622,
+ "mrr10": 0.2,
"recall10": 0.5,
"recall100": 1
},
@@ -963,8 +963,8 @@
},
{
"qid": "628",
- "ndcg10": 0.38685280723454163,
- "mrr10": 0.2,
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
"recall10": 1,
"recall100": 1
},
@@ -984,9 +984,9 @@
},
{
"qid": "641",
- "ndcg10": 0.5,
+ "ndcg10": 0.3065735963827292,
"mrr10": 0.3333333333333333,
- "recall10": 1,
+ "recall10": 0.5,
"recall100": 1
},
{
@@ -1012,8 +1012,8 @@
},
{
"qid": "660",
- "ndcg10": 0.38685280723454163,
- "mrr10": 0.2,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -1061,15 +1061,15 @@
},
{
"qid": "700",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 1,
+ "mrr10": 1,
"recall10": 1,
"recall100": 1
},
{
"qid": "702",
- "ndcg10": 0.43067655807339306,
- "mrr10": 0.25,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -1110,8 +1110,8 @@
},
{
"qid": "727",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
"recall10": 1,
"recall100": 1
},
@@ -1145,8 +1145,8 @@
},
{
"qid": "744",
- "ndcg10": 0.43067655807339306,
- "mrr10": 0.25,
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
"recall10": 1,
"recall100": 1
},
@@ -1166,8 +1166,8 @@
},
{
"qid": "768",
- "ndcg10": 0.3010299956639812,
- "mrr10": 0.1111111111111111,
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
"recall10": 1,
"recall100": 1
},
@@ -1187,8 +1187,8 @@
},
{
"qid": "781",
- "ndcg10": 0.5,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -1285,8 +1285,8 @@
},
{
"qid": "831",
- "ndcg10": 0.43067655807339306,
- "mrr10": 0.25,
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
"recall10": 1,
"recall100": 1
},
@@ -1355,9 +1355,9 @@
},
{
"qid": "873",
- "ndcg10": 0.36491893837355766,
- "mrr10": 0.25,
- "recall10": 0.6,
+ "ndcg10": 0.4827701853489488,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.8,
"recall100": 1
},
{
@@ -1418,16 +1418,16 @@
},
{
"qid": "913",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
+ "recall10": 1,
"recall100": 1
},
{
"qid": "914",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
"recall100": 1
},
{
@@ -1453,15 +1453,15 @@
},
{
"qid": "956",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 1,
+ "mrr10": 1,
"recall10": 1,
"recall100": 1
},
{
"qid": "957",
- "ndcg10": 0.5,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -1484,14 +1484,14 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0.75
},
{
"qid": "975",
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 0
+ "recall100": 1
},
{
"qid": "982",
@@ -1509,8 +1509,8 @@
},
{
"qid": "993",
- "ndcg10": 0.5,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -1551,29 +1551,29 @@
},
{
"qid": "1024",
- "ndcg10": 0.38685280723454163,
- "mrr10": 0.2,
+ "ndcg10": 0.3562071871080222,
+ "mrr10": 0.16666666666666666,
"recall10": 1,
"recall100": 1
},
{
"qid": "1029",
- "ndcg10": 0.7653606369886217,
+ "ndcg10": 0.9217868789962071,
"mrr10": 1,
- "recall10": 0.6666666666666666,
+ "recall10": 1,
"recall100": 1
},
{
"qid": "1041",
- "ndcg10": 0.448643819352159,
+ "ndcg10": 0.45749452618986164,
"mrr10": 0.25,
"recall10": 1,
"recall100": 1
},
{
"qid": "1049",
- "ndcg10": 0.31546487678572877,
- "mrr10": 0.125,
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
"recall10": 1,
"recall100": 1
},
@@ -1593,8 +1593,8 @@
},
{
"qid": "1088",
- "ndcg10": 0.5,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -1607,15 +1607,15 @@
},
{
"qid": "1099",
- "ndcg10": 0.3010299956639812,
- "mrr10": 0.1111111111111111,
+ "ndcg10": 0.31546487678572877,
+ "mrr10": 0.125,
"recall10": 1,
"recall100": 1
},
{
"qid": "1100",
- "ndcg10": 0.3010299956639812,
- "mrr10": 0.1111111111111111,
+ "ndcg10": 0.31546487678572877,
+ "mrr10": 0.125,
"recall10": 1,
"recall100": 1
},
@@ -1642,8 +1642,8 @@
},
{
"qid": "1121",
- "ndcg10": 0.5,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -1705,29 +1705,29 @@
},
{
"qid": "1175",
- "ndcg10": 0.3333333333333333,
- "mrr10": 0.14285714285714285,
- "recall10": 1,
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
"recall100": 1
},
{
"qid": "1179",
- "ndcg10": 0.31546487678572877,
- "mrr10": 0.125,
- "recall10": 1,
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
"recall100": 1
},
{
"qid": "1180",
- "ndcg10": 0.43067655807339306,
- "mrr10": 0.25,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
{
"qid": "1185",
- "ndcg10": 1,
- "mrr10": 1,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -1754,15 +1754,15 @@
},
{
"qid": "1196",
- "ndcg10": 0.38685280723454163,
- "mrr10": 0.2,
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
"recall10": 1,
"recall100": 1
},
{
"qid": "1197",
- "ndcg10": 0.38685280723454163,
- "mrr10": 0.2,
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
"recall10": 1,
"recall100": 1
},
@@ -1775,16 +1775,16 @@
},
{
"qid": "1200",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
+ "recall10": 1,
"recall100": 1
},
{
"qid": "1202",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
"recall100": 1
},
{
@@ -1817,9 +1817,9 @@
},
{
"qid": "1221",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.31546487678572877,
+ "mrr10": 0.125,
+ "recall10": 1,
"recall100": 1
},
{
@@ -1845,16 +1845,16 @@
},
{
"qid": "1241",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.31546487678572877,
+ "mrr10": 0.125,
+ "recall10": 1,
"recall100": 1
},
{
"qid": "1245",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.43067655807339306,
+ "mrr10": 0.25,
+ "recall10": 1,
"recall100": 1
},
{
@@ -1862,7 +1862,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "1262",
@@ -1880,9 +1880,9 @@
},
{
"qid": "1270",
- "ndcg10": 0.3333333333333333,
- "mrr10": 0.14285714285714285,
- "recall10": 1,
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
"recall100": 1
},
{
@@ -1894,9 +1894,9 @@
},
{
"qid": "1272",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.2890648263178879,
+ "mrr10": 0.1,
+ "recall10": 1,
"recall100": 1
},
{
@@ -1915,30 +1915,30 @@
},
{
"qid": "1278",
- "ndcg10": 0.3562071871080222,
- "mrr10": 0.16666666666666666,
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
"recall10": 1,
"recall100": 1
},
{
"qid": "1279",
- "ndcg10": 0.3010299956639812,
- "mrr10": 0.1111111111111111,
+ "ndcg10": 0.5,
+ "mrr10": 0.3333333333333333,
"recall10": 1,
"recall100": 1
},
{
"qid": "1280",
- "ndcg10": 0.3010299956639812,
- "mrr10": 0.1111111111111111,
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
"recall10": 1,
"recall100": 1
},
{
"qid": "1281",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
"recall100": 1
},
{
@@ -1950,9 +1950,9 @@
},
{
"qid": "1290",
- "ndcg10": 0.43067655807339306,
- "mrr10": 0.25,
- "recall10": 1,
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
"recall100": 1
},
{
@@ -1964,16 +1964,16 @@
},
{
"qid": "1298",
- "ndcg10": 0.3562071871080222,
- "mrr10": 0.16666666666666666,
- "recall10": 1,
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
"recall100": 1
},
{
"qid": "1303",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
+ "recall10": 1,
"recall100": 1
},
{
@@ -1981,7 +1981,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 0
+ "recall100": 1
},
{
"qid": "1319",
@@ -2002,7 +2002,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 0
+ "recall100": 1
},
{
"qid": "1335",
@@ -2034,8 +2034,8 @@
},
{
"qid": "1344",
- "ndcg10": 1,
- "mrr10": 1,
+ "ndcg10": 0.6309297535714575,
+ "mrr10": 0.5,
"recall10": 1,
"recall100": 1
},
@@ -2069,29 +2069,29 @@
},
{
"qid": "1368",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.2890648263178879,
+ "mrr10": 0.1,
+ "recall10": 1,
"recall100": 1
},
{
"qid": "1370",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.3333333333333333,
+ "mrr10": 0.14285714285714285,
+ "recall10": 1,
"recall100": 1
},
{
"qid": "1379",
- "ndcg10": 0.6422813708518126,
+ "ndcg10": 0.6804558477306826,
"mrr10": 1,
"recall10": 0.75,
"recall100": 1
},
{
"qid": "1382",
- "ndcg10": 0.3333333333333333,
- "mrr10": 0.14285714285714285,
+ "ndcg10": 0.38685280723454163,
+ "mrr10": 0.2,
"recall10": 1,
"recall100": 1
},
@@ -2111,9 +2111,9 @@
},
{
"qid": "1395",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.3010299956639812,
+ "mrr10": 0.1111111111111111,
+ "recall10": 1,
"recall100": 1
}
],
diff --git a/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs b/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs
index d2b7232cb1..1e9cd660b7 100644
--- a/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs
+++ b/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs
@@ -49,6 +49,7 @@ const BASELINES_BY_DATASET = {
const DATASET_RRF_WEIGHTS = {
arguana: { dense: 1.5, bm25: 1.0 }, // symmetric retrieval favors dense; boost it over weak BM25
nfcorpus: { dense: 1.0, bm25: 0.0 }, // iter 14: pure dense fusion (0.2→0.0) RRF with single system + minMax norm preserved
+ scifact: { dense: 1.0, bm25: 0.4 }, // iter 18: dense-favoring for clinical claim verification (mirroring nfcorpus winner)
};
function detectDataset(path) {
const p = path.toLowerCase();