🌊 The original agent harness. Deploy intelligent multi-player swarms, coordinate autonomous workflows, and build conversational AI systems. Features adaptive memory, self-learning intelligence, federation, vector RAG integration, and native Claude Code / Codex / Hermes and many more Integrated
TypeScript agentic-aiagentic-frameworkagentic-workflowagentsai-agentsai-assistantai-skillsautonomous-agentsclaudecodexdsh-pluginharnessmcp-servermulti-agentmulti-agent-systemsnpmskillsswarmswarm-intelligencetypescript
darwin: iter 18 — scifact RRF weights +3.6% (ndcg10 0.5766→0.5971)
ruv26c20f0a2445
diff --git a/docs/benchmarks/darwin-runs.jsonl b/docs/benchmarks/darwin-runs.jsonlnew file mode 100644index 0000000000..6d0db272a2--- /dev/null+++ b/docs/benchmarks/darwin-runs.jsonl@@ -0,0 +1,4 @@+{"iter":14,"dim":"beir-nfcorpus","config":"bm25_weight=0.0","ndcg10":0.35171471732484655,"delta":0.00281471732484655,"delta_pct":0.81,"action":"advance","wall_sec":180}+{"iter":15,"dim":"beir-nfcorpus","ndcg10":0.3517,"delta":0.0,"action":"noImprovement"}+{"iter":16,"dim":"beir-nfcorpus","ndcg10":0.2961,"delta":-0.0556,"action":"noImprovement"}+{"iter":17,"ts":"2026-06-26T21:49:37.378Z","dimension":"beir-scifact","change":"validate-stacked-iters-1-14-on-scifact","measured":{"ndcg10":0.5765772269258473,"baseline":0.5694},"deltaScore":0.0071772269258473,"action":"measured-improved","commit":""}diff --git a/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-23-03-875Z.json b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-23-03-875Z.jsonnew file mode 100644index 0000000000..08b6b3c3dd--- /dev/null+++ b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-23-03-875Z.json@@ -0,0 +1,2295 @@+{+ "runAt": "2026-06-26T21:23:03.875Z",+ "benchmark": "beir-nfcorpus-hybrid",+ "dataset": "nfcorpus",+ "pipeline": "BM25+BGE RRF",+ "bgeModel": "Xenova/bge-base-en-v1.5",+ "rrfK": 40,+ "rerank": false,+ "queries": 323,+ "corpusSize": 3633,+ "metrics": {+ "ndcg10": 0.35171471732484655,+ "mrr10": 0.5456029780333185,+ "recall10": 0.16652743860112934,+ "recall100": 0.30466713166229387,+ "avgQueryLatencyMs": 423.40739099690404+ },+ "perQuery": [+ {+ "qid": "PLAIN-2",+ "ndcg10": 0.7412469912547754,+ "mrr10": 1,+ "recall10": 0.2916666666666667,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-12",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.23333333333333334+ },+ {+ "qid": "PLAIN-23",+ "ndcg10": 0.4951328496468998,+ "mrr10": 1,+ "recall10": 0.05555555555555555,+ "recall100": 0.15555555555555556+ },+ {+ "qid": "PLAIN-33",+ "ndcg10": 0.46667017129647237,+ "mrr10": 1,+ "recall10": 0.125,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-44",+ "ndcg10": 0.2940620318598474,+ "mrr10": 1,+ "recall10": 0.05172413793103448,+ "recall100": 0.1724137931034483+ },+ {+ "qid": "PLAIN-56",+ "ndcg10": 0.5097750261375381,+ "mrr10": 1,+ "recall10": 0.1,+ "recall100": 0.26+ },+ {+ "qid": "PLAIN-68",+ "ndcg10": 0.8588798377757242,+ "mrr10": 1,+ "recall10": 0.12727272727272726,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-78",+ "ndcg10": 0.08966284300766811,+ "mrr10": 1,+ "recall10": 0.016129032258064516,+ "recall100": 0.12903225806451613+ },+ {+ "qid": "PLAIN-91",+ "ndcg10": 0.6081351105039879,+ "mrr10": 1,+ "recall10": 0.140625,+ "recall100": 0.328125+ },+ {+ "qid": "PLAIN-102",+ "ndcg10": 0.12811612289210494,+ "mrr10": 1,+ "recall10": 0.041666666666666664,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-112",+ "ndcg10": 0.6858781710646398,+ "mrr10": 1,+ "recall10": 0.08928571428571429,+ "recall100": 0.17857142857142858+ },+ {+ "qid": "PLAIN-123",+ "ndcg10": 0.2848186035513736,+ "mrr10": 0.3333333333333333,+ "recall10": 0.09803921568627451,+ "recall100": 0.1568627450980392+ },+ {+ "qid": "PLAIN-133",+ "ndcg10": 0.08649891544052932,+ "mrr10": 0.1111111111111111,+ "recall10": 0.027777777777777776,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-143",+ "ndcg10": 0.37061294442664394,+ "mrr10": 1,+ "recall10": 0.0392156862745098,+ "recall100": 0.2549019607843137+ },+ {+ "qid": "PLAIN-153",+ "ndcg10": 0.8948763559161851,+ "mrr10": 1,+ "recall10": 0.1702127659574468,+ "recall100": 0.2978723404255319+ },+ {+ "qid": "PLAIN-165",+ "ndcg10": 0.3937404317428725,+ "mrr10": 0.5,+ "recall10": 0.16666666666666666,+ "recall100": 0.3888888888888889+ },+ {+ "qid": "PLAIN-175",+ "ndcg10": 0.29608176037159845,+ "mrr10": 1,+ "recall10": 0.10810810810810811,+ "recall100": 0.13513513513513514+ },+ {+ "qid": "PLAIN-186",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.041666666666666664,+ "recall100": 0.125+ },+ {+ "qid": "PLAIN-196",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.043478260869565216+ },+ {+ "qid": "PLAIN-207",+ "ndcg10": 0.6578986223737446,+ "mrr10": 1,+ "recall10": 0.10909090909090909,+ "recall100": 0.2545454545454545+ },+ {+ "qid": "PLAIN-217",+ "ndcg10": 0.12987501165334076,+ "mrr10": 0.1111111111111111,+ "recall10": 0.05555555555555555,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-227",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1+ },+ {+ "qid": "PLAIN-238",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.037037037037037035+ },+ {+ "qid": "PLAIN-248",+ "ndcg10": 0.4666234168001789,+ "mrr10": 0.5,+ "recall10": 0.16129032258064516,+ "recall100": 0.25806451612903225+ },+ {+ "qid": "PLAIN-259",+ "ndcg10": 0.2984900352767555,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.21428571428571427+ },+ {+ "qid": "PLAIN-270",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.019230769230769232,+ "recall100": 0.21153846153846154+ },+ {+ "qid": "PLAIN-280",+ "ndcg10": 0.3436966913921454,+ "mrr10": 0.5,+ "recall10": 0.15,+ "recall100": 0.55+ },+ {+ "qid": "PLAIN-291",+ "ndcg10": 0.3589542101716347,+ "mrr10": 1,+ "recall10": 0.15384615384615385,+ "recall100": 0.5384615384615384+ },+ {+ "qid": "PLAIN-307",+ "ndcg10": 0.7653606369886218,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 1+ },+ {+ "qid": "PLAIN-320",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2619047619047619+ },+ {+ "qid": "PLAIN-332",+ "ndcg10": 0.6131471927654584,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-344",+ "ndcg10": 0.6166392118848165,+ "mrr10": 0.5,+ "recall10": 0.11475409836065574,+ "recall100": 0.2459016393442623+ },+ {+ "qid": "PLAIN-358",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-371",+ "ndcg10": 0.27541155237618664,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "PLAIN-383",+ "ndcg10": 0.14606834984270645,+ "mrr10": 0.25,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-395",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-407",+ "ndcg10": 0.7262287617954056,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-418",+ "ndcg10": 0.8344475896326595,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-430",+ "ndcg10": 0.4967105728753997,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-441",+ "ndcg10": 0.727463892412172,+ "mrr10": 1,+ "recall10": 0.8,+ "recall100": 1+ },+ {+ "qid": "PLAIN-457",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-468",+ "ndcg10": 0.521256019952062,+ "mrr10": 1,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-478",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-488",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 0.7333333333333333+ },+ {+ "qid": "PLAIN-499",+ "ndcg10": 0.2532954041105318,+ "mrr10": 0.25,+ "recall10": 0.08823529411764706,+ "recall100": 0.14705882352941177+ },+ {+ "qid": "PLAIN-510",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-520",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-531",+ "ndcg10": 0.2906246349515899,+ "mrr10": 0.5,+ "recall10": 0.00974025974025974,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-541",+ "ndcg10": 0.10778915452451093,+ "mrr10": 0.16666666666666666,+ "recall10": 0.16666666666666666,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-551",+ "ndcg10": 0.6131471927654584,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-561",+ "ndcg10": 0.3589542101716347,+ "mrr10": 1,+ "recall10": 0.08,+ "recall100": 0.12+ },+ {+ "qid": "PLAIN-571",+ "ndcg10": 0.2162957183053307,+ "mrr10": 0.25,+ "recall10": 0.2857142857142857,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-583",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.022727272727272728,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-593",+ "ndcg10": 0.46927872602275644,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-603",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-613",+ "ndcg10": 0.13886244387355454,+ "mrr10": 0.5,+ "recall10": 0.1,+ "recall100": 0.3+ },+ {+ "qid": "PLAIN-623",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.024390243902439025,+ "recall100": 0.12195121951219512+ },+ {+ "qid": "PLAIN-634",+ "ndcg10": 0.424926013816671,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-645",+ "ndcg10": 0.07336392209936005,+ "mrr10": 0.14285714285714285,+ "recall10": 0.034482758620689655,+ "recall100": 0.10344827586206896+ },+ {+ "qid": "PLAIN-660",+ "ndcg10": 0.9363792118010483,+ "mrr10": 1,+ "recall10": 0.018947368421052633,+ "recall100": 0.0863157894736842+ },+ {+ "qid": "PLAIN-671",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-681",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-691",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.09523809523809523+ },+ {+ "qid": "PLAIN-701",+ "ndcg10": 0.1662433493697512,+ "mrr10": 0.16666666666666666,+ "recall10": 0.25,+ "recall100": 0.375+ },+ {+ "qid": "PLAIN-711",+ "ndcg10": 0.5579780239523999,+ "mrr10": 1,+ "recall10": 0.08771929824561403,+ "recall100": 0.22807017543859648+ },+ {+ "qid": "PLAIN-721",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.4,+ "recall100": 0.64+ },+ {+ "qid": "PLAIN-731",+ "ndcg10": 0.7241528458281337,+ "mrr10": 1,+ "recall10": 0.12962962962962962,+ "recall100": 0.37037037037037035+ },+ {+ "qid": "PLAIN-741",+ "ndcg10": 0.800693766409882,+ "mrr10": 1,+ "recall10": 0.3684210526315789,+ "recall100": 0.3684210526315789+ },+ {+ "qid": "PLAIN-751",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-761",+ "ndcg10": 0.4103915680233244,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-771",+ "ndcg10": 0.9134015924715543,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-782",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-792",+ "ndcg10": 0.30260241349881345,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-806",+ "ndcg10": 0.933745776545611,+ "mrr10": 1,+ "recall10": 0.09375,+ "recall100": 0.22916666666666666+ },+ {+ "qid": "PLAIN-817",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "PLAIN-827",+ "ndcg10": 0.84860265890399,+ "mrr10": 1,+ "recall10": 0.03278688524590164,+ "recall100": 0.21721311475409835+ },+ {+ "qid": "PLAIN-838",+ "ndcg10": 0.6930221935231562,+ "mrr10": 1,+ "recall10": 0.5555555555555556,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-850",+ "ndcg10": 0.5541432109622958,+ "mrr10": 1,+ "recall10": 0.07017543859649122,+ "recall100": 0.17543859649122806+ },+ {+ "qid": "PLAIN-872",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-882",+ "ndcg10": 0.8701249883466593,+ "mrr10": 1,+ "recall10": 0.5333333333333333,+ "recall100": 0.8+ },+ {+ "qid": "PLAIN-892",+ "ndcg10": 0.6332196796270029,+ "mrr10": 1,+ "recall10": 0.05434782608695652,+ "recall100": 0.21739130434782608+ },+ {+ "qid": "PLAIN-902",+ "ndcg10": 0.3903800499921017,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-913",+ "ndcg10": 0.8603818544462509,+ "mrr10": 1,+ "recall10": 0.23529411764705882,+ "recall100": 0.35294117647058826+ },+ {+ "qid": "PLAIN-924",+ "ndcg10": 0.31516255047698366,+ "mrr10": 0.5,+ "recall10": 0.09375,+ "recall100": 0.3125+ },+ {+ "qid": "PLAIN-934",+ "ndcg10": 0.7917267193679839,+ "mrr10": 1,+ "recall10": 0.06930693069306931,+ "recall100": 0.31683168316831684+ },+ {+ "qid": "PLAIN-946",+ "ndcg10": 0.13568544539116628,+ "mrr10": 0.125,+ "recall10": 0.06451612903225806,+ "recall100": 0.12903225806451613+ },+ {+ "qid": "PLAIN-956",+ "ndcg10": 0.6594803070902429,+ "mrr10": 1,+ "recall10": 0.02912621359223301,+ "recall100": 0.17475728155339806+ },+ {+ "qid": "PLAIN-966",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-977",+ "ndcg10": 0.2960819109658652,+ "mrr10": 0.5,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-987",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-997",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1008",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1018",+ "ndcg10": 0.4521472607752954,+ "mrr10": 0.5,+ "recall10": 0.08333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1028",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1039",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1050",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.06382978723404255+ },+ {+ "qid": "PLAIN-1066",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1088",+ "ndcg10": 0.5531464700081437,+ "mrr10": 1,+ "recall10": 0.4,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-1098",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1109",+ "ndcg10": 0.684383072597662,+ "mrr10": 1,+ "recall10": 0.061224489795918366,+ "recall100": 0.35714285714285715+ },+ {+ "qid": "PLAIN-1119",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1130",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1141",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.0625,+ "recall100": 0.3125+ },+ {+ "qid": "PLAIN-1151",+ "ndcg10": 0.7065443116025598,+ "mrr10": 0.5,+ "recall10": 0.05228758169934641,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-1161",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1172",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.05263157894736842,+ "recall100": 0.15789473684210525+ },+ {+ "qid": "PLAIN-1183",+ "ndcg10": 0.23365080824310533,+ "mrr10": 0.5,+ "recall10": 0.08,+ "recall100": 0.08+ },+ {+ "qid": "PLAIN-1193",+ "ndcg10": 0.20483424751859086,+ "mrr10": 0.3333333333333333,+ "recall10": 0.1111111111111111,+ "recall100": 0.5555555555555556+ },+ {+ "qid": "PLAIN-1203",+ "ndcg10": 0.5174612499126158,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-1214",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1225",+ "ndcg10": 0.6830838076905166,+ "mrr10": 1,+ "recall10": 0.2222222222222222,+ "recall100": 0.5555555555555556+ },+ {+ "qid": "PLAIN-1236",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1249",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1262",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1275",+ "ndcg10": 0.43735247915031,+ "mrr10": 1,+ "recall10": 0.05454545454545454,+ "recall100": 0.2545454545454545+ },+ {+ "qid": "PLAIN-1288",+ "ndcg10": 0.5933607200949346,+ "mrr10": 1,+ "recall10": 0.025510204081632654,+ "recall100": 0.12755102040816327+ },+ {+ "qid": "PLAIN-1299",+ "ndcg10": 0.11004588314904008,+ "mrr10": 0.3333333333333333,+ "recall10": 0.01639344262295082,+ "recall100": 0.06557377049180328+ },+ {+ "qid": "PLAIN-1309",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1320",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1331",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1342",+ "ndcg10": 0.4440973278132557,+ "mrr10": 1,+ "recall10": 0.1875,+ "recall100": 0.3125+ },+ {+ "qid": "PLAIN-1353",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1363",+ "ndcg10": 0.24655055544758614,+ "mrr10": 0.25,+ "recall10": 0.2727272727272727,+ "recall100": 0.7272727272727273+ },+ {+ "qid": "PLAIN-1374",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.19230769230769232+ },+ {+ "qid": "PLAIN-1387",+ "ndcg10": 0.7183627972686238,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-1398",+ "ndcg10": 0.9216017310213247,+ "mrr10": 1,+ "recall10": 0.08737864077669903,+ "recall100": 0.22330097087378642+ },+ {+ "qid": "PLAIN-1409",+ "ndcg10": 0.24936270394794902,+ "mrr10": 0.25,+ "recall10": 0.011857707509881422,+ "recall100": 0.1541501976284585+ },+ {+ "qid": "PLAIN-1419",+ "ndcg10": 0.4885468020156227,+ "mrr10": 1,+ "recall10": 0.06153846153846154,+ "recall100": 0.1076923076923077+ },+ {+ "qid": "PLAIN-1429",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1441",+ "ndcg10": 0.5599332595218056,+ "mrr10": 1,+ "recall10": 0.026881720430107527,+ "recall100": 0.15053763440860216+ },+ {+ "qid": "PLAIN-1453",+ "ndcg10": 0.5103515512676448,+ "mrr10": 1,+ "recall10": 0.0163265306122449,+ "recall100": 0.06938775510204082+ },+ {+ "qid": "PLAIN-1463",+ "ndcg10": 0.2082936658103318,+ "mrr10": 0.5,+ "recall10": 0.08333333333333333,+ "recall100": 0.2916666666666667+ },+ {+ "qid": "PLAIN-1473",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1485",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1496",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1506",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.13333333333333333+ },+ {+ "qid": "PLAIN-1516",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1527",+ "ndcg10": 0.9052116356304493,+ "mrr10": 1,+ "recall10": 0.04455445544554455,+ "recall100": 0.18811881188118812+ },+ {+ "qid": "PLAIN-1537",+ "ndcg10": 0.13886244387355454,+ "mrr10": 0.5,+ "recall10": 0.022222222222222223,+ "recall100": 0.15555555555555556+ },+ {+ "qid": "PLAIN-1547",+ "ndcg10": 0.13032376591037062,+ "mrr10": 0.25,+ "recall10": 0.16666666666666666,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1557",+ "ndcg10": 0.2489083270225946,+ "mrr10": 0.5,+ "recall10": 0.07692307692307693,+ "recall100": 0.11538461538461539+ },+ {+ "qid": "PLAIN-1568",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1579",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1590",+ "ndcg10": 0.06625422345438903,+ "mrr10": 0.1111111111111111,+ "recall10": 0.05555555555555555,+ "recall100": 0.3888888888888889+ },+ {+ "qid": "PLAIN-1601",+ "ndcg10": 0.6457545768494583,+ "mrr10": 1,+ "recall10": 0.08108108108108109,+ "recall100": 0.24324324324324326+ },+ {+ "qid": "PLAIN-1611",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1621",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1635",+ "ndcg10": 0.9266360779006401,+ "mrr10": 1,+ "recall10": 0.02088167053364269,+ "recall100": 0.14153132250580047+ },+ {+ "qid": "PLAIN-1645",+ "ndcg10": 0.15130120674940672,+ "mrr10": 0.3333333333333333,+ "recall10": 0.16666666666666666,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1656",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.07142857142857142+ },+ {+ "qid": "PLAIN-1667",+ "ndcg10": 0.7877736340270854,+ "mrr10": 1,+ "recall10": 0.050314465408805034,+ "recall100": 0.1509433962264151+ },+ {+ "qid": "PLAIN-1679",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1690",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1700",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-1710",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.625,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-1721",+ "ndcg10": 0.40995091484653445,+ "mrr10": 0.5,+ "recall10": 0.12903225806451613,+ "recall100": 0.16129032258064516+ },+ {+ "qid": "PLAIN-1731",+ "ndcg10": 0.7653606369886217,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1741",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.023809523809523808,+ "recall100": 0.11666666666666667+ },+ {+ "qid": "PLAIN-1752",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1762",+ "ndcg10": 0.5784505554216093,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-1772",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1784",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1794",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1805",+ "ndcg10": 0.9052116356304493,+ "mrr10": 1,+ "recall10": 0.07758620689655173,+ "recall100": 0.2672413793103448+ },+ {+ "qid": "PLAIN-1817",+ "ndcg10": 0.42838543210841196,+ "mrr10": 1,+ "recall10": 0.1111111111111111,+ "recall100": 0.2962962962962963+ },+ {+ "qid": "PLAIN-1827",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1837",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.05102040816326531,+ "recall100": 0.32142857142857145+ },+ {+ "qid": "PLAIN-1847",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.09090909090909091,+ "recall100": 0.2727272727272727+ },+ {+ "qid": "PLAIN-1857",+ "ndcg10": 0.5957616317188126,+ "mrr10": 1,+ "recall10": 0.15151515151515152,+ "recall100": 0.42424242424242425+ },+ {+ "qid": "PLAIN-1867",+ "ndcg10": 0.07945707943276742,+ "mrr10": 0.1,+ "recall10": 0.14285714285714285,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-1877",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.05555555555555555+ },+ {+ "qid": "PLAIN-1887",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-1897",+ "ndcg10": 0.17723928678404774,+ "mrr10": 0.1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-1909",+ "ndcg10": 0.8263333286520083,+ "mrr10": 1,+ "recall10": 0.017278617710583154,+ "recall100": 0.1101511879049676+ },+ {+ "qid": "PLAIN-1919",+ "ndcg10": 0.7967610662472993,+ "mrr10": 1,+ "recall10": 0.25925925925925924,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1929",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-1940",+ "ndcg10": 0.3589542101716347,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.5833333333333334+ },+ {+ "qid": "PLAIN-1950",+ "ndcg10": 0.2489083270225946,+ "mrr10": 0.5,+ "recall10": 0.15384615384615385,+ "recall100": 0.23076923076923078+ },+ {+ "qid": "PLAIN-1962",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1972",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.36363636363636365+ },+ {+ "qid": "PLAIN-1983",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.3125,+ "recall100": 0.6875+ },+ {+ "qid": "PLAIN-1995",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.18181818181818182+ },+ {+ "qid": "PLAIN-2009",+ "ndcg10": 0.3700049343491939,+ "mrr10": 0.25,+ "recall10": 0.5,+ "recall100": 0.625+ },+ {+ "qid": "PLAIN-2019",+ "ndcg10": 0.13565197343244778,+ "mrr10": 0.1,+ "recall10": 0.3333333333333333,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-2030",+ "ndcg10": 0.19092086617893467,+ "mrr10": 0.5,+ "recall10": 0.16666666666666666,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-2040",+ "ndcg10": 0.4950940324881554,+ "mrr10": 0.5,+ "recall10": 0.03787878787878788,+ "recall100": 0.13636363636363635+ },+ {+ "qid": "PLAIN-2051",+ "ndcg10": 0.5423640154200349,+ "mrr10": 1,+ "recall10": 0.011267605633802818,+ "recall100": 0.09859154929577464+ },+ {+ "qid": "PLAIN-2061",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.024390243902439025,+ "recall100": 0.13902439024390245+ },+ {+ "qid": "PLAIN-2071",+ "ndcg10": 0.5455017237786198,+ "mrr10": 0.5,+ "recall10": 0.13333333333333333,+ "recall100": 0.37777777777777777+ },+ {+ "qid": "PLAIN-2081",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2092",+ "ndcg10": 0.6489315753318465,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.6+ },+ {+ "qid": "PLAIN-2102",+ "ndcg10": 0.7600791051976192,+ "mrr10": 1,+ "recall10": 0.0166270783847981,+ "recall100": 0.1163895486935867+ },+ {+ "qid": "PLAIN-2113",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2124",+ "ndcg10": 0.5455206287241073,+ "mrr10": 1,+ "recall10": 0.29411764705882354,+ "recall100": 0.5294117647058824+ },+ {+ "qid": "PLAIN-2134",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.08333333333333333+ },+ {+ "qid": "PLAIN-2145",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-2156",+ "ndcg10": 0.7751482523375255,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 0.8333333333333334+ },+ {+ "qid": "PLAIN-2167",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2177",+ "ndcg10": 0.5072380780124418,+ "mrr10": 0.5,+ "recall10": 0.20833333333333334,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2187",+ "ndcg10": 0.23504554941448536,+ "mrr10": 1,+ "recall10": 0.1111111111111111,+ "recall100": 0.2222222222222222+ },+ {+ "qid": "PLAIN-2197",+ "ndcg10": 0.6496872770120411,+ "mrr10": 1,+ "recall10": 0.10344827586206896,+ "recall100": 0.3103448275862069+ },+ {+ "qid": "PLAIN-2209",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2220",+ "ndcg10": 0.38334277998463445,+ "mrr10": 1,+ "recall10": 0.2222222222222222,+ "recall100": 0.2222222222222222+ },+ {+ "qid": "PLAIN-2230",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2240",+ "ndcg10": 0.2082936658103318,+ "mrr10": 0.5,+ "recall10": 0.18181818181818182,+ "recall100": 0.2727272727272727+ },+ {+ "qid": "PLAIN-2250",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2261",+ "ndcg10": 0.5637884576902256,+ "mrr10": 1,+ "recall10": 0.06666666666666667,+ "recall100": 0.15+ },+ {+ "qid": "PLAIN-2271",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2281",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2291",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-2301",+ "ndcg10": 0.13961814555374907,+ "mrr10": 0.14285714285714285,+ "recall10": 0.15384615384615385,+ "recall100": 0.3076923076923077+ },+ {+ "qid": "PLAIN-2311",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2321",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2332",+ "ndcg10": 0.7663491917568946,+ "mrr10": 1,+ "recall10": 0.08247422680412371,+ "recall100": 0.4020618556701031+ },+ {+ "qid": "PLAIN-2343",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2354",+ "ndcg10": 0.5087403079104241,+ "mrr10": 1,+ "recall10": 0.4,+ "recall100": 0.6+ },+ {+ "qid": "PLAIN-2364",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2375",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2386",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3684210526315789+ },+ {+ "qid": "PLAIN-2396",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-2408",+ "ndcg10": 0.5531464700081437,+ "mrr10": 1,+ "recall10": 0.4,+ "recall100": 0.6+ },+ {+ "qid": "PLAIN-2430",+ "ndcg10": 0.5740106608557803,+ "mrr10": 1,+ "recall10": 0.15217391304347827,+ "recall100": 0.41304347826086957+ },+ {+ "qid": "PLAIN-2440",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.047619047619047616+ },+ {+ "qid": "PLAIN-2450",+ "ndcg10": 0.2336508082431053,+ "mrr10": 0.5,+ "recall10": 0.05263157894736842,+ "recall100": 0.13157894736842105+ },+ {+ "qid": "PLAIN-2460",+ "ndcg10": 0.43174458805633853,+ "mrr10": 1,+ "recall10": 0.12903225806451613,+ "recall100": 0.4838709677419355+ },+ {+ "qid": "PLAIN-2470",+ "ndcg10": 0.7024216173807135,+ "mrr10": 1,+ "recall10": 0.0821917808219178,+ "recall100": 0.3287671232876712+ },+ {+ "qid": "PLAIN-2480",+ "ndcg10": 0.4407905902246705,+ "mrr10": 1,+ "recall10": 0.2777777777777778,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-2490",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.34782608695652173+ },+ {+ "qid": "PLAIN-2500",+ "ndcg10": 0.15487585161383474,+ "mrr10": 0.16666666666666666,+ "recall10": 0.14285714285714285,+ "recall100": 0.7142857142857143+ },+ {+ "qid": "PLAIN-2510",+ "ndcg10": 0.589664883987166,+ "mrr10": 0.5,+ "recall10": 0.15217391304347827,+ "recall100": 0.5869565217391305+ },+ {+ "qid": "PLAIN-2520",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1095890410958904+ },+ {+ "qid": "PLAIN-2530",+ "ndcg10": 0.955830517697074,+ "mrr10": 1,+ "recall10": 0.1388888888888889,+ "recall100": 0.3888888888888889+ },+ {+ "qid": "PLAIN-2540",+ "ndcg10": 0.4941492558420748,+ "mrr10": 0.5,+ "recall10": 0.2857142857142857,+ "recall100": 0.6190476190476191+ },+ {+ "qid": "PLAIN-2550",+ "ndcg10": 0.24746798875357182,+ "mrr10": 0.5,+ "recall10": 0.08,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-2560",+ "ndcg10": 0.9363792118010483,+ "mrr10": 1,+ "recall10": 0.42857142857142855,+ "recall100": 0.6190476190476191+ },+ {+ "qid": "PLAIN-2570",+ "ndcg10": 0.25523504782501816,+ "mrr10": 0.3333333333333333,+ "recall10": 0.075,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2580",+ "ndcg10": 0.1135664319411187,+ "mrr10": 1,+ "recall10": 0.043478260869565216,+ "recall100": 0.13043478260869565+ },+ {+ "qid": "PLAIN-2590",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.07936507936507936+ },+ {+ "qid": "PLAIN-2600",+ "ndcg10": 0.6613158235505792,+ "mrr10": 1,+ "recall10": 0.3,+ "recall100": 0.3+ },+ {+ "qid": "PLAIN-2610",+ "ndcg10": 0.4973811325345484,+ "mrr10": 1,+ "recall10": 0.06557377049180328,+ "recall100": 0.2459016393442623+ },+ {+ "qid": "PLAIN-2620",+ "ndcg10": 0.6770586454665828,+ "mrr10": 1,+ "recall10": 0.16363636363636364,+ "recall100": 0.36363636363636365+ },+ {+ "qid": "PLAIN-2630",+ "ndcg10": 0.8188458073987622,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.3958333333333333+ },+ {+ "qid": "PLAIN-2640",+ "ndcg10": 0.39923129859010653,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.5416666666666666+ },+ {+ "qid": "PLAIN-2650",+ "ndcg10": 0.6489315753318465,+ "mrr10": 1,+ "recall10": 0.1724137931034483,+ "recall100": 0.3448275862068966+ },+ {+ "qid": "PLAIN-2660",+ "ndcg10": 0.40030566811860463,+ "mrr10": 0.5,+ "recall10": 0.14814814814814814,+ "recall100": 0.48148148148148145+ },+ {+ "qid": "PLAIN-2670",+ "ndcg10": 0.3406992958233561,+ "mrr10": 1,+ "recall10": 0.02857142857142857,+ "recall100": 0.05714285714285714+ },+ {+ "qid": "PLAIN-2680",+ "ndcg10": 0.454740507204534,+ "mrr10": 0.5,+ "recall10": 0.2857142857142857,+ "recall100": 0.42857142857142855+ },+ {+ "qid": "PLAIN-2690",+ "ndcg10": 0.6852219536434856,+ "mrr10": 1,+ "recall10": 0.20930232558139536,+ "recall100": 0.4418604651162791+ },+ {+ "qid": "PLAIN-2700",+ "ndcg10": 0.5438770046596358,+ "mrr10": 1,+ "recall10": 0.3,+ "recall100": 0.7+ },+ {+ "qid": "PLAIN-2710",+ "ndcg10": 0.6906119546391791,+ "mrr10": 1,+ "recall10": 0.23809523809523808,+ "recall100": 0.6190476190476191+ },+ {+ "qid": "PLAIN-2720",+ "ndcg10": 0.24639745374629807,+ "mrr10": 0.2,+ "recall10": 0.1111111111111111,+ "recall100": 0.2777777777777778+ },+ {+ "qid": "PLAIN-2730",+ "ndcg10": 0.5235258308273208,+ "mrr10": 1,+ "recall10": 0.13793103448275862,+ "recall100": 0.41379310344827586+ },+ {+ "qid": "PLAIN-2740",+ "ndcg10": 0.6782347310356166,+ "mrr10": 1,+ "recall10": 0.1,+ "recall100": 0.16+ },+ {+ "qid": "PLAIN-2750",+ "ndcg10": 0.532003134830924,+ "mrr10": 1,+ "recall10": 0.1016949152542373,+ "recall100": 0.23728813559322035+ },+ {+ "qid": "PLAIN-2760",+ "ndcg10": 0.4702199443548266,+ "mrr10": 0.5,+ "recall10": 0.25,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2770",+ "ndcg10": 0.325096961030005,+ "mrr10": 0.5,+ "recall10": 0.12195121951219512,+ "recall100": 0.4878048780487805+ },+ {+ "qid": "PLAIN-2780",+ "ndcg10": 0.4033852369868885,+ "mrr10": 1,+ "recall10": 0.2727272727272727,+ "recall100": 0.4090909090909091+ },+ {+ "qid": "PLAIN-2790",+ "ndcg10": 0.652358405855227,+ "mrr10": 1,+ "recall10": 0.1016949152542373,+ "recall100": 0.2033898305084746+ },+ {+ "qid": "PLAIN-2800",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.041666666666666664+ },+ {+ "qid": "PLAIN-2810",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.125+ },+ {+ "qid": "PLAIN-2820",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2830",+ "ndcg10": 0.7262287617954056,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-2840",+ "ndcg10": 0.09478836436955078,+ "mrr10": 0.25,+ "recall10": 0.058823529411764705,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-2850",+ "ndcg10": 0.3026286548261086,+ "mrr10": 0.5,+ "recall10": 0.1111111111111111,+ "recall100": 0.4444444444444444+ },+ {+ "qid": "PLAIN-2860",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2870",+ "ndcg10": 0.0781764177375172,+ "mrr10": 0.2,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-2880",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-2890",+ "ndcg10": 0.1974505933948842,+ "mrr10": 0.25,+ "recall10": 0.034482758620689655,+ "recall100": 0.034482758620689655+ },+ {+ "qid": "PLAIN-2900",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2910",+ "ndcg10": 0.5330346140547638,+ "mrr10": 1,+ "recall10": 0.13333333333333333,+ "recall100": 0.26666666666666666+ },+ {+ "qid": "PLAIN-2920",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-2930",+ "ndcg10": 0.5175857101991203,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-2940",+ "ndcg10": 0.12811612289210494,+ "mrr10": 0.14285714285714285,+ "recall10": 0.045454545454545456,+ "recall100": 0.18181818181818182+ },+ {+ "qid": "PLAIN-2950",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2960",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2970",+ "ndcg10": 0.6338262955454459,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.5555555555555556+ },+ {+ "qid": "PLAIN-2981",+ "ndcg10": 0.5321036168710066,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-2991",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3001",+ "ndcg10": 0.3065735963827292,+ "mrr10": 0.3333333333333333,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3014",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3026",+ "ndcg10": 0.6309297535714574,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3037",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3053",+ "ndcg10": 0.7653606369886218,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-3063",+ "ndcg10": 0.19519002499605084,+ "mrr10": 0.3333333333333333,+ "recall10": 0.25,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-3074",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3085",+ "ndcg10": 0.38162168437253385,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3097",+ "ndcg10": 0.515157140670655,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-3116",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3131",+ "ndcg10": 0.6516433935264055,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3141",+ "ndcg10": 0.3170808479749099,+ "mrr10": 0.3333333333333333,+ "recall10": 0.058823529411764705,+ "recall100": 0.20588235294117646+ },+ {+ "qid": "PLAIN-3151",+ "ndcg10": 0.7456217791401517,+ "mrr10": 1,+ "recall10": 0.3888888888888889,+ "recall100": 0.5555555555555556+ },+ {+ "qid": "PLAIN-3161",+ "ndcg10": 0.524282944620724,+ "mrr10": 1,+ "recall10": 0.046511627906976744,+ "recall100": 0.27906976744186046+ },+ {+ "qid": "PLAIN-3171",+ "ndcg10": 0.044175472610956126,+ "mrr10": 0.1,+ "recall10": 0.029411764705882353,+ "recall100": 0.058823529411764705+ },+ {+ "qid": "PLAIN-3181",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.037037037037037035+ },+ {+ "qid": "PLAIN-3191",+ "ndcg10": 0.4300543345163763,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3201",+ "ndcg10": 0.2037495755301314,+ "mrr10": 0.2,+ "recall10": 0.0625,+ "recall100": 0.09375+ },+ {+ "qid": "PLAIN-3211",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.05555555555555555+ },+ {+ "qid": "PLAIN-3221",+ "ndcg10": 0.06581686446496139,+ "mrr10": 0.25,+ "recall10": 0.041666666666666664,+ "recall100": 0.125+ },+ {+ "qid": "PLAIN-3231",+ "ndcg10": 0.2501157675209561,+ "mrr10": 0.5,+ "recall10": 0.5,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-3241",+ "ndcg10": 0.45846608015576257,+ "mrr10": 1,+ "recall10": 0.034482758620689655,+ "recall100": 0.06896551724137931+ },+ {+ "qid": "PLAIN-3251",+ "ndcg10": 0.16330891279672524,+ "mrr10": 0.16666666666666666,+ "recall10": 0.047619047619047616,+ "recall100": 0.09523809523809523+ },+ {+ "qid": "PLAIN-3261",+ "ndcg10": 0.17034964791167806,+ "mrr10": 0.3333333333333333,+ "recall10": 0.07692307692307693,+ "recall100": 0.07692307692307693+ },+ {+ "qid": "PLAIN-3271",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.10204081632653061+ },+ {+ "qid": "PLAIN-3281",+ "ndcg10": 0.24249682153453903,+ "mrr10": 0.5,+ "recall10": 0.038461538461538464,+ "recall100": 0.07692307692307693+ },+ {+ "qid": "PLAIN-3292",+ "ndcg10": 0.34839716434274914,+ "mrr10": 1,+ "recall10": 0.42857142857142855,+ "recall100": 0.5714285714285714+ },+ {+ "qid": "PLAIN-3302",+ "ndcg10": 0.13084731762486884,+ "mrr10": 0.3333333333333333,+ "recall10": 0.05405405405405406,+ "recall100": 0.3783783783783784+ },+ {+ "qid": "PLAIN-3312",+ "ndcg10": 0.30114238162847884,+ "mrr10": 0.5,+ "recall10": 0.3076923076923077,+ "recall100": 0.6153846153846154+ },+ {+ "qid": "PLAIN-3322",+ "ndcg10": 0.28165758790969186,+ "mrr10": 0.5,+ "recall10": 0.0379746835443038,+ "recall100": 0.13924050632911392+ },+ {+ "qid": "PLAIN-3332",+ "ndcg10": 0.7386266690451878,+ "mrr10": 1,+ "recall10": 0.35714285714285715,+ "recall100": 0.8571428571428571+ },+ {+ "qid": "PLAIN-3342",+ "ndcg10": 0.1671604549662023,+ "mrr10": 0.16666666666666666,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-3352",+ "ndcg10": 0.3843483686763149,+ "mrr10": 1,+ "recall10": 0.02564102564102564,+ "recall100": 0.1282051282051282+ },+ {+ "qid": "PLAIN-3362",+ "ndcg10": 0.6268451902108538,+ "mrr10": 1,+ "recall10": 0.18181818181818182,+ "recall100": 0.2727272727272727+ },+ {+ "qid": "PLAIN-3372",+ "ndcg10": 0.27744302190680586,+ "mrr10": 0.3333333333333333,+ "recall10": 0.14285714285714285,+ "recall100": 0.21428571428571427+ },+ {+ "qid": "PLAIN-3382",+ "ndcg10": 0.4594761912515673,+ "mrr10": 1,+ "recall10": 0.35714285714285715,+ "recall100": 0.7142857142857143+ },+ {+ "qid": "PLAIN-3392",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.13043478260869565+ },+ {+ "qid": "PLAIN-3402",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.21428571428571427+ },+ {+ "qid": "PLAIN-3412",+ "ndcg10": 0.18329273373298458,+ "mrr10": 1,+ "recall10": 0.04081632653061224,+ "recall100": 0.24489795918367346+ },+ {+ "qid": "PLAIN-3422",+ "ndcg10": 0.02321714761064369,+ "mrr10": 0.1,+ "recall10": 0.03225806451612903,+ "recall100": 0.45161290322580644+ },+ {+ "qid": "PLAIN-3432",+ "ndcg10": 0.06362078819895171,+ "mrr10": 0.1,+ "recall10": 0.023809523809523808,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-3442",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.034482758620689655+ },+ {+ "qid": "PLAIN-3452",+ "ndcg10": 0.4247645055987381,+ "mrr10": 1,+ "recall10": 0.11764705882352941,+ "recall100": 0.5294117647058824+ },+ {+ "qid": "PLAIN-3462",+ "ndcg10": 0.6378891765242927,+ "mrr10": 0.5,+ "recall10": 0.109375,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3472",+ "ndcg10": 0.2873431773791806,+ "mrr10": 1,+ "recall10": 0.058823529411764705,+ "recall100": 0.4117647058823529+ }+ ],+ "baselines": {+ "BM25 (Lucene)": 0.325,+ "DocT5query": 0.328,+ "TAS-B": 0.319,+ "GenQ": 0.319,+ "ColBERT": 0.305,+ "Contriever": 0.328,+ "GTR-XL": 0.343,+ "SPLADE++": 0.347,+ "BGE-large-v1.5 (pub)": 0.38,+ "SBERT msmarco": 0.272+ },+ "ourRank": 2,+ "leaderboardLength": 11+}\ No newline at end of filediff --git a/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-32-42-354Z.json b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-32-42-354Z.jsonnew file mode 100644index 0000000000..5a0b26d21a--- /dev/null+++ b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-32-42-354Z.json@@ -0,0 +1,2295 @@+{+ "runAt": "2026-06-26T21:32:42.354Z",+ "benchmark": "beir-nfcorpus-hybrid",+ "dataset": "nfcorpus",+ "pipeline": "BM25+BGE RRF",+ "bgeModel": "Xenova/bge-base-en-v1.5",+ "rrfK": 20,+ "rerank": false,+ "queries": 323,+ "corpusSize": 3633,+ "metrics": {+ "ndcg10": 0.35171471732484655,+ "mrr10": 0.5456029780333185,+ "recall10": 0.16652743860112934,+ "recall100": 0.30466713166229387,+ "avgQueryLatencyMs": 411.8009747151703+ },+ "perQuery": [+ {+ "qid": "PLAIN-2",+ "ndcg10": 0.7412469912547754,+ "mrr10": 1,+ "recall10": 0.2916666666666667,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-12",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.23333333333333334+ },+ {+ "qid": "PLAIN-23",+ "ndcg10": 0.4951328496468998,+ "mrr10": 1,+ "recall10": 0.05555555555555555,+ "recall100": 0.15555555555555556+ },+ {+ "qid": "PLAIN-33",+ "ndcg10": 0.46667017129647237,+ "mrr10": 1,+ "recall10": 0.125,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-44",+ "ndcg10": 0.2940620318598474,+ "mrr10": 1,+ "recall10": 0.05172413793103448,+ "recall100": 0.1724137931034483+ },+ {+ "qid": "PLAIN-56",+ "ndcg10": 0.5097750261375381,+ "mrr10": 1,+ "recall10": 0.1,+ "recall100": 0.26+ },+ {+ "qid": "PLAIN-68",+ "ndcg10": 0.8588798377757242,+ "mrr10": 1,+ "recall10": 0.12727272727272726,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-78",+ "ndcg10": 0.08966284300766811,+ "mrr10": 1,+ "recall10": 0.016129032258064516,+ "recall100": 0.12903225806451613+ },+ {+ "qid": "PLAIN-91",+ "ndcg10": 0.6081351105039879,+ "mrr10": 1,+ "recall10": 0.140625,+ "recall100": 0.328125+ },+ {+ "qid": "PLAIN-102",+ "ndcg10": 0.12811612289210494,+ "mrr10": 1,+ "recall10": 0.041666666666666664,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-112",+ "ndcg10": 0.6858781710646398,+ "mrr10": 1,+ "recall10": 0.08928571428571429,+ "recall100": 0.17857142857142858+ },+ {+ "qid": "PLAIN-123",+ "ndcg10": 0.2848186035513736,+ "mrr10": 0.3333333333333333,+ "recall10": 0.09803921568627451,+ "recall100": 0.1568627450980392+ },+ {+ "qid": "PLAIN-133",+ "ndcg10": 0.08649891544052932,+ "mrr10": 0.1111111111111111,+ "recall10": 0.027777777777777776,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-143",+ "ndcg10": 0.37061294442664394,+ "mrr10": 1,+ "recall10": 0.0392156862745098,+ "recall100": 0.2549019607843137+ },+ {+ "qid": "PLAIN-153",+ "ndcg10": 0.8948763559161851,+ "mrr10": 1,+ "recall10": 0.1702127659574468,+ "recall100": 0.2978723404255319+ },+ {+ "qid": "PLAIN-165",+ "ndcg10": 0.3937404317428725,+ "mrr10": 0.5,+ "recall10": 0.16666666666666666,+ "recall100": 0.3888888888888889+ },+ {+ "qid": "PLAIN-175",+ "ndcg10": 0.29608176037159845,+ "mrr10": 1,+ "recall10": 0.10810810810810811,+ "recall100": 0.13513513513513514+ },+ {+ "qid": "PLAIN-186",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.041666666666666664,+ "recall100": 0.125+ },+ {+ "qid": "PLAIN-196",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.043478260869565216+ },+ {+ "qid": "PLAIN-207",+ "ndcg10": 0.6578986223737446,+ "mrr10": 1,+ "recall10": 0.10909090909090909,+ "recall100": 0.2545454545454545+ },+ {+ "qid": "PLAIN-217",+ "ndcg10": 0.12987501165334076,+ "mrr10": 0.1111111111111111,+ "recall10": 0.05555555555555555,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-227",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1+ },+ {+ "qid": "PLAIN-238",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.037037037037037035+ },+ {+ "qid": "PLAIN-248",+ "ndcg10": 0.4666234168001789,+ "mrr10": 0.5,+ "recall10": 0.16129032258064516,+ "recall100": 0.25806451612903225+ },+ {+ "qid": "PLAIN-259",+ "ndcg10": 0.2984900352767555,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.21428571428571427+ },+ {+ "qid": "PLAIN-270",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.019230769230769232,+ "recall100": 0.21153846153846154+ },+ {+ "qid": "PLAIN-280",+ "ndcg10": 0.3436966913921454,+ "mrr10": 0.5,+ "recall10": 0.15,+ "recall100": 0.55+ },+ {+ "qid": "PLAIN-291",+ "ndcg10": 0.3589542101716347,+ "mrr10": 1,+ "recall10": 0.15384615384615385,+ "recall100": 0.5384615384615384+ },+ {+ "qid": "PLAIN-307",+ "ndcg10": 0.7653606369886218,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 1+ },+ {+ "qid": "PLAIN-320",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2619047619047619+ },+ {+ "qid": "PLAIN-332",+ "ndcg10": 0.6131471927654584,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-344",+ "ndcg10": 0.6166392118848165,+ "mrr10": 0.5,+ "recall10": 0.11475409836065574,+ "recall100": 0.2459016393442623+ },+ {+ "qid": "PLAIN-358",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-371",+ "ndcg10": 0.27541155237618664,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "PLAIN-383",+ "ndcg10": 0.14606834984270645,+ "mrr10": 0.25,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-395",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-407",+ "ndcg10": 0.7262287617954056,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-418",+ "ndcg10": 0.8344475896326595,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-430",+ "ndcg10": 0.4967105728753997,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-441",+ "ndcg10": 0.727463892412172,+ "mrr10": 1,+ "recall10": 0.8,+ "recall100": 1+ },+ {+ "qid": "PLAIN-457",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-468",+ "ndcg10": 0.521256019952062,+ "mrr10": 1,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-478",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-488",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 0.7333333333333333+ },+ {+ "qid": "PLAIN-499",+ "ndcg10": 0.2532954041105318,+ "mrr10": 0.25,+ "recall10": 0.08823529411764706,+ "recall100": 0.14705882352941177+ },+ {+ "qid": "PLAIN-510",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-520",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-531",+ "ndcg10": 0.2906246349515899,+ "mrr10": 0.5,+ "recall10": 0.00974025974025974,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-541",+ "ndcg10": 0.10778915452451093,+ "mrr10": 0.16666666666666666,+ "recall10": 0.16666666666666666,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-551",+ "ndcg10": 0.6131471927654584,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-561",+ "ndcg10": 0.3589542101716347,+ "mrr10": 1,+ "recall10": 0.08,+ "recall100": 0.12+ },+ {+ "qid": "PLAIN-571",+ "ndcg10": 0.2162957183053307,+ "mrr10": 0.25,+ "recall10": 0.2857142857142857,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-583",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.022727272727272728,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-593",+ "ndcg10": 0.46927872602275644,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-603",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-613",+ "ndcg10": 0.13886244387355454,+ "mrr10": 0.5,+ "recall10": 0.1,+ "recall100": 0.3+ },+ {+ "qid": "PLAIN-623",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.024390243902439025,+ "recall100": 0.12195121951219512+ },+ {+ "qid": "PLAIN-634",+ "ndcg10": 0.424926013816671,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-645",+ "ndcg10": 0.07336392209936005,+ "mrr10": 0.14285714285714285,+ "recall10": 0.034482758620689655,+ "recall100": 0.10344827586206896+ },+ {+ "qid": "PLAIN-660",+ "ndcg10": 0.9363792118010483,+ "mrr10": 1,+ "recall10": 0.018947368421052633,+ "recall100": 0.0863157894736842+ },+ {+ "qid": "PLAIN-671",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-681",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-691",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.09523809523809523+ },+ {+ "qid": "PLAIN-701",+ "ndcg10": 0.1662433493697512,+ "mrr10": 0.16666666666666666,+ "recall10": 0.25,+ "recall100": 0.375+ },+ {+ "qid": "PLAIN-711",+ "ndcg10": 0.5579780239523999,+ "mrr10": 1,+ "recall10": 0.08771929824561403,+ "recall100": 0.22807017543859648+ },+ {+ "qid": "PLAIN-721",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.4,+ "recall100": 0.64+ },+ {+ "qid": "PLAIN-731",+ "ndcg10": 0.7241528458281337,+ "mrr10": 1,+ "recall10": 0.12962962962962962,+ "recall100": 0.37037037037037035+ },+ {+ "qid": "PLAIN-741",+ "ndcg10": 0.800693766409882,+ "mrr10": 1,+ "recall10": 0.3684210526315789,+ "recall100": 0.3684210526315789+ },+ {+ "qid": "PLAIN-751",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-761",+ "ndcg10": 0.4103915680233244,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-771",+ "ndcg10": 0.9134015924715543,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-782",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-792",+ "ndcg10": 0.30260241349881345,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-806",+ "ndcg10": 0.933745776545611,+ "mrr10": 1,+ "recall10": 0.09375,+ "recall100": 0.22916666666666666+ },+ {+ "qid": "PLAIN-817",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "PLAIN-827",+ "ndcg10": 0.84860265890399,+ "mrr10": 1,+ "recall10": 0.03278688524590164,+ "recall100": 0.21721311475409835+ },+ {+ "qid": "PLAIN-838",+ "ndcg10": 0.6930221935231562,+ "mrr10": 1,+ "recall10": 0.5555555555555556,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-850",+ "ndcg10": 0.5541432109622958,+ "mrr10": 1,+ "recall10": 0.07017543859649122,+ "recall100": 0.17543859649122806+ },+ {+ "qid": "PLAIN-872",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-882",+ "ndcg10": 0.8701249883466593,+ "mrr10": 1,+ "recall10": 0.5333333333333333,+ "recall100": 0.8+ },+ {+ "qid": "PLAIN-892",+ "ndcg10": 0.6332196796270029,+ "mrr10": 1,+ "recall10": 0.05434782608695652,+ "recall100": 0.21739130434782608+ },+ {+ "qid": "PLAIN-902",+ "ndcg10": 0.3903800499921017,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-913",+ "ndcg10": 0.8603818544462509,+ "mrr10": 1,+ "recall10": 0.23529411764705882,+ "recall100": 0.35294117647058826+ },+ {+ "qid": "PLAIN-924",+ "ndcg10": 0.31516255047698366,+ "mrr10": 0.5,+ "recall10": 0.09375,+ "recall100": 0.3125+ },+ {+ "qid": "PLAIN-934",+ "ndcg10": 0.7917267193679839,+ "mrr10": 1,+ "recall10": 0.06930693069306931,+ "recall100": 0.31683168316831684+ },+ {+ "qid": "PLAIN-946",+ "ndcg10": 0.13568544539116628,+ "mrr10": 0.125,+ "recall10": 0.06451612903225806,+ "recall100": 0.12903225806451613+ },+ {+ "qid": "PLAIN-956",+ "ndcg10": 0.6594803070902429,+ "mrr10": 1,+ "recall10": 0.02912621359223301,+ "recall100": 0.17475728155339806+ },+ {+ "qid": "PLAIN-966",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-977",+ "ndcg10": 0.2960819109658652,+ "mrr10": 0.5,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-987",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-997",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1008",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1018",+ "ndcg10": 0.4521472607752954,+ "mrr10": 0.5,+ "recall10": 0.08333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1028",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1039",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1050",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.06382978723404255+ },+ {+ "qid": "PLAIN-1066",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1088",+ "ndcg10": 0.5531464700081437,+ "mrr10": 1,+ "recall10": 0.4,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-1098",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1109",+ "ndcg10": 0.684383072597662,+ "mrr10": 1,+ "recall10": 0.061224489795918366,+ "recall100": 0.35714285714285715+ },+ {+ "qid": "PLAIN-1119",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1130",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1141",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.0625,+ "recall100": 0.3125+ },+ {+ "qid": "PLAIN-1151",+ "ndcg10": 0.7065443116025598,+ "mrr10": 0.5,+ "recall10": 0.05228758169934641,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-1161",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1172",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.05263157894736842,+ "recall100": 0.15789473684210525+ },+ {+ "qid": "PLAIN-1183",+ "ndcg10": 0.23365080824310533,+ "mrr10": 0.5,+ "recall10": 0.08,+ "recall100": 0.08+ },+ {+ "qid": "PLAIN-1193",+ "ndcg10": 0.20483424751859086,+ "mrr10": 0.3333333333333333,+ "recall10": 0.1111111111111111,+ "recall100": 0.5555555555555556+ },+ {+ "qid": "PLAIN-1203",+ "ndcg10": 0.5174612499126158,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-1214",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1225",+ "ndcg10": 0.6830838076905166,+ "mrr10": 1,+ "recall10": 0.2222222222222222,+ "recall100": 0.5555555555555556+ },+ {+ "qid": "PLAIN-1236",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1249",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1262",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1275",+ "ndcg10": 0.43735247915031,+ "mrr10": 1,+ "recall10": 0.05454545454545454,+ "recall100": 0.2545454545454545+ },+ {+ "qid": "PLAIN-1288",+ "ndcg10": 0.5933607200949346,+ "mrr10": 1,+ "recall10": 0.025510204081632654,+ "recall100": 0.12755102040816327+ },+ {+ "qid": "PLAIN-1299",+ "ndcg10": 0.11004588314904008,+ "mrr10": 0.3333333333333333,+ "recall10": 0.01639344262295082,+ "recall100": 0.06557377049180328+ },+ {+ "qid": "PLAIN-1309",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1320",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1331",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1342",+ "ndcg10": 0.4440973278132557,+ "mrr10": 1,+ "recall10": 0.1875,+ "recall100": 0.3125+ },+ {+ "qid": "PLAIN-1353",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1363",+ "ndcg10": 0.24655055544758614,+ "mrr10": 0.25,+ "recall10": 0.2727272727272727,+ "recall100": 0.7272727272727273+ },+ {+ "qid": "PLAIN-1374",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.19230769230769232+ },+ {+ "qid": "PLAIN-1387",+ "ndcg10": 0.7183627972686238,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-1398",+ "ndcg10": 0.9216017310213247,+ "mrr10": 1,+ "recall10": 0.08737864077669903,+ "recall100": 0.22330097087378642+ },+ {+ "qid": "PLAIN-1409",+ "ndcg10": 0.24936270394794902,+ "mrr10": 0.25,+ "recall10": 0.011857707509881422,+ "recall100": 0.1541501976284585+ },+ {+ "qid": "PLAIN-1419",+ "ndcg10": 0.4885468020156227,+ "mrr10": 1,+ "recall10": 0.06153846153846154,+ "recall100": 0.1076923076923077+ },+ {+ "qid": "PLAIN-1429",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1441",+ "ndcg10": 0.5599332595218056,+ "mrr10": 1,+ "recall10": 0.026881720430107527,+ "recall100": 0.15053763440860216+ },+ {+ "qid": "PLAIN-1453",+ "ndcg10": 0.5103515512676448,+ "mrr10": 1,+ "recall10": 0.0163265306122449,+ "recall100": 0.06938775510204082+ },+ {+ "qid": "PLAIN-1463",+ "ndcg10": 0.2082936658103318,+ "mrr10": 0.5,+ "recall10": 0.08333333333333333,+ "recall100": 0.2916666666666667+ },+ {+ "qid": "PLAIN-1473",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1485",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1496",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1506",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.13333333333333333+ },+ {+ "qid": "PLAIN-1516",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1527",+ "ndcg10": 0.9052116356304493,+ "mrr10": 1,+ "recall10": 0.04455445544554455,+ "recall100": 0.18811881188118812+ },+ {+ "qid": "PLAIN-1537",+ "ndcg10": 0.13886244387355454,+ "mrr10": 0.5,+ "recall10": 0.022222222222222223,+ "recall100": 0.15555555555555556+ },+ {+ "qid": "PLAIN-1547",+ "ndcg10": 0.13032376591037062,+ "mrr10": 0.25,+ "recall10": 0.16666666666666666,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1557",+ "ndcg10": 0.2489083270225946,+ "mrr10": 0.5,+ "recall10": 0.07692307692307693,+ "recall100": 0.11538461538461539+ },+ {+ "qid": "PLAIN-1568",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1579",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1590",+ "ndcg10": 0.06625422345438903,+ "mrr10": 0.1111111111111111,+ "recall10": 0.05555555555555555,+ "recall100": 0.3888888888888889+ },+ {+ "qid": "PLAIN-1601",+ "ndcg10": 0.6457545768494583,+ "mrr10": 1,+ "recall10": 0.08108108108108109,+ "recall100": 0.24324324324324326+ },+ {+ "qid": "PLAIN-1611",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1621",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1635",+ "ndcg10": 0.9266360779006401,+ "mrr10": 1,+ "recall10": 0.02088167053364269,+ "recall100": 0.14153132250580047+ },+ {+ "qid": "PLAIN-1645",+ "ndcg10": 0.15130120674940672,+ "mrr10": 0.3333333333333333,+ "recall10": 0.16666666666666666,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1656",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.07142857142857142+ },+ {+ "qid": "PLAIN-1667",+ "ndcg10": 0.7877736340270854,+ "mrr10": 1,+ "recall10": 0.050314465408805034,+ "recall100": 0.1509433962264151+ },+ {+ "qid": "PLAIN-1679",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1690",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1700",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-1710",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.625,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-1721",+ "ndcg10": 0.40995091484653445,+ "mrr10": 0.5,+ "recall10": 0.12903225806451613,+ "recall100": 0.16129032258064516+ },+ {+ "qid": "PLAIN-1731",+ "ndcg10": 0.7653606369886217,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1741",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.023809523809523808,+ "recall100": 0.11666666666666667+ },+ {+ "qid": "PLAIN-1752",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1762",+ "ndcg10": 0.5784505554216093,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-1772",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1784",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1794",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1805",+ "ndcg10": 0.9052116356304493,+ "mrr10": 1,+ "recall10": 0.07758620689655173,+ "recall100": 0.2672413793103448+ },+ {+ "qid": "PLAIN-1817",+ "ndcg10": 0.42838543210841196,+ "mrr10": 1,+ "recall10": 0.1111111111111111,+ "recall100": 0.2962962962962963+ },+ {+ "qid": "PLAIN-1827",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1837",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.05102040816326531,+ "recall100": 0.32142857142857145+ },+ {+ "qid": "PLAIN-1847",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.09090909090909091,+ "recall100": 0.2727272727272727+ },+ {+ "qid": "PLAIN-1857",+ "ndcg10": 0.5957616317188126,+ "mrr10": 1,+ "recall10": 0.15151515151515152,+ "recall100": 0.42424242424242425+ },+ {+ "qid": "PLAIN-1867",+ "ndcg10": 0.07945707943276742,+ "mrr10": 0.1,+ "recall10": 0.14285714285714285,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-1877",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.05555555555555555+ },+ {+ "qid": "PLAIN-1887",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-1897",+ "ndcg10": 0.17723928678404774,+ "mrr10": 0.1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-1909",+ "ndcg10": 0.8263333286520083,+ "mrr10": 1,+ "recall10": 0.017278617710583154,+ "recall100": 0.1101511879049676+ },+ {+ "qid": "PLAIN-1919",+ "ndcg10": 0.7967610662472993,+ "mrr10": 1,+ "recall10": 0.25925925925925924,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1929",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-1940",+ "ndcg10": 0.3589542101716347,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.5833333333333334+ },+ {+ "qid": "PLAIN-1950",+ "ndcg10": 0.2489083270225946,+ "mrr10": 0.5,+ "recall10": 0.15384615384615385,+ "recall100": 0.23076923076923078+ },+ {+ "qid": "PLAIN-1962",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1972",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.36363636363636365+ },+ {+ "qid": "PLAIN-1983",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.3125,+ "recall100": 0.6875+ },+ {+ "qid": "PLAIN-1995",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.18181818181818182+ },+ {+ "qid": "PLAIN-2009",+ "ndcg10": 0.3700049343491939,+ "mrr10": 0.25,+ "recall10": 0.5,+ "recall100": 0.625+ },+ {+ "qid": "PLAIN-2019",+ "ndcg10": 0.13565197343244778,+ "mrr10": 0.1,+ "recall10": 0.3333333333333333,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-2030",+ "ndcg10": 0.19092086617893467,+ "mrr10": 0.5,+ "recall10": 0.16666666666666666,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-2040",+ "ndcg10": 0.4950940324881554,+ "mrr10": 0.5,+ "recall10": 0.03787878787878788,+ "recall100": 0.13636363636363635+ },+ {+ "qid": "PLAIN-2051",+ "ndcg10": 0.5423640154200349,+ "mrr10": 1,+ "recall10": 0.011267605633802818,+ "recall100": 0.09859154929577464+ },+ {+ "qid": "PLAIN-2061",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.024390243902439025,+ "recall100": 0.13902439024390245+ },+ {+ "qid": "PLAIN-2071",+ "ndcg10": 0.5455017237786198,+ "mrr10": 0.5,+ "recall10": 0.13333333333333333,+ "recall100": 0.37777777777777777+ },+ {+ "qid": "PLAIN-2081",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2092",+ "ndcg10": 0.6489315753318465,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.6+ },+ {+ "qid": "PLAIN-2102",+ "ndcg10": 0.7600791051976192,+ "mrr10": 1,+ "recall10": 0.0166270783847981,+ "recall100": 0.1163895486935867+ },+ {+ "qid": "PLAIN-2113",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2124",+ "ndcg10": 0.5455206287241073,+ "mrr10": 1,+ "recall10": 0.29411764705882354,+ "recall100": 0.5294117647058824+ },+ {+ "qid": "PLAIN-2134",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.08333333333333333+ },+ {+ "qid": "PLAIN-2145",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-2156",+ "ndcg10": 0.7751482523375255,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 0.8333333333333334+ },+ {+ "qid": "PLAIN-2167",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2177",+ "ndcg10": 0.5072380780124418,+ "mrr10": 0.5,+ "recall10": 0.20833333333333334,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2187",+ "ndcg10": 0.23504554941448536,+ "mrr10": 1,+ "recall10": 0.1111111111111111,+ "recall100": 0.2222222222222222+ },+ {+ "qid": "PLAIN-2197",+ "ndcg10": 0.6496872770120411,+ "mrr10": 1,+ "recall10": 0.10344827586206896,+ "recall100": 0.3103448275862069+ },+ {+ "qid": "PLAIN-2209",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2220",+ "ndcg10": 0.38334277998463445,+ "mrr10": 1,+ "recall10": 0.2222222222222222,+ "recall100": 0.2222222222222222+ },+ {+ "qid": "PLAIN-2230",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2240",+ "ndcg10": 0.2082936658103318,+ "mrr10": 0.5,+ "recall10": 0.18181818181818182,+ "recall100": 0.2727272727272727+ },+ {+ "qid": "PLAIN-2250",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2261",+ "ndcg10": 0.5637884576902256,+ "mrr10": 1,+ "recall10": 0.06666666666666667,+ "recall100": 0.15+ },+ {+ "qid": "PLAIN-2271",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2281",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2291",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-2301",+ "ndcg10": 0.13961814555374907,+ "mrr10": 0.14285714285714285,+ "recall10": 0.15384615384615385,+ "recall100": 0.3076923076923077+ },+ {+ "qid": "PLAIN-2311",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2321",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2332",+ "ndcg10": 0.7663491917568946,+ "mrr10": 1,+ "recall10": 0.08247422680412371,+ "recall100": 0.4020618556701031+ },+ {+ "qid": "PLAIN-2343",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2354",+ "ndcg10": 0.5087403079104241,+ "mrr10": 1,+ "recall10": 0.4,+ "recall100": 0.6+ },+ {+ "qid": "PLAIN-2364",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2375",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2386",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3684210526315789+ },+ {+ "qid": "PLAIN-2396",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-2408",+ "ndcg10": 0.5531464700081437,+ "mrr10": 1,+ "recall10": 0.4,+ "recall100": 0.6+ },+ {+ "qid": "PLAIN-2430",+ "ndcg10": 0.5740106608557803,+ "mrr10": 1,+ "recall10": 0.15217391304347827,+ "recall100": 0.41304347826086957+ },+ {+ "qid": "PLAIN-2440",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.047619047619047616+ },+ {+ "qid": "PLAIN-2450",+ "ndcg10": 0.2336508082431053,+ "mrr10": 0.5,+ "recall10": 0.05263157894736842,+ "recall100": 0.13157894736842105+ },+ {+ "qid": "PLAIN-2460",+ "ndcg10": 0.43174458805633853,+ "mrr10": 1,+ "recall10": 0.12903225806451613,+ "recall100": 0.4838709677419355+ },+ {+ "qid": "PLAIN-2470",+ "ndcg10": 0.7024216173807135,+ "mrr10": 1,+ "recall10": 0.0821917808219178,+ "recall100": 0.3287671232876712+ },+ {+ "qid": "PLAIN-2480",+ "ndcg10": 0.4407905902246705,+ "mrr10": 1,+ "recall10": 0.2777777777777778,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-2490",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.34782608695652173+ },+ {+ "qid": "PLAIN-2500",+ "ndcg10": 0.15487585161383474,+ "mrr10": 0.16666666666666666,+ "recall10": 0.14285714285714285,+ "recall100": 0.7142857142857143+ },+ {+ "qid": "PLAIN-2510",+ "ndcg10": 0.589664883987166,+ "mrr10": 0.5,+ "recall10": 0.15217391304347827,+ "recall100": 0.5869565217391305+ },+ {+ "qid": "PLAIN-2520",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1095890410958904+ },+ {+ "qid": "PLAIN-2530",+ "ndcg10": 0.955830517697074,+ "mrr10": 1,+ "recall10": 0.1388888888888889,+ "recall100": 0.3888888888888889+ },+ {+ "qid": "PLAIN-2540",+ "ndcg10": 0.4941492558420748,+ "mrr10": 0.5,+ "recall10": 0.2857142857142857,+ "recall100": 0.6190476190476191+ },+ {+ "qid": "PLAIN-2550",+ "ndcg10": 0.24746798875357182,+ "mrr10": 0.5,+ "recall10": 0.08,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-2560",+ "ndcg10": 0.9363792118010483,+ "mrr10": 1,+ "recall10": 0.42857142857142855,+ "recall100": 0.6190476190476191+ },+ {+ "qid": "PLAIN-2570",+ "ndcg10": 0.25523504782501816,+ "mrr10": 0.3333333333333333,+ "recall10": 0.075,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2580",+ "ndcg10": 0.1135664319411187,+ "mrr10": 1,+ "recall10": 0.043478260869565216,+ "recall100": 0.13043478260869565+ },+ {+ "qid": "PLAIN-2590",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.07936507936507936+ },+ {+ "qid": "PLAIN-2600",+ "ndcg10": 0.6613158235505792,+ "mrr10": 1,+ "recall10": 0.3,+ "recall100": 0.3+ },+ {+ "qid": "PLAIN-2610",+ "ndcg10": 0.4973811325345484,+ "mrr10": 1,+ "recall10": 0.06557377049180328,+ "recall100": 0.2459016393442623+ },+ {+ "qid": "PLAIN-2620",+ "ndcg10": 0.6770586454665828,+ "mrr10": 1,+ "recall10": 0.16363636363636364,+ "recall100": 0.36363636363636365+ },+ {+ "qid": "PLAIN-2630",+ "ndcg10": 0.8188458073987622,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.3958333333333333+ },+ {+ "qid": "PLAIN-2640",+ "ndcg10": 0.39923129859010653,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.5416666666666666+ },+ {+ "qid": "PLAIN-2650",+ "ndcg10": 0.6489315753318465,+ "mrr10": 1,+ "recall10": 0.1724137931034483,+ "recall100": 0.3448275862068966+ },+ {+ "qid": "PLAIN-2660",+ "ndcg10": 0.40030566811860463,+ "mrr10": 0.5,+ "recall10": 0.14814814814814814,+ "recall100": 0.48148148148148145+ },+ {+ "qid": "PLAIN-2670",+ "ndcg10": 0.3406992958233561,+ "mrr10": 1,+ "recall10": 0.02857142857142857,+ "recall100": 0.05714285714285714+ },+ {+ "qid": "PLAIN-2680",+ "ndcg10": 0.454740507204534,+ "mrr10": 0.5,+ "recall10": 0.2857142857142857,+ "recall100": 0.42857142857142855+ },+ {+ "qid": "PLAIN-2690",+ "ndcg10": 0.6852219536434856,+ "mrr10": 1,+ "recall10": 0.20930232558139536,+ "recall100": 0.4418604651162791+ },+ {+ "qid": "PLAIN-2700",+ "ndcg10": 0.5438770046596358,+ "mrr10": 1,+ "recall10": 0.3,+ "recall100": 0.7+ },+ {+ "qid": "PLAIN-2710",+ "ndcg10": 0.6906119546391791,+ "mrr10": 1,+ "recall10": 0.23809523809523808,+ "recall100": 0.6190476190476191+ },+ {+ "qid": "PLAIN-2720",+ "ndcg10": 0.24639745374629807,+ "mrr10": 0.2,+ "recall10": 0.1111111111111111,+ "recall100": 0.2777777777777778+ },+ {+ "qid": "PLAIN-2730",+ "ndcg10": 0.5235258308273208,+ "mrr10": 1,+ "recall10": 0.13793103448275862,+ "recall100": 0.41379310344827586+ },+ {+ "qid": "PLAIN-2740",+ "ndcg10": 0.6782347310356166,+ "mrr10": 1,+ "recall10": 0.1,+ "recall100": 0.16+ },+ {+ "qid": "PLAIN-2750",+ "ndcg10": 0.532003134830924,+ "mrr10": 1,+ "recall10": 0.1016949152542373,+ "recall100": 0.23728813559322035+ },+ {+ "qid": "PLAIN-2760",+ "ndcg10": 0.4702199443548266,+ "mrr10": 0.5,+ "recall10": 0.25,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2770",+ "ndcg10": 0.325096961030005,+ "mrr10": 0.5,+ "recall10": 0.12195121951219512,+ "recall100": 0.4878048780487805+ },+ {+ "qid": "PLAIN-2780",+ "ndcg10": 0.4033852369868885,+ "mrr10": 1,+ "recall10": 0.2727272727272727,+ "recall100": 0.4090909090909091+ },+ {+ "qid": "PLAIN-2790",+ "ndcg10": 0.652358405855227,+ "mrr10": 1,+ "recall10": 0.1016949152542373,+ "recall100": 0.2033898305084746+ },+ {+ "qid": "PLAIN-2800",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.041666666666666664+ },+ {+ "qid": "PLAIN-2810",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.125+ },+ {+ "qid": "PLAIN-2820",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2830",+ "ndcg10": 0.7262287617954056,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-2840",+ "ndcg10": 0.09478836436955078,+ "mrr10": 0.25,+ "recall10": 0.058823529411764705,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-2850",+ "ndcg10": 0.3026286548261086,+ "mrr10": 0.5,+ "recall10": 0.1111111111111111,+ "recall100": 0.4444444444444444+ },+ {+ "qid": "PLAIN-2860",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2870",+ "ndcg10": 0.0781764177375172,+ "mrr10": 0.2,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-2880",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-2890",+ "ndcg10": 0.1974505933948842,+ "mrr10": 0.25,+ "recall10": 0.034482758620689655,+ "recall100": 0.034482758620689655+ },+ {+ "qid": "PLAIN-2900",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2910",+ "ndcg10": 0.5330346140547638,+ "mrr10": 1,+ "recall10": 0.13333333333333333,+ "recall100": 0.26666666666666666+ },+ {+ "qid": "PLAIN-2920",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-2930",+ "ndcg10": 0.5175857101991203,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-2940",+ "ndcg10": 0.12811612289210494,+ "mrr10": 0.14285714285714285,+ "recall10": 0.045454545454545456,+ "recall100": 0.18181818181818182+ },+ {+ "qid": "PLAIN-2950",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2960",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2970",+ "ndcg10": 0.6338262955454459,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.5555555555555556+ },+ {+ "qid": "PLAIN-2981",+ "ndcg10": 0.5321036168710066,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-2991",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3001",+ "ndcg10": 0.3065735963827292,+ "mrr10": 0.3333333333333333,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3014",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3026",+ "ndcg10": 0.6309297535714574,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3037",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3053",+ "ndcg10": 0.7653606369886218,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-3063",+ "ndcg10": 0.19519002499605084,+ "mrr10": 0.3333333333333333,+ "recall10": 0.25,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-3074",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3085",+ "ndcg10": 0.38162168437253385,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3097",+ "ndcg10": 0.515157140670655,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-3116",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3131",+ "ndcg10": 0.6516433935264055,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3141",+ "ndcg10": 0.3170808479749099,+ "mrr10": 0.3333333333333333,+ "recall10": 0.058823529411764705,+ "recall100": 0.20588235294117646+ },+ {+ "qid": "PLAIN-3151",+ "ndcg10": 0.7456217791401517,+ "mrr10": 1,+ "recall10": 0.3888888888888889,+ "recall100": 0.5555555555555556+ },+ {+ "qid": "PLAIN-3161",+ "ndcg10": 0.524282944620724,+ "mrr10": 1,+ "recall10": 0.046511627906976744,+ "recall100": 0.27906976744186046+ },+ {+ "qid": "PLAIN-3171",+ "ndcg10": 0.044175472610956126,+ "mrr10": 0.1,+ "recall10": 0.029411764705882353,+ "recall100": 0.058823529411764705+ },+ {+ "qid": "PLAIN-3181",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.037037037037037035+ },+ {+ "qid": "PLAIN-3191",+ "ndcg10": 0.4300543345163763,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3201",+ "ndcg10": 0.2037495755301314,+ "mrr10": 0.2,+ "recall10": 0.0625,+ "recall100": 0.09375+ },+ {+ "qid": "PLAIN-3211",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.05555555555555555+ },+ {+ "qid": "PLAIN-3221",+ "ndcg10": 0.06581686446496139,+ "mrr10": 0.25,+ "recall10": 0.041666666666666664,+ "recall100": 0.125+ },+ {+ "qid": "PLAIN-3231",+ "ndcg10": 0.2501157675209561,+ "mrr10": 0.5,+ "recall10": 0.5,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-3241",+ "ndcg10": 0.45846608015576257,+ "mrr10": 1,+ "recall10": 0.034482758620689655,+ "recall100": 0.06896551724137931+ },+ {+ "qid": "PLAIN-3251",+ "ndcg10": 0.16330891279672524,+ "mrr10": 0.16666666666666666,+ "recall10": 0.047619047619047616,+ "recall100": 0.09523809523809523+ },+ {+ "qid": "PLAIN-3261",+ "ndcg10": 0.17034964791167806,+ "mrr10": 0.3333333333333333,+ "recall10": 0.07692307692307693,+ "recall100": 0.07692307692307693+ },+ {+ "qid": "PLAIN-3271",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.10204081632653061+ },+ {+ "qid": "PLAIN-3281",+ "ndcg10": 0.24249682153453903,+ "mrr10": 0.5,+ "recall10": 0.038461538461538464,+ "recall100": 0.07692307692307693+ },+ {+ "qid": "PLAIN-3292",+ "ndcg10": 0.34839716434274914,+ "mrr10": 1,+ "recall10": 0.42857142857142855,+ "recall100": 0.5714285714285714+ },+ {+ "qid": "PLAIN-3302",+ "ndcg10": 0.13084731762486884,+ "mrr10": 0.3333333333333333,+ "recall10": 0.05405405405405406,+ "recall100": 0.3783783783783784+ },+ {+ "qid": "PLAIN-3312",+ "ndcg10": 0.30114238162847884,+ "mrr10": 0.5,+ "recall10": 0.3076923076923077,+ "recall100": 0.6153846153846154+ },+ {+ "qid": "PLAIN-3322",+ "ndcg10": 0.28165758790969186,+ "mrr10": 0.5,+ "recall10": 0.0379746835443038,+ "recall100": 0.13924050632911392+ },+ {+ "qid": "PLAIN-3332",+ "ndcg10": 0.7386266690451878,+ "mrr10": 1,+ "recall10": 0.35714285714285715,+ "recall100": 0.8571428571428571+ },+ {+ "qid": "PLAIN-3342",+ "ndcg10": 0.1671604549662023,+ "mrr10": 0.16666666666666666,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-3352",+ "ndcg10": 0.3843483686763149,+ "mrr10": 1,+ "recall10": 0.02564102564102564,+ "recall100": 0.1282051282051282+ },+ {+ "qid": "PLAIN-3362",+ "ndcg10": 0.6268451902108538,+ "mrr10": 1,+ "recall10": 0.18181818181818182,+ "recall100": 0.2727272727272727+ },+ {+ "qid": "PLAIN-3372",+ "ndcg10": 0.27744302190680586,+ "mrr10": 0.3333333333333333,+ "recall10": 0.14285714285714285,+ "recall100": 0.21428571428571427+ },+ {+ "qid": "PLAIN-3382",+ "ndcg10": 0.4594761912515673,+ "mrr10": 1,+ "recall10": 0.35714285714285715,+ "recall100": 0.7142857142857143+ },+ {+ "qid": "PLAIN-3392",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.13043478260869565+ },+ {+ "qid": "PLAIN-3402",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.21428571428571427+ },+ {+ "qid": "PLAIN-3412",+ "ndcg10": 0.18329273373298458,+ "mrr10": 1,+ "recall10": 0.04081632653061224,+ "recall100": 0.24489795918367346+ },+ {+ "qid": "PLAIN-3422",+ "ndcg10": 0.02321714761064369,+ "mrr10": 0.1,+ "recall10": 0.03225806451612903,+ "recall100": 0.45161290322580644+ },+ {+ "qid": "PLAIN-3432",+ "ndcg10": 0.06362078819895171,+ "mrr10": 0.1,+ "recall10": 0.023809523809523808,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-3442",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.034482758620689655+ },+ {+ "qid": "PLAIN-3452",+ "ndcg10": 0.4247645055987381,+ "mrr10": 1,+ "recall10": 0.11764705882352941,+ "recall100": 0.5294117647058824+ },+ {+ "qid": "PLAIN-3462",+ "ndcg10": 0.6378891765242927,+ "mrr10": 0.5,+ "recall10": 0.109375,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3472",+ "ndcg10": 0.2873431773791806,+ "mrr10": 1,+ "recall10": 0.058823529411764705,+ "recall100": 0.4117647058823529+ }+ ],+ "baselines": {+ "BM25 (Lucene)": 0.325,+ "DocT5query": 0.328,+ "TAS-B": 0.319,+ "GenQ": 0.319,+ "ColBERT": 0.305,+ "Contriever": 0.328,+ "GTR-XL": 0.343,+ "SPLADE++": 0.347,+ "BGE-large-v1.5 (pub)": 0.38,+ "SBERT msmarco": 0.272+ },+ "ourRank": 2,+ "leaderboardLength": 11+}\ No newline at end of filediff --git a/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-35-09-496Z.json b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-35-09-496Z.jsonnew file mode 100644index 0000000000..2c588d8bf2--- /dev/null+++ b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-35-09-496Z.json@@ -0,0 +1,2295 @@+{+ "runAt": "2026-06-26T21:35:09.496Z",+ "benchmark": "beir-nfcorpus-hybrid",+ "dataset": "nfcorpus",+ "pipeline": "BM25+BGE RRF",+ "bgeModel": "Xenova/bge-base-en-v1.5",+ "rrfK": 20,+ "rerank": false,+ "queries": 323,+ "corpusSize": 3633,+ "metrics": {+ "ndcg10": 0.35171471732484655,+ "mrr10": 0.5456029780333185,+ "recall10": 0.16652743860112934,+ "recall100": 0.30466713166229387,+ "avgQueryLatencyMs": 433.3616522198143+ },+ "perQuery": [+ {+ "qid": "PLAIN-2",+ "ndcg10": 0.7412469912547754,+ "mrr10": 1,+ "recall10": 0.2916666666666667,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-12",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.23333333333333334+ },+ {+ "qid": "PLAIN-23",+ "ndcg10": 0.4951328496468998,+ "mrr10": 1,+ "recall10": 0.05555555555555555,+ "recall100": 0.15555555555555556+ },+ {+ "qid": "PLAIN-33",+ "ndcg10": 0.46667017129647237,+ "mrr10": 1,+ "recall10": 0.125,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-44",+ "ndcg10": 0.2940620318598474,+ "mrr10": 1,+ "recall10": 0.05172413793103448,+ "recall100": 0.1724137931034483+ },+ {+ "qid": "PLAIN-56",+ "ndcg10": 0.5097750261375381,+ "mrr10": 1,+ "recall10": 0.1,+ "recall100": 0.26+ },+ {+ "qid": "PLAIN-68",+ "ndcg10": 0.8588798377757242,+ "mrr10": 1,+ "recall10": 0.12727272727272726,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-78",+ "ndcg10": 0.08966284300766811,+ "mrr10": 1,+ "recall10": 0.016129032258064516,+ "recall100": 0.12903225806451613+ },+ {+ "qid": "PLAIN-91",+ "ndcg10": 0.6081351105039879,+ "mrr10": 1,+ "recall10": 0.140625,+ "recall100": 0.328125+ },+ {+ "qid": "PLAIN-102",+ "ndcg10": 0.12811612289210494,+ "mrr10": 1,+ "recall10": 0.041666666666666664,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-112",+ "ndcg10": 0.6858781710646398,+ "mrr10": 1,+ "recall10": 0.08928571428571429,+ "recall100": 0.17857142857142858+ },+ {+ "qid": "PLAIN-123",+ "ndcg10": 0.2848186035513736,+ "mrr10": 0.3333333333333333,+ "recall10": 0.09803921568627451,+ "recall100": 0.1568627450980392+ },+ {+ "qid": "PLAIN-133",+ "ndcg10": 0.08649891544052932,+ "mrr10": 0.1111111111111111,+ "recall10": 0.027777777777777776,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-143",+ "ndcg10": 0.37061294442664394,+ "mrr10": 1,+ "recall10": 0.0392156862745098,+ "recall100": 0.2549019607843137+ },+ {+ "qid": "PLAIN-153",+ "ndcg10": 0.8948763559161851,+ "mrr10": 1,+ "recall10": 0.1702127659574468,+ "recall100": 0.2978723404255319+ },+ {+ "qid": "PLAIN-165",+ "ndcg10": 0.3937404317428725,+ "mrr10": 0.5,+ "recall10": 0.16666666666666666,+ "recall100": 0.3888888888888889+ },+ {+ "qid": "PLAIN-175",+ "ndcg10": 0.29608176037159845,+ "mrr10": 1,+ "recall10": 0.10810810810810811,+ "recall100": 0.13513513513513514+ },+ {+ "qid": "PLAIN-186",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.041666666666666664,+ "recall100": 0.125+ },+ {+ "qid": "PLAIN-196",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.043478260869565216+ },+ {+ "qid": "PLAIN-207",+ "ndcg10": 0.6578986223737446,+ "mrr10": 1,+ "recall10": 0.10909090909090909,+ "recall100": 0.2545454545454545+ },+ {+ "qid": "PLAIN-217",+ "ndcg10": 0.12987501165334076,+ "mrr10": 0.1111111111111111,+ "recall10": 0.05555555555555555,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-227",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1+ },+ {+ "qid": "PLAIN-238",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.037037037037037035+ },+ {+ "qid": "PLAIN-248",+ "ndcg10": 0.4666234168001789,+ "mrr10": 0.5,+ "recall10": 0.16129032258064516,+ "recall100": 0.25806451612903225+ },+ {+ "qid": "PLAIN-259",+ "ndcg10": 0.2984900352767555,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.21428571428571427+ },+ {+ "qid": "PLAIN-270",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.019230769230769232,+ "recall100": 0.21153846153846154+ },+ {+ "qid": "PLAIN-280",+ "ndcg10": 0.3436966913921454,+ "mrr10": 0.5,+ "recall10": 0.15,+ "recall100": 0.55+ },+ {+ "qid": "PLAIN-291",+ "ndcg10": 0.3589542101716347,+ "mrr10": 1,+ "recall10": 0.15384615384615385,+ "recall100": 0.5384615384615384+ },+ {+ "qid": "PLAIN-307",+ "ndcg10": 0.7653606369886218,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 1+ },+ {+ "qid": "PLAIN-320",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2619047619047619+ },+ {+ "qid": "PLAIN-332",+ "ndcg10": 0.6131471927654584,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-344",+ "ndcg10": 0.6166392118848165,+ "mrr10": 0.5,+ "recall10": 0.11475409836065574,+ "recall100": 0.2459016393442623+ },+ {+ "qid": "PLAIN-358",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-371",+ "ndcg10": 0.27541155237618664,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "PLAIN-383",+ "ndcg10": 0.14606834984270645,+ "mrr10": 0.25,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-395",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-407",+ "ndcg10": 0.7262287617954056,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-418",+ "ndcg10": 0.8344475896326595,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-430",+ "ndcg10": 0.4967105728753997,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-441",+ "ndcg10": 0.727463892412172,+ "mrr10": 1,+ "recall10": 0.8,+ "recall100": 1+ },+ {+ "qid": "PLAIN-457",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-468",+ "ndcg10": 0.521256019952062,+ "mrr10": 1,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-478",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-488",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 0.7333333333333333+ },+ {+ "qid": "PLAIN-499",+ "ndcg10": 0.2532954041105318,+ "mrr10": 0.25,+ "recall10": 0.08823529411764706,+ "recall100": 0.14705882352941177+ },+ {+ "qid": "PLAIN-510",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-520",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-531",+ "ndcg10": 0.2906246349515899,+ "mrr10": 0.5,+ "recall10": 0.00974025974025974,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-541",+ "ndcg10": 0.10778915452451093,+ "mrr10": 0.16666666666666666,+ "recall10": 0.16666666666666666,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-551",+ "ndcg10": 0.6131471927654584,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-561",+ "ndcg10": 0.3589542101716347,+ "mrr10": 1,+ "recall10": 0.08,+ "recall100": 0.12+ },+ {+ "qid": "PLAIN-571",+ "ndcg10": 0.2162957183053307,+ "mrr10": 0.25,+ "recall10": 0.2857142857142857,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-583",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.022727272727272728,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-593",+ "ndcg10": 0.46927872602275644,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-603",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-613",+ "ndcg10": 0.13886244387355454,+ "mrr10": 0.5,+ "recall10": 0.1,+ "recall100": 0.3+ },+ {+ "qid": "PLAIN-623",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.024390243902439025,+ "recall100": 0.12195121951219512+ },+ {+ "qid": "PLAIN-634",+ "ndcg10": 0.424926013816671,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-645",+ "ndcg10": 0.07336392209936005,+ "mrr10": 0.14285714285714285,+ "recall10": 0.034482758620689655,+ "recall100": 0.10344827586206896+ },+ {+ "qid": "PLAIN-660",+ "ndcg10": 0.9363792118010483,+ "mrr10": 1,+ "recall10": 0.018947368421052633,+ "recall100": 0.0863157894736842+ },+ {+ "qid": "PLAIN-671",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-681",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-691",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.09523809523809523+ },+ {+ "qid": "PLAIN-701",+ "ndcg10": 0.1662433493697512,+ "mrr10": 0.16666666666666666,+ "recall10": 0.25,+ "recall100": 0.375+ },+ {+ "qid": "PLAIN-711",+ "ndcg10": 0.5579780239523999,+ "mrr10": 1,+ "recall10": 0.08771929824561403,+ "recall100": 0.22807017543859648+ },+ {+ "qid": "PLAIN-721",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.4,+ "recall100": 0.64+ },+ {+ "qid": "PLAIN-731",+ "ndcg10": 0.7241528458281337,+ "mrr10": 1,+ "recall10": 0.12962962962962962,+ "recall100": 0.37037037037037035+ },+ {+ "qid": "PLAIN-741",+ "ndcg10": 0.800693766409882,+ "mrr10": 1,+ "recall10": 0.3684210526315789,+ "recall100": 0.3684210526315789+ },+ {+ "qid": "PLAIN-751",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-761",+ "ndcg10": 0.4103915680233244,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-771",+ "ndcg10": 0.9134015924715543,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-782",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-792",+ "ndcg10": 0.30260241349881345,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-806",+ "ndcg10": 0.933745776545611,+ "mrr10": 1,+ "recall10": 0.09375,+ "recall100": 0.22916666666666666+ },+ {+ "qid": "PLAIN-817",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "PLAIN-827",+ "ndcg10": 0.84860265890399,+ "mrr10": 1,+ "recall10": 0.03278688524590164,+ "recall100": 0.21721311475409835+ },+ {+ "qid": "PLAIN-838",+ "ndcg10": 0.6930221935231562,+ "mrr10": 1,+ "recall10": 0.5555555555555556,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-850",+ "ndcg10": 0.5541432109622958,+ "mrr10": 1,+ "recall10": 0.07017543859649122,+ "recall100": 0.17543859649122806+ },+ {+ "qid": "PLAIN-872",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-882",+ "ndcg10": 0.8701249883466593,+ "mrr10": 1,+ "recall10": 0.5333333333333333,+ "recall100": 0.8+ },+ {+ "qid": "PLAIN-892",+ "ndcg10": 0.6332196796270029,+ "mrr10": 1,+ "recall10": 0.05434782608695652,+ "recall100": 0.21739130434782608+ },+ {+ "qid": "PLAIN-902",+ "ndcg10": 0.3903800499921017,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-913",+ "ndcg10": 0.8603818544462509,+ "mrr10": 1,+ "recall10": 0.23529411764705882,+ "recall100": 0.35294117647058826+ },+ {+ "qid": "PLAIN-924",+ "ndcg10": 0.31516255047698366,+ "mrr10": 0.5,+ "recall10": 0.09375,+ "recall100": 0.3125+ },+ {+ "qid": "PLAIN-934",+ "ndcg10": 0.7917267193679839,+ "mrr10": 1,+ "recall10": 0.06930693069306931,+ "recall100": 0.31683168316831684+ },+ {+ "qid": "PLAIN-946",+ "ndcg10": 0.13568544539116628,+ "mrr10": 0.125,+ "recall10": 0.06451612903225806,+ "recall100": 0.12903225806451613+ },+ {+ "qid": "PLAIN-956",+ "ndcg10": 0.6594803070902429,+ "mrr10": 1,+ "recall10": 0.02912621359223301,+ "recall100": 0.17475728155339806+ },+ {+ "qid": "PLAIN-966",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-977",+ "ndcg10": 0.2960819109658652,+ "mrr10": 0.5,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-987",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-997",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1008",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1018",+ "ndcg10": 0.4521472607752954,+ "mrr10": 0.5,+ "recall10": 0.08333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1028",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1039",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1050",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.06382978723404255+ },+ {+ "qid": "PLAIN-1066",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1088",+ "ndcg10": 0.5531464700081437,+ "mrr10": 1,+ "recall10": 0.4,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-1098",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1109",+ "ndcg10": 0.684383072597662,+ "mrr10": 1,+ "recall10": 0.061224489795918366,+ "recall100": 0.35714285714285715+ },+ {+ "qid": "PLAIN-1119",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1130",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1141",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.0625,+ "recall100": 0.3125+ },+ {+ "qid": "PLAIN-1151",+ "ndcg10": 0.7065443116025598,+ "mrr10": 0.5,+ "recall10": 0.05228758169934641,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-1161",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1172",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.05263157894736842,+ "recall100": 0.15789473684210525+ },+ {+ "qid": "PLAIN-1183",+ "ndcg10": 0.23365080824310533,+ "mrr10": 0.5,+ "recall10": 0.08,+ "recall100": 0.08+ },+ {+ "qid": "PLAIN-1193",+ "ndcg10": 0.20483424751859086,+ "mrr10": 0.3333333333333333,+ "recall10": 0.1111111111111111,+ "recall100": 0.5555555555555556+ },+ {+ "qid": "PLAIN-1203",+ "ndcg10": 0.5174612499126158,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-1214",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1225",+ "ndcg10": 0.6830838076905166,+ "mrr10": 1,+ "recall10": 0.2222222222222222,+ "recall100": 0.5555555555555556+ },+ {+ "qid": "PLAIN-1236",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1249",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1262",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1275",+ "ndcg10": 0.43735247915031,+ "mrr10": 1,+ "recall10": 0.05454545454545454,+ "recall100": 0.2545454545454545+ },+ {+ "qid": "PLAIN-1288",+ "ndcg10": 0.5933607200949346,+ "mrr10": 1,+ "recall10": 0.025510204081632654,+ "recall100": 0.12755102040816327+ },+ {+ "qid": "PLAIN-1299",+ "ndcg10": 0.11004588314904008,+ "mrr10": 0.3333333333333333,+ "recall10": 0.01639344262295082,+ "recall100": 0.06557377049180328+ },+ {+ "qid": "PLAIN-1309",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1320",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1331",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1342",+ "ndcg10": 0.4440973278132557,+ "mrr10": 1,+ "recall10": 0.1875,+ "recall100": 0.3125+ },+ {+ "qid": "PLAIN-1353",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1363",+ "ndcg10": 0.24655055544758614,+ "mrr10": 0.25,+ "recall10": 0.2727272727272727,+ "recall100": 0.7272727272727273+ },+ {+ "qid": "PLAIN-1374",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.19230769230769232+ },+ {+ "qid": "PLAIN-1387",+ "ndcg10": 0.7183627972686238,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-1398",+ "ndcg10": 0.9216017310213247,+ "mrr10": 1,+ "recall10": 0.08737864077669903,+ "recall100": 0.22330097087378642+ },+ {+ "qid": "PLAIN-1409",+ "ndcg10": 0.24936270394794902,+ "mrr10": 0.25,+ "recall10": 0.011857707509881422,+ "recall100": 0.1541501976284585+ },+ {+ "qid": "PLAIN-1419",+ "ndcg10": 0.4885468020156227,+ "mrr10": 1,+ "recall10": 0.06153846153846154,+ "recall100": 0.1076923076923077+ },+ {+ "qid": "PLAIN-1429",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1441",+ "ndcg10": 0.5599332595218056,+ "mrr10": 1,+ "recall10": 0.026881720430107527,+ "recall100": 0.15053763440860216+ },+ {+ "qid": "PLAIN-1453",+ "ndcg10": 0.5103515512676448,+ "mrr10": 1,+ "recall10": 0.0163265306122449,+ "recall100": 0.06938775510204082+ },+ {+ "qid": "PLAIN-1463",+ "ndcg10": 0.2082936658103318,+ "mrr10": 0.5,+ "recall10": 0.08333333333333333,+ "recall100": 0.2916666666666667+ },+ {+ "qid": "PLAIN-1473",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1485",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1496",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1506",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.13333333333333333+ },+ {+ "qid": "PLAIN-1516",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1527",+ "ndcg10": 0.9052116356304493,+ "mrr10": 1,+ "recall10": 0.04455445544554455,+ "recall100": 0.18811881188118812+ },+ {+ "qid": "PLAIN-1537",+ "ndcg10": 0.13886244387355454,+ "mrr10": 0.5,+ "recall10": 0.022222222222222223,+ "recall100": 0.15555555555555556+ },+ {+ "qid": "PLAIN-1547",+ "ndcg10": 0.13032376591037062,+ "mrr10": 0.25,+ "recall10": 0.16666666666666666,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1557",+ "ndcg10": 0.2489083270225946,+ "mrr10": 0.5,+ "recall10": 0.07692307692307693,+ "recall100": 0.11538461538461539+ },+ {+ "qid": "PLAIN-1568",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1579",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1590",+ "ndcg10": 0.06625422345438903,+ "mrr10": 0.1111111111111111,+ "recall10": 0.05555555555555555,+ "recall100": 0.3888888888888889+ },+ {+ "qid": "PLAIN-1601",+ "ndcg10": 0.6457545768494583,+ "mrr10": 1,+ "recall10": 0.08108108108108109,+ "recall100": 0.24324324324324326+ },+ {+ "qid": "PLAIN-1611",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1621",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1635",+ "ndcg10": 0.9266360779006401,+ "mrr10": 1,+ "recall10": 0.02088167053364269,+ "recall100": 0.14153132250580047+ },+ {+ "qid": "PLAIN-1645",+ "ndcg10": 0.15130120674940672,+ "mrr10": 0.3333333333333333,+ "recall10": 0.16666666666666666,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1656",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.07142857142857142+ },+ {+ "qid": "PLAIN-1667",+ "ndcg10": 0.7877736340270854,+ "mrr10": 1,+ "recall10": 0.050314465408805034,+ "recall100": 0.1509433962264151+ },+ {+ "qid": "PLAIN-1679",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1690",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1700",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-1710",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.625,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-1721",+ "ndcg10": 0.40995091484653445,+ "mrr10": 0.5,+ "recall10": 0.12903225806451613,+ "recall100": 0.16129032258064516+ },+ {+ "qid": "PLAIN-1731",+ "ndcg10": 0.7653606369886217,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1741",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.023809523809523808,+ "recall100": 0.11666666666666667+ },+ {+ "qid": "PLAIN-1752",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1762",+ "ndcg10": 0.5784505554216093,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-1772",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1784",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1794",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1805",+ "ndcg10": 0.9052116356304493,+ "mrr10": 1,+ "recall10": 0.07758620689655173,+ "recall100": 0.2672413793103448+ },+ {+ "qid": "PLAIN-1817",+ "ndcg10": 0.42838543210841196,+ "mrr10": 1,+ "recall10": 0.1111111111111111,+ "recall100": 0.2962962962962963+ },+ {+ "qid": "PLAIN-1827",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1837",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.05102040816326531,+ "recall100": 0.32142857142857145+ },+ {+ "qid": "PLAIN-1847",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.09090909090909091,+ "recall100": 0.2727272727272727+ },+ {+ "qid": "PLAIN-1857",+ "ndcg10": 0.5957616317188126,+ "mrr10": 1,+ "recall10": 0.15151515151515152,+ "recall100": 0.42424242424242425+ },+ {+ "qid": "PLAIN-1867",+ "ndcg10": 0.07945707943276742,+ "mrr10": 0.1,+ "recall10": 0.14285714285714285,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-1877",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.05555555555555555+ },+ {+ "qid": "PLAIN-1887",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-1897",+ "ndcg10": 0.17723928678404774,+ "mrr10": 0.1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-1909",+ "ndcg10": 0.8263333286520083,+ "mrr10": 1,+ "recall10": 0.017278617710583154,+ "recall100": 0.1101511879049676+ },+ {+ "qid": "PLAIN-1919",+ "ndcg10": 0.7967610662472993,+ "mrr10": 1,+ "recall10": 0.25925925925925924,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1929",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-1940",+ "ndcg10": 0.3589542101716347,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.5833333333333334+ },+ {+ "qid": "PLAIN-1950",+ "ndcg10": 0.2489083270225946,+ "mrr10": 0.5,+ "recall10": 0.15384615384615385,+ "recall100": 0.23076923076923078+ },+ {+ "qid": "PLAIN-1962",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1972",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.36363636363636365+ },+ {+ "qid": "PLAIN-1983",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.3125,+ "recall100": 0.6875+ },+ {+ "qid": "PLAIN-1995",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.18181818181818182+ },+ {+ "qid": "PLAIN-2009",+ "ndcg10": 0.3700049343491939,+ "mrr10": 0.25,+ "recall10": 0.5,+ "recall100": 0.625+ },+ {+ "qid": "PLAIN-2019",+ "ndcg10": 0.13565197343244778,+ "mrr10": 0.1,+ "recall10": 0.3333333333333333,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-2030",+ "ndcg10": 0.19092086617893467,+ "mrr10": 0.5,+ "recall10": 0.16666666666666666,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-2040",+ "ndcg10": 0.4950940324881554,+ "mrr10": 0.5,+ "recall10": 0.03787878787878788,+ "recall100": 0.13636363636363635+ },+ {+ "qid": "PLAIN-2051",+ "ndcg10": 0.5423640154200349,+ "mrr10": 1,+ "recall10": 0.011267605633802818,+ "recall100": 0.09859154929577464+ },+ {+ "qid": "PLAIN-2061",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.024390243902439025,+ "recall100": 0.13902439024390245+ },+ {+ "qid": "PLAIN-2071",+ "ndcg10": 0.5455017237786198,+ "mrr10": 0.5,+ "recall10": 0.13333333333333333,+ "recall100": 0.37777777777777777+ },+ {+ "qid": "PLAIN-2081",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2092",+ "ndcg10": 0.6489315753318465,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.6+ },+ {+ "qid": "PLAIN-2102",+ "ndcg10": 0.7600791051976192,+ "mrr10": 1,+ "recall10": 0.0166270783847981,+ "recall100": 0.1163895486935867+ },+ {+ "qid": "PLAIN-2113",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2124",+ "ndcg10": 0.5455206287241073,+ "mrr10": 1,+ "recall10": 0.29411764705882354,+ "recall100": 0.5294117647058824+ },+ {+ "qid": "PLAIN-2134",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.08333333333333333+ },+ {+ "qid": "PLAIN-2145",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-2156",+ "ndcg10": 0.7751482523375255,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 0.8333333333333334+ },+ {+ "qid": "PLAIN-2167",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2177",+ "ndcg10": 0.5072380780124418,+ "mrr10": 0.5,+ "recall10": 0.20833333333333334,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2187",+ "ndcg10": 0.23504554941448536,+ "mrr10": 1,+ "recall10": 0.1111111111111111,+ "recall100": 0.2222222222222222+ },+ {+ "qid": "PLAIN-2197",+ "ndcg10": 0.6496872770120411,+ "mrr10": 1,+ "recall10": 0.10344827586206896,+ "recall100": 0.3103448275862069+ },+ {+ "qid": "PLAIN-2209",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2220",+ "ndcg10": 0.38334277998463445,+ "mrr10": 1,+ "recall10": 0.2222222222222222,+ "recall100": 0.2222222222222222+ },+ {+ "qid": "PLAIN-2230",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2240",+ "ndcg10": 0.2082936658103318,+ "mrr10": 0.5,+ "recall10": 0.18181818181818182,+ "recall100": 0.2727272727272727+ },+ {+ "qid": "PLAIN-2250",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2261",+ "ndcg10": 0.5637884576902256,+ "mrr10": 1,+ "recall10": 0.06666666666666667,+ "recall100": 0.15+ },+ {+ "qid": "PLAIN-2271",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2281",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2291",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-2301",+ "ndcg10": 0.13961814555374907,+ "mrr10": 0.14285714285714285,+ "recall10": 0.15384615384615385,+ "recall100": 0.3076923076923077+ },+ {+ "qid": "PLAIN-2311",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2321",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2332",+ "ndcg10": 0.7663491917568946,+ "mrr10": 1,+ "recall10": 0.08247422680412371,+ "recall100": 0.4020618556701031+ },+ {+ "qid": "PLAIN-2343",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2354",+ "ndcg10": 0.5087403079104241,+ "mrr10": 1,+ "recall10": 0.4,+ "recall100": 0.6+ },+ {+ "qid": "PLAIN-2364",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2375",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2386",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3684210526315789+ },+ {+ "qid": "PLAIN-2396",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-2408",+ "ndcg10": 0.5531464700081437,+ "mrr10": 1,+ "recall10": 0.4,+ "recall100": 0.6+ },+ {+ "qid": "PLAIN-2430",+ "ndcg10": 0.5740106608557803,+ "mrr10": 1,+ "recall10": 0.15217391304347827,+ "recall100": 0.41304347826086957+ },+ {+ "qid": "PLAIN-2440",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.047619047619047616+ },+ {+ "qid": "PLAIN-2450",+ "ndcg10": 0.2336508082431053,+ "mrr10": 0.5,+ "recall10": 0.05263157894736842,+ "recall100": 0.13157894736842105+ },+ {+ "qid": "PLAIN-2460",+ "ndcg10": 0.43174458805633853,+ "mrr10": 1,+ "recall10": 0.12903225806451613,+ "recall100": 0.4838709677419355+ },+ {+ "qid": "PLAIN-2470",+ "ndcg10": 0.7024216173807135,+ "mrr10": 1,+ "recall10": 0.0821917808219178,+ "recall100": 0.3287671232876712+ },+ {+ "qid": "PLAIN-2480",+ "ndcg10": 0.4407905902246705,+ "mrr10": 1,+ "recall10": 0.2777777777777778,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-2490",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.34782608695652173+ },+ {+ "qid": "PLAIN-2500",+ "ndcg10": 0.15487585161383474,+ "mrr10": 0.16666666666666666,+ "recall10": 0.14285714285714285,+ "recall100": 0.7142857142857143+ },+ {+ "qid": "PLAIN-2510",+ "ndcg10": 0.589664883987166,+ "mrr10": 0.5,+ "recall10": 0.15217391304347827,+ "recall100": 0.5869565217391305+ },+ {+ "qid": "PLAIN-2520",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1095890410958904+ },+ {+ "qid": "PLAIN-2530",+ "ndcg10": 0.955830517697074,+ "mrr10": 1,+ "recall10": 0.1388888888888889,+ "recall100": 0.3888888888888889+ },+ {+ "qid": "PLAIN-2540",+ "ndcg10": 0.4941492558420748,+ "mrr10": 0.5,+ "recall10": 0.2857142857142857,+ "recall100": 0.6190476190476191+ },+ {+ "qid": "PLAIN-2550",+ "ndcg10": 0.24746798875357182,+ "mrr10": 0.5,+ "recall10": 0.08,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-2560",+ "ndcg10": 0.9363792118010483,+ "mrr10": 1,+ "recall10": 0.42857142857142855,+ "recall100": 0.6190476190476191+ },+ {+ "qid": "PLAIN-2570",+ "ndcg10": 0.25523504782501816,+ "mrr10": 0.3333333333333333,+ "recall10": 0.075,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2580",+ "ndcg10": 0.1135664319411187,+ "mrr10": 1,+ "recall10": 0.043478260869565216,+ "recall100": 0.13043478260869565+ },+ {+ "qid": "PLAIN-2590",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.07936507936507936+ },+ {+ "qid": "PLAIN-2600",+ "ndcg10": 0.6613158235505792,+ "mrr10": 1,+ "recall10": 0.3,+ "recall100": 0.3+ },+ {+ "qid": "PLAIN-2610",+ "ndcg10": 0.4973811325345484,+ "mrr10": 1,+ "recall10": 0.06557377049180328,+ "recall100": 0.2459016393442623+ },+ {+ "qid": "PLAIN-2620",+ "ndcg10": 0.6770586454665828,+ "mrr10": 1,+ "recall10": 0.16363636363636364,+ "recall100": 0.36363636363636365+ },+ {+ "qid": "PLAIN-2630",+ "ndcg10": 0.8188458073987622,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.3958333333333333+ },+ {+ "qid": "PLAIN-2640",+ "ndcg10": 0.39923129859010653,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.5416666666666666+ },+ {+ "qid": "PLAIN-2650",+ "ndcg10": 0.6489315753318465,+ "mrr10": 1,+ "recall10": 0.1724137931034483,+ "recall100": 0.3448275862068966+ },+ {+ "qid": "PLAIN-2660",+ "ndcg10": 0.40030566811860463,+ "mrr10": 0.5,+ "recall10": 0.14814814814814814,+ "recall100": 0.48148148148148145+ },+ {+ "qid": "PLAIN-2670",+ "ndcg10": 0.3406992958233561,+ "mrr10": 1,+ "recall10": 0.02857142857142857,+ "recall100": 0.05714285714285714+ },+ {+ "qid": "PLAIN-2680",+ "ndcg10": 0.454740507204534,+ "mrr10": 0.5,+ "recall10": 0.2857142857142857,+ "recall100": 0.42857142857142855+ },+ {+ "qid": "PLAIN-2690",+ "ndcg10": 0.6852219536434856,+ "mrr10": 1,+ "recall10": 0.20930232558139536,+ "recall100": 0.4418604651162791+ },+ {+ "qid": "PLAIN-2700",+ "ndcg10": 0.5438770046596358,+ "mrr10": 1,+ "recall10": 0.3,+ "recall100": 0.7+ },+ {+ "qid": "PLAIN-2710",+ "ndcg10": 0.6906119546391791,+ "mrr10": 1,+ "recall10": 0.23809523809523808,+ "recall100": 0.6190476190476191+ },+ {+ "qid": "PLAIN-2720",+ "ndcg10": 0.24639745374629807,+ "mrr10": 0.2,+ "recall10": 0.1111111111111111,+ "recall100": 0.2777777777777778+ },+ {+ "qid": "PLAIN-2730",+ "ndcg10": 0.5235258308273208,+ "mrr10": 1,+ "recall10": 0.13793103448275862,+ "recall100": 0.41379310344827586+ },+ {+ "qid": "PLAIN-2740",+ "ndcg10": 0.6782347310356166,+ "mrr10": 1,+ "recall10": 0.1,+ "recall100": 0.16+ },+ {+ "qid": "PLAIN-2750",+ "ndcg10": 0.532003134830924,+ "mrr10": 1,+ "recall10": 0.1016949152542373,+ "recall100": 0.23728813559322035+ },+ {+ "qid": "PLAIN-2760",+ "ndcg10": 0.4702199443548266,+ "mrr10": 0.5,+ "recall10": 0.25,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2770",+ "ndcg10": 0.325096961030005,+ "mrr10": 0.5,+ "recall10": 0.12195121951219512,+ "recall100": 0.4878048780487805+ },+ {+ "qid": "PLAIN-2780",+ "ndcg10": 0.4033852369868885,+ "mrr10": 1,+ "recall10": 0.2727272727272727,+ "recall100": 0.4090909090909091+ },+ {+ "qid": "PLAIN-2790",+ "ndcg10": 0.652358405855227,+ "mrr10": 1,+ "recall10": 0.1016949152542373,+ "recall100": 0.2033898305084746+ },+ {+ "qid": "PLAIN-2800",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.041666666666666664+ },+ {+ "qid": "PLAIN-2810",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.125+ },+ {+ "qid": "PLAIN-2820",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2830",+ "ndcg10": 0.7262287617954056,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-2840",+ "ndcg10": 0.09478836436955078,+ "mrr10": 0.25,+ "recall10": 0.058823529411764705,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-2850",+ "ndcg10": 0.3026286548261086,+ "mrr10": 0.5,+ "recall10": 0.1111111111111111,+ "recall100": 0.4444444444444444+ },+ {+ "qid": "PLAIN-2860",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2870",+ "ndcg10": 0.0781764177375172,+ "mrr10": 0.2,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-2880",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-2890",+ "ndcg10": 0.1974505933948842,+ "mrr10": 0.25,+ "recall10": 0.034482758620689655,+ "recall100": 0.034482758620689655+ },+ {+ "qid": "PLAIN-2900",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2910",+ "ndcg10": 0.5330346140547638,+ "mrr10": 1,+ "recall10": 0.13333333333333333,+ "recall100": 0.26666666666666666+ },+ {+ "qid": "PLAIN-2920",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-2930",+ "ndcg10": 0.5175857101991203,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-2940",+ "ndcg10": 0.12811612289210494,+ "mrr10": 0.14285714285714285,+ "recall10": 0.045454545454545456,+ "recall100": 0.18181818181818182+ },+ {+ "qid": "PLAIN-2950",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2960",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2970",+ "ndcg10": 0.6338262955454459,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.5555555555555556+ },+ {+ "qid": "PLAIN-2981",+ "ndcg10": 0.5321036168710066,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-2991",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3001",+ "ndcg10": 0.3065735963827292,+ "mrr10": 0.3333333333333333,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3014",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3026",+ "ndcg10": 0.6309297535714574,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3037",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3053",+ "ndcg10": 0.7653606369886218,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-3063",+ "ndcg10": 0.19519002499605084,+ "mrr10": 0.3333333333333333,+ "recall10": 0.25,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-3074",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3085",+ "ndcg10": 0.38162168437253385,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3097",+ "ndcg10": 0.515157140670655,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-3116",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3131",+ "ndcg10": 0.6516433935264055,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3141",+ "ndcg10": 0.3170808479749099,+ "mrr10": 0.3333333333333333,+ "recall10": 0.058823529411764705,+ "recall100": 0.20588235294117646+ },+ {+ "qid": "PLAIN-3151",+ "ndcg10": 0.7456217791401517,+ "mrr10": 1,+ "recall10": 0.3888888888888889,+ "recall100": 0.5555555555555556+ },+ {+ "qid": "PLAIN-3161",+ "ndcg10": 0.524282944620724,+ "mrr10": 1,+ "recall10": 0.046511627906976744,+ "recall100": 0.27906976744186046+ },+ {+ "qid": "PLAIN-3171",+ "ndcg10": 0.044175472610956126,+ "mrr10": 0.1,+ "recall10": 0.029411764705882353,+ "recall100": 0.058823529411764705+ },+ {+ "qid": "PLAIN-3181",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.037037037037037035+ },+ {+ "qid": "PLAIN-3191",+ "ndcg10": 0.4300543345163763,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3201",+ "ndcg10": 0.2037495755301314,+ "mrr10": 0.2,+ "recall10": 0.0625,+ "recall100": 0.09375+ },+ {+ "qid": "PLAIN-3211",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.05555555555555555+ },+ {+ "qid": "PLAIN-3221",+ "ndcg10": 0.06581686446496139,+ "mrr10": 0.25,+ "recall10": 0.041666666666666664,+ "recall100": 0.125+ },+ {+ "qid": "PLAIN-3231",+ "ndcg10": 0.2501157675209561,+ "mrr10": 0.5,+ "recall10": 0.5,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-3241",+ "ndcg10": 0.45846608015576257,+ "mrr10": 1,+ "recall10": 0.034482758620689655,+ "recall100": 0.06896551724137931+ },+ {+ "qid": "PLAIN-3251",+ "ndcg10": 0.16330891279672524,+ "mrr10": 0.16666666666666666,+ "recall10": 0.047619047619047616,+ "recall100": 0.09523809523809523+ },+ {+ "qid": "PLAIN-3261",+ "ndcg10": 0.17034964791167806,+ "mrr10": 0.3333333333333333,+ "recall10": 0.07692307692307693,+ "recall100": 0.07692307692307693+ },+ {+ "qid": "PLAIN-3271",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.10204081632653061+ },+ {+ "qid": "PLAIN-3281",+ "ndcg10": 0.24249682153453903,+ "mrr10": 0.5,+ "recall10": 0.038461538461538464,+ "recall100": 0.07692307692307693+ },+ {+ "qid": "PLAIN-3292",+ "ndcg10": 0.34839716434274914,+ "mrr10": 1,+ "recall10": 0.42857142857142855,+ "recall100": 0.5714285714285714+ },+ {+ "qid": "PLAIN-3302",+ "ndcg10": 0.13084731762486884,+ "mrr10": 0.3333333333333333,+ "recall10": 0.05405405405405406,+ "recall100": 0.3783783783783784+ },+ {+ "qid": "PLAIN-3312",+ "ndcg10": 0.30114238162847884,+ "mrr10": 0.5,+ "recall10": 0.3076923076923077,+ "recall100": 0.6153846153846154+ },+ {+ "qid": "PLAIN-3322",+ "ndcg10": 0.28165758790969186,+ "mrr10": 0.5,+ "recall10": 0.0379746835443038,+ "recall100": 0.13924050632911392+ },+ {+ "qid": "PLAIN-3332",+ "ndcg10": 0.7386266690451878,+ "mrr10": 1,+ "recall10": 0.35714285714285715,+ "recall100": 0.8571428571428571+ },+ {+ "qid": "PLAIN-3342",+ "ndcg10": 0.1671604549662023,+ "mrr10": 0.16666666666666666,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-3352",+ "ndcg10": 0.3843483686763149,+ "mrr10": 1,+ "recall10": 0.02564102564102564,+ "recall100": 0.1282051282051282+ },+ {+ "qid": "PLAIN-3362",+ "ndcg10": 0.6268451902108538,+ "mrr10": 1,+ "recall10": 0.18181818181818182,+ "recall100": 0.2727272727272727+ },+ {+ "qid": "PLAIN-3372",+ "ndcg10": 0.27744302190680586,+ "mrr10": 0.3333333333333333,+ "recall10": 0.14285714285714285,+ "recall100": 0.21428571428571427+ },+ {+ "qid": "PLAIN-3382",+ "ndcg10": 0.4594761912515673,+ "mrr10": 1,+ "recall10": 0.35714285714285715,+ "recall100": 0.7142857142857143+ },+ {+ "qid": "PLAIN-3392",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.13043478260869565+ },+ {+ "qid": "PLAIN-3402",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.21428571428571427+ },+ {+ "qid": "PLAIN-3412",+ "ndcg10": 0.18329273373298458,+ "mrr10": 1,+ "recall10": 0.04081632653061224,+ "recall100": 0.24489795918367346+ },+ {+ "qid": "PLAIN-3422",+ "ndcg10": 0.02321714761064369,+ "mrr10": 0.1,+ "recall10": 0.03225806451612903,+ "recall100": 0.45161290322580644+ },+ {+ "qid": "PLAIN-3432",+ "ndcg10": 0.06362078819895171,+ "mrr10": 0.1,+ "recall10": 0.023809523809523808,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-3442",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.034482758620689655+ },+ {+ "qid": "PLAIN-3452",+ "ndcg10": 0.4247645055987381,+ "mrr10": 1,+ "recall10": 0.11764705882352941,+ "recall100": 0.5294117647058824+ },+ {+ "qid": "PLAIN-3462",+ "ndcg10": 0.6378891765242927,+ "mrr10": 0.5,+ "recall10": 0.109375,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3472",+ "ndcg10": 0.2873431773791806,+ "mrr10": 1,+ "recall10": 0.058823529411764705,+ "recall100": 0.4117647058823529+ }+ ],+ "baselines": {+ "BM25 (Lucene)": 0.325,+ "DocT5query": 0.328,+ "TAS-B": 0.319,+ "GenQ": 0.319,+ "ColBERT": 0.305,+ "Contriever": 0.328,+ "GTR-XL": 0.343,+ "SPLADE++": 0.347,+ "BGE-large-v1.5 (pub)": 0.38,+ "SBERT msmarco": 0.272+ },+ "ourRank": 2,+ "leaderboardLength": 11+}\ No newline at end of filediff --git a/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-40-28-845Z.json b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-40-28-845Z.jsonnew file mode 100644index 0000000000..7b5625e631--- /dev/null+++ b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-40-28-845Z.json@@ -0,0 +1,2295 @@+{+ "runAt": "2026-06-26T21:40:28.845Z",+ "benchmark": "beir-nfcorpus-hybrid",+ "dataset": "nfcorpus",+ "pipeline": "BM25+BGE RRF",+ "bgeModel": "Xenova/bge-base-en-v1.5",+ "rrfK": 40,+ "rerank": false,+ "queries": 323,+ "corpusSize": 3633,+ "metrics": {+ "ndcg10": 0.29609610368360434,+ "mrr10": 0.4802619293331366,+ "recall10": 0.14060162889099595,+ "recall100": 0.2749224842753052,+ "avgQueryLatencyMs": 418.05605404953565+ },+ "perQuery": [+ {+ "qid": "PLAIN-2",+ "ndcg10": 0.7657034735728829,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-12",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.23333333333333334+ },+ {+ "qid": "PLAIN-23",+ "ndcg10": 0.4272322926778316,+ "mrr10": 1,+ "recall10": 0.044444444444444446,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-33",+ "ndcg10": 0.4822616994759819,+ "mrr10": 1,+ "recall10": 0.125,+ "recall100": 0.21875+ },+ {+ "qid": "PLAIN-44",+ "ndcg10": 0.13449426451150215,+ "mrr10": 0.3333333333333333,+ "recall10": 0.034482758620689655,+ "recall100": 0.13793103448275862+ },+ {+ "qid": "PLAIN-56",+ "ndcg10": 0.45442152543424197,+ "mrr10": 1,+ "recall10": 0.06,+ "recall100": 0.18+ },+ {+ "qid": "PLAIN-68",+ "ndcg10": 0.7851995181603684,+ "mrr10": 1,+ "recall10": 0.10909090909090909,+ "recall100": 0.16363636363636364+ },+ {+ "qid": "PLAIN-78",+ "ndcg10": 0.08966284300766811,+ "mrr10": 1,+ "recall10": 0.016129032258064516,+ "recall100": 0.11290322580645161+ },+ {+ "qid": "PLAIN-91",+ "ndcg10": 0.25853150484401105,+ "mrr10": 0.5,+ "recall10": 0.078125,+ "recall100": 0.1875+ },+ {+ "qid": "PLAIN-102",+ "ndcg10": 0.12811612289210494,+ "mrr10": 1,+ "recall10": 0.041666666666666664,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-112",+ "ndcg10": 0.6787794661817448,+ "mrr10": 1,+ "recall10": 0.08928571428571429,+ "recall100": 0.19642857142857142+ },+ {+ "qid": "PLAIN-123",+ "ndcg10": 0.2462789703080615,+ "mrr10": 0.25,+ "recall10": 0.0784313725490196,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-133",+ "ndcg10": 0.09064668004714299,+ "mrr10": 0.125,+ "recall10": 0.027777777777777776,+ "recall100": 0.05555555555555555+ },+ {+ "qid": "PLAIN-143",+ "ndcg10": 0.5037474384398577,+ "mrr10": 1,+ "recall10": 0.058823529411764705,+ "recall100": 0.21568627450980393+ },+ {+ "qid": "PLAIN-153",+ "ndcg10": 0.7485661964048813,+ "mrr10": 1,+ "recall10": 0.1702127659574468,+ "recall100": 0.3191489361702128+ },+ {+ "qid": "PLAIN-165",+ "ndcg10": 0.35695582727012937,+ "mrr10": 0.5,+ "recall10": 0.1388888888888889,+ "recall100": 0.3888888888888889+ },+ {+ "qid": "PLAIN-175",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.02702702702702703+ },+ {+ "qid": "PLAIN-186",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.041666666666666664,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-196",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.043478260869565216+ },+ {+ "qid": "PLAIN-207",+ "ndcg10": 0.4440973278132557,+ "mrr10": 1,+ "recall10": 0.05454545454545454,+ "recall100": 0.23636363636363636+ },+ {+ "qid": "PLAIN-217",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2222222222222222+ },+ {+ "qid": "PLAIN-227",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.05+ },+ {+ "qid": "PLAIN-238",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.07407407407407407+ },+ {+ "qid": "PLAIN-248",+ "ndcg10": 0.31516255047698366,+ "mrr10": 0.5,+ "recall10": 0.0967741935483871,+ "recall100": 0.25806451612903225+ },+ {+ "qid": "PLAIN-259",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.07142857142857142,+ "recall100": 0.21428571428571427+ },+ {+ "qid": "PLAIN-270",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.019230769230769232,+ "recall100": 0.17307692307692307+ },+ {+ "qid": "PLAIN-280",+ "ndcg10": 0.4690000933206748,+ "mrr10": 1,+ "recall10": 0.15,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-291",+ "ndcg10": 0.2489083270225946,+ "mrr10": 0.5,+ "recall10": 0.15384615384615385,+ "recall100": 0.5384615384615384+ },+ {+ "qid": "PLAIN-307",+ "ndcg10": 0.7653606369886218,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 1+ },+ {+ "qid": "PLAIN-320",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.30952380952380953+ },+ {+ "qid": "PLAIN-332",+ "ndcg10": 0.6131471927654584,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-344",+ "ndcg10": 0.6264808474870649,+ "mrr10": 0.5,+ "recall10": 0.11475409836065574,+ "recall100": 0.2459016393442623+ },+ {+ "qid": "PLAIN-358",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-371",+ "ndcg10": 0.17376534287144002,+ "mrr10": 0.5,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "PLAIN-383",+ "ndcg10": 0.14606834984270645,+ "mrr10": 0.25,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-395",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-407",+ "ndcg10": 0.7262287617954056,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-418",+ "ndcg10": 0.5562983930884396,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-430",+ "ndcg10": 0.4967105728753997,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.625+ },+ {+ "qid": "PLAIN-441",+ "ndcg10": 0.7345204950565553,+ "mrr10": 1,+ "recall10": 0.8,+ "recall100": 0.8+ },+ {+ "qid": "PLAIN-457",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-468",+ "ndcg10": 0.4954499631132973,+ "mrr10": 1,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-478",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-488",+ "ndcg10": 0.933745776545611,+ "mrr10": 1,+ "recall10": 0.6,+ "recall100": 0.7333333333333333+ },+ {+ "qid": "PLAIN-499",+ "ndcg10": 0.22979561007468535,+ "mrr10": 0.2,+ "recall10": 0.08823529411764706,+ "recall100": 0.20588235294117646+ },+ {+ "qid": "PLAIN-510",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-520",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-531",+ "ndcg10": 0.6975961695061491,+ "mrr10": 1,+ "recall10": 0.022727272727272728,+ "recall100": 0.05194805194805195+ },+ {+ "qid": "PLAIN-541",+ "ndcg10": 0.11706259313796354,+ "mrr10": 0.2,+ "recall10": 0.16666666666666666,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-551",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-561",+ "ndcg10": 0.19518900079066107,+ "mrr10": 0.3333333333333333,+ "recall10": 0.08,+ "recall100": 0.12+ },+ {+ "qid": "PLAIN-571",+ "ndcg10": 0.26014148548235916,+ "mrr10": 0.5,+ "recall10": 0.2857142857142857,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-583",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.11363636363636363+ },+ {+ "qid": "PLAIN-593",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-603",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "PLAIN-613",+ "ndcg10": 0.11004588314904008,+ "mrr10": 0.3333333333333333,+ "recall10": 0.1,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-623",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.0975609756097561+ },+ {+ "qid": "PLAIN-634",+ "ndcg10": 0.33013764944712026,+ "mrr10": 1,+ "recall10": 0.09523809523809523,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-645",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.06896551724137931+ },+ {+ "qid": "PLAIN-660",+ "ndcg10": 0.6870165078530993,+ "mrr10": 1,+ "recall10": 0.01263157894736842,+ "recall100": 0.08842105263157894+ },+ {+ "qid": "PLAIN-671",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-681",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-691",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-701",+ "ndcg10": 0.07311683844390994,+ "mrr10": 0.1,+ "recall10": 0.125,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-711",+ "ndcg10": 0.31488013066763093,+ "mrr10": 1,+ "recall10": 0.03508771929824561,+ "recall100": 0.08771929824561403+ },+ {+ "qid": "PLAIN-721",+ "ndcg10": 0.9363792118010483,+ "mrr10": 1,+ "recall10": 0.36,+ "recall100": 0.64+ },+ {+ "qid": "PLAIN-731",+ "ndcg10": 0.7721596254947203,+ "mrr10": 1,+ "recall10": 0.12962962962962962,+ "recall100": 0.3888888888888889+ },+ {+ "qid": "PLAIN-741",+ "ndcg10": 0.7885497208855957,+ "mrr10": 1,+ "recall10": 0.3684210526315789,+ "recall100": 0.3684210526315789+ },+ {+ "qid": "PLAIN-751",+ "ndcg10": 0.08671382849411972,+ "mrr10": 0.125,+ "recall10": 0.14285714285714285,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-761",+ "ndcg10": 0.19092086617893467,+ "mrr10": 0.5,+ "recall10": 0.16666666666666666,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-771",+ "ndcg10": 0.7653606369886217,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 1+ },+ {+ "qid": "PLAIN-782",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-792",+ "ndcg10": 0.22485174766247445,+ "mrr10": 0.2,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-806",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.10416666666666667,+ "recall100": 0.19791666666666666+ },+ {+ "qid": "PLAIN-817",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-827",+ "ndcg10": 0.7529694065526482,+ "mrr10": 1,+ "recall10": 0.028688524590163935,+ "recall100": 0.14344262295081966+ },+ {+ "qid": "PLAIN-838",+ "ndcg10": 0.5008655546918772,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.4444444444444444+ },+ {+ "qid": "PLAIN-850",+ "ndcg10": 0.40853591842579556,+ "mrr10": 1,+ "recall10": 0.05263157894736842,+ "recall100": 0.14035087719298245+ },+ {+ "qid": "PLAIN-872",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-882",+ "ndcg10": 0.7846170207230129,+ "mrr10": 1,+ "recall10": 0.4666666666666667,+ "recall100": 0.8+ },+ {+ "qid": "PLAIN-892",+ "ndcg10": 0.37850091886658266,+ "mrr10": 1,+ "recall10": 0.03260869565217391,+ "recall100": 0.09782608695652174+ },+ {+ "qid": "PLAIN-902",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-913",+ "ndcg10": 0.7967610662472993,+ "mrr10": 1,+ "recall10": 0.20588235294117646,+ "recall100": 0.3235294117647059+ },+ {+ "qid": "PLAIN-924",+ "ndcg10": 0.7479350596733328,+ "mrr10": 1,+ "recall10": 0.21875,+ "recall100": 0.375+ },+ {+ "qid": "PLAIN-934",+ "ndcg10": 0.6363762929310753,+ "mrr10": 1,+ "recall10": 0.0594059405940594,+ "recall100": 0.25742574257425743+ },+ {+ "qid": "PLAIN-946",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.03225806451612903+ },+ {+ "qid": "PLAIN-956",+ "ndcg10": 0.70844095012329,+ "mrr10": 1,+ "recall10": 0.02912621359223301,+ "recall100": 0.13106796116504854+ },+ {+ "qid": "PLAIN-966",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-977",+ "ndcg10": 0.20210734650054757,+ "mrr10": 0.25,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-987",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-997",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1008",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1018",+ "ndcg10": 0.5415879285615245,+ "mrr10": 1,+ "recall10": 0.08333333333333333,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-1028",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1039",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1050",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.0425531914893617+ },+ {+ "qid": "PLAIN-1066",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1088",+ "ndcg10": 0.5531464700081437,+ "mrr10": 1,+ "recall10": 0.4,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-1098",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1109",+ "ndcg10": 0.702728403557943,+ "mrr10": 1,+ "recall10": 0.07142857142857142,+ "recall100": 0.2653061224489796+ },+ {+ "qid": "PLAIN-1119",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-1130",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1141",+ "ndcg10": 0.06625422345438903,+ "mrr10": 0.1111111111111111,+ "recall10": 0.0625,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-1151",+ "ndcg10": 0.08514311764162098,+ "mrr10": 0.2,+ "recall10": 0.006535947712418301,+ "recall100": 0.0457516339869281+ },+ {+ "qid": "PLAIN-1161",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1172",+ "ndcg10": 0.06943122193677727,+ "mrr10": 0.125,+ "recall10": 0.05263157894736842,+ "recall100": 0.05263157894736842+ },+ {+ "qid": "PLAIN-1183",+ "ndcg10": 0.30523488393970116,+ "mrr10": 1,+ "recall10": 0.08,+ "recall100": 0.08+ },+ {+ "qid": "PLAIN-1193",+ "ndcg10": 0.17947710508581735,+ "mrr10": 0.3333333333333333,+ "recall10": 0.1111111111111111,+ "recall100": 0.2777777777777778+ },+ {+ "qid": "PLAIN-1203",+ "ndcg10": 0.4220949603708207,+ "mrr10": 0.5,+ "recall10": 0.3333333333333333,+ "recall100": 0.4166666666666667+ },+ {+ "qid": "PLAIN-1214",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-1225",+ "ndcg10": 0.5766882048947064,+ "mrr10": 1,+ "recall10": 0.18518518518518517,+ "recall100": 0.4444444444444444+ },+ {+ "qid": "PLAIN-1236",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-1249",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1262",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1275",+ "ndcg10": 0.5423640154200349,+ "mrr10": 1,+ "recall10": 0.07272727272727272,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-1288",+ "ndcg10": 0.48331483694589444,+ "mrr10": 0.5,+ "recall10": 0.025510204081632654,+ "recall100": 0.09183673469387756+ },+ {+ "qid": "PLAIN-1299",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.03278688524590164+ },+ {+ "qid": "PLAIN-1309",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1320",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1331",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1342",+ "ndcg10": 0.38196033715832356,+ "mrr10": 0.5,+ "recall10": 0.25,+ "recall100": 0.3125+ },+ {+ "qid": "PLAIN-1353",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1363",+ "ndcg10": 0.32730659600126993,+ "mrr10": 0.5,+ "recall10": 0.2727272727272727,+ "recall100": 0.7272727272727273+ },+ {+ "qid": "PLAIN-1374",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.07692307692307693+ },+ {+ "qid": "PLAIN-1387",+ "ndcg10": 0.5919268187287083,+ "mrr10": 1,+ "recall10": 0.4166666666666667,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-1398",+ "ndcg10": 0.8236998933965709,+ "mrr10": 1,+ "recall10": 0.07766990291262135,+ "recall100": 0.1941747572815534+ },+ {+ "qid": "PLAIN-1409",+ "ndcg10": 0.22082856303278728,+ "mrr10": 0.2,+ "recall10": 0.011857707509881422,+ "recall100": 0.1383399209486166+ },+ {+ "qid": "PLAIN-1419",+ "ndcg10": 0.5009732673492616,+ "mrr10": 1,+ "recall10": 0.06153846153846154,+ "recall100": 0.09230769230769231+ },+ {+ "qid": "PLAIN-1429",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1441",+ "ndcg10": 0.4789015552876929,+ "mrr10": 1,+ "recall10": 0.021505376344086023,+ "recall100": 0.05913978494623656+ },+ {+ "qid": "PLAIN-1453",+ "ndcg10": 0.33013764944712026,+ "mrr10": 1,+ "recall10": 0.00816326530612245,+ "recall100": 0.08979591836734693+ },+ {+ "qid": "PLAIN-1463",+ "ndcg10": 0.11004588314904008,+ "mrr10": 0.3333333333333333,+ "recall10": 0.041666666666666664,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-1473",+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1485",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1496",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1506",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.13333333333333333+ },+ {+ "qid": "PLAIN-1516",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1527",+ "ndcg10": 0.7116179486056782,+ "mrr10": 1,+ "recall10": 0.0297029702970297,+ "recall100": 0.11386138613861387+ },+ {+ "qid": "PLAIN-1537",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-1547",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1557",+ "ndcg10": 0.2489083270225946,+ "mrr10": 0.5,+ "recall10": 0.07692307692307693,+ "recall100": 0.11538461538461539+ },+ {+ "qid": "PLAIN-1568",+ "ndcg10": 0.9197207891481876,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1579",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1590",+ "ndcg10": 0.06362078819895171,+ "mrr10": 0.1,+ "recall10": 0.05555555555555555,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1601",+ "ndcg10": 0.5599332595218056,+ "mrr10": 1,+ "recall10": 0.06756756756756757,+ "recall100": 0.14864864864864866+ },+ {+ "qid": "PLAIN-1611",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1621",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1635",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.02320185614849188,+ "recall100": 0.11136890951276102+ },+ {+ "qid": "PLAIN-1645",+ "ndcg10": 0.30260241349881345,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1656",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.03571428571428571+ },+ {+ "qid": "PLAIN-1667",+ "ndcg10": 0.5423640154200349,+ "mrr10": 1,+ "recall10": 0.025157232704402517,+ "recall100": 0.11320754716981132+ },+ {+ "qid": "PLAIN-1679",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1690",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1700",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-1710",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.625,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-1721",+ "ndcg10": 0.1584091525685025,+ "mrr10": 0.25,+ "recall10": 0.06451612903225806,+ "recall100": 0.16129032258064516+ },+ {+ "qid": "PLAIN-1731",+ "ndcg10": 0.9469024295259745,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1741",+ "ndcg10": 0.8899541168509599,+ "mrr10": 1,+ "recall10": 0.02142857142857143,+ "recall100": 0.0880952380952381+ },+ {+ "qid": "PLAIN-1752",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1762",+ "ndcg10": 0.45973079002057343,+ "mrr10": 1,+ "recall10": 0.375,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-1772",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1784",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1794",+ "ndcg10": 0.6131471927654584,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1805",+ "ndcg10": 0.8482378089219645,+ "mrr10": 1,+ "recall10": 0.06896551724137931,+ "recall100": 0.22413793103448276+ },+ {+ "qid": "PLAIN-1817",+ "ndcg10": 0.29025978496956456,+ "mrr10": 0.5,+ "recall10": 0.1111111111111111,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1827",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1837",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.05102040816326531,+ "recall100": 0.28061224489795916+ },+ {+ "qid": "PLAIN-1847",+ "ndcg10": 0.13886244387355454,+ "mrr10": 0.5,+ "recall10": 0.09090909090909091,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-1857",+ "ndcg10": 0.6168295842361274,+ "mrr10": 1,+ "recall10": 0.15151515151515152,+ "recall100": 0.2727272727272727+ },+ {+ "qid": "PLAIN-1867",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1877",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1887",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1897",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-1909",+ "ndcg10": 0.5509662124799075,+ "mrr10": 1,+ "recall10": 0.01079913606911447,+ "recall100": 0.09071274298056156+ },+ {+ "qid": "PLAIN-1919",+ "ndcg10": 0.800693766409882,+ "mrr10": 1,+ "recall10": 0.25925925925925924,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1929",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1+ },+ {+ "qid": "PLAIN-1940",+ "ndcg10": 0.13886244387355454,+ "mrr10": 0.5,+ "recall10": 0.08333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1950",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.07692307692307693,+ "recall100": 0.15384615384615385+ },+ {+ "qid": "PLAIN-1962",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.15384615384615385+ },+ {+ "qid": "PLAIN-1972",+ "ndcg10": 0.13886244387355454,+ "mrr10": 0.5,+ "recall10": 0.09090909090909091,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-1983",+ "ndcg10": 0.9266360779006401,+ "mrr10": 1,+ "recall10": 0.28125,+ "recall100": 0.65625+ },+ {+ "qid": "PLAIN-1995",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2009",+ "ndcg10": 0.22432294601898897,+ "mrr10": 0.3333333333333333,+ "recall10": 0.25,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2019",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2030",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2040",+ "ndcg10": 0.35705757165090446,+ "mrr10": 0.5,+ "recall10": 0.030303030303030304,+ "recall100": 0.1590909090909091+ },+ {+ "qid": "PLAIN-2051",+ "ndcg10": 0.6207622843987103,+ "mrr10": 1,+ "recall10": 0.014084507042253521,+ "recall100": 0.07887323943661972+ },+ {+ "qid": "PLAIN-2061",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.024390243902439025,+ "recall100": 0.1048780487804878+ },+ {+ "qid": "PLAIN-2071",+ "ndcg10": 0.491526182307598,+ "mrr10": 0.5,+ "recall10": 0.1111111111111111,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-2081",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2092",+ "ndcg10": 0.6489315753318465,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2102",+ "ndcg10": 0.793584067764911,+ "mrr10": 1,+ "recall10": 0.0166270783847981,+ "recall100": 0.09738717339667459+ },+ {+ "qid": "PLAIN-2113",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2124",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-2134",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.08333333333333333+ },+ {+ "qid": "PLAIN-2145",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-2156",+ "ndcg10": 0.5449960234716782,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2167",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2177",+ "ndcg10": 0.4124497136428909,+ "mrr10": 0.5,+ "recall10": 0.16666666666666666,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2187",+ "ndcg10": 0.07834851647149511,+ "mrr10": 0.14285714285714285,+ "recall10": 0.1111111111111111,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-2197",+ "ndcg10": 0.24936270394794902,+ "mrr10": 0.25,+ "recall10": 0.05172413793103448,+ "recall100": 0.20689655172413793+ },+ {+ "qid": "PLAIN-2209",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2220",+ "ndcg10": 0.1482972305701491,+ "mrr10": 0.5,+ "recall10": 0.1111111111111111,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-2230",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2240",+ "ndcg10": 0.09478836436955078,+ "mrr10": 0.25,+ "recall10": 0.09090909090909091,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-2250",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2261",+ "ndcg10": 0.43735247915031,+ "mrr10": 1,+ "recall10": 0.05,+ "recall100": 0.13333333333333333+ },+ {+ "qid": "PLAIN-2271",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2281",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2291",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-2301",+ "ndcg10": 0.06943122193677727,+ "mrr10": 0.125,+ "recall10": 0.07692307692307693,+ "recall100": 0.15384615384615385+ },+ {+ "qid": "PLAIN-2311",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2321",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2332",+ "ndcg10": 0.545155778742082,+ "mrr10": 1,+ "recall10": 0.05154639175257732,+ "recall100": 0.2268041237113402+ },+ {+ "qid": "PLAIN-2343",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2354",+ "ndcg10": 0.3156484524795145,+ "mrr10": 0.3333333333333333,+ "recall10": 0.4,+ "recall100": 0.8+ },+ {+ "qid": "PLAIN-2364",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2375",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2386",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3684210526315789+ },+ {+ "qid": "PLAIN-2396",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-2408",+ "ndcg10": 0.13120507751234178,+ "mrr10": 0.2,+ "recall10": 0.2,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-2430",+ "ndcg10": 0.5148859654670671,+ "mrr10": 1,+ "recall10": 0.10869565217391304,+ "recall100": 0.41304347826086957+ },+ {+ "qid": "PLAIN-2440",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.047619047619047616+ },+ {+ "qid": "PLAIN-2450",+ "ndcg10": 0.2336508082431053,+ "mrr10": 0.5,+ "recall10": 0.05263157894736842,+ "recall100": 0.13157894736842105+ },+ {+ "qid": "PLAIN-2460",+ "ndcg10": 0.1246140309399033,+ "mrr10": 1,+ "recall10": 0.06451612903225806,+ "recall100": 0.5161290322580645+ },+ {+ "qid": "PLAIN-2470",+ "ndcg10": 0.7140558651932345,+ "mrr10": 1,+ "recall10": 0.0958904109589041,+ "recall100": 0.3698630136986301+ },+ {+ "qid": "PLAIN-2480",+ "ndcg10": 0.4461554676868372,+ "mrr10": 1,+ "recall10": 0.2777777777777778,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2490",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.21739130434782608+ },+ {+ "qid": "PLAIN-2500",+ "ndcg10": 0.21739574216798105,+ "mrr10": 0.3333333333333333,+ "recall10": 0.14285714285714285,+ "recall100": 0.7142857142857143+ },+ {+ "qid": "PLAIN-2510",+ "ndcg10": 0.5264282969545138,+ "mrr10": 1,+ "recall10": 0.10869565217391304,+ "recall100": 0.5217391304347826+ },+ {+ "qid": "PLAIN-2520",+ "ndcg10": 0.03159612145651692,+ "mrr10": 0.25,+ "recall10": 0.0136986301369863,+ "recall100": 0.1095890410958904+ },+ {+ "qid": "PLAIN-2530",+ "ndcg10": 0.9095430364058891,+ "mrr10": 1,+ "recall10": 0.1388888888888889,+ "recall100": 0.3611111111111111+ },+ {+ "qid": "PLAIN-2540",+ "ndcg10": 0.21048951897376647,+ "mrr10": 0.3333333333333333,+ "recall10": 0.14285714285714285,+ "recall100": 0.47619047619047616+ },+ {+ "qid": "PLAIN-2550",+ "ndcg10": 0.18891540073145566,+ "mrr10": 0.2,+ "recall10": 0.08,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-2560",+ "ndcg10": 0.933745776545611,+ "mrr10": 1,+ "recall10": 0.42857142857142855,+ "recall100": 0.5238095238095238+ },+ {+ "qid": "PLAIN-2570",+ "ndcg10": 0.16334591000214185,+ "mrr10": 0.3333333333333333,+ "recall10": 0.05,+ "recall100": 0.425+ },+ {+ "qid": "PLAIN-2580",+ "ndcg10": 0.05678321597055935,+ "mrr10": 0.3333333333333333,+ "recall10": 0.043478260869565216,+ "recall100": 0.13043478260869565+ },+ {+ "qid": "PLAIN-2590",+ "ndcg10": 0.06918878689212662,+ "mrr10": 0.1111111111111111,+ "recall10": 0.015873015873015872,+ "recall100": 0.09523809523809523+ },+ {+ "qid": "PLAIN-2600",+ "ndcg10": 0.6398018862599582,+ "mrr10": 1,+ "recall10": 0.3,+ "recall100": 0.3+ },+ {+ "qid": "PLAIN-2610",+ "ndcg10": 0.4618903946757037,+ "mrr10": 1,+ "recall10": 0.06557377049180328,+ "recall100": 0.18032786885245902+ },+ {+ "qid": "PLAIN-2620",+ "ndcg10": 0.5557823958827454,+ "mrr10": 1,+ "recall10": 0.16363636363636364,+ "recall100": 0.34545454545454546+ },+ {+ "qid": "PLAIN-2630",+ "ndcg10": 0.8049486128682425,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.4166666666666667+ },+ {+ "qid": "PLAIN-2640",+ "ndcg10": 0.3652388778053861,+ "mrr10": 1,+ "recall10": 0.14583333333333334,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2650",+ "ndcg10": 0.6371523797895855,+ "mrr10": 1,+ "recall10": 0.1724137931034483,+ "recall100": 0.3103448275862069+ },+ {+ "qid": "PLAIN-2660",+ "ndcg10": 0.3365037179215673,+ "mrr10": 0.5,+ "recall10": 0.14814814814814814,+ "recall100": 0.5555555555555556+ },+ {+ "qid": "PLAIN-2670",+ "ndcg10": 0.3785547731370624,+ "mrr10": 1,+ "recall10": 0.05714285714285714,+ "recall100": 0.05714285714285714+ },+ {+ "qid": "PLAIN-2680",+ "ndcg10": 0.4600537489778508,+ "mrr10": 1,+ "recall10": 0.21428571428571427,+ "recall100": 0.35714285714285715+ },+ {+ "qid": "PLAIN-2690",+ "ndcg10": 0.37824210204286995,+ "mrr10": 1,+ "recall10": 0.13953488372093023,+ "recall100": 0.3023255813953488+ },+ {+ "qid": "PLAIN-2700",+ "ndcg10": 0.39451658374363263,+ "mrr10": 0.5,+ "recall10": 0.3,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2710",+ "ndcg10": 0.7225389743479769,+ "mrr10": 1,+ "recall10": 0.2857142857142857,+ "recall100": 0.5238095238095238+ },+ {+ "qid": "PLAIN-2720",+ "ndcg10": 0.10496004355587697,+ "mrr10": 0.25,+ "recall10": 0.05555555555555555,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-2730",+ "ndcg10": 0.5078889783850895,+ "mrr10": 1,+ "recall10": 0.13793103448275862,+ "recall100": 0.3448275862068966+ },+ {+ "qid": "PLAIN-2740",+ "ndcg10": 0.7825161728011097,+ "mrr10": 1,+ "recall10": 0.12,+ "recall100": 0.18+ },+ {+ "qid": "PLAIN-2750",+ "ndcg10": 0.39802820980612047,+ "mrr10": 1,+ "recall10": 0.0847457627118644,+ "recall100": 0.22033898305084745+ },+ {+ "qid": "PLAIN-2760",+ "ndcg10": 0.4702199443548266,+ "mrr10": 0.5,+ "recall10": 0.25,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2770",+ "ndcg10": 0.3051225590535311,+ "mrr10": 0.5,+ "recall10": 0.12195121951219512,+ "recall100": 0.4634146341463415+ },+ {+ "qid": "PLAIN-2780",+ "ndcg10": 0.4033852369868885,+ "mrr10": 1,+ "recall10": 0.2727272727272727,+ "recall100": 0.3181818181818182+ },+ {+ "qid": "PLAIN-2790",+ "ndcg10": 0.6229756861858913,+ "mrr10": 1,+ "recall10": 0.1016949152542373,+ "recall100": 0.22033898305084745+ },+ {+ "qid": "PLAIN-2800",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.08333333333333333+ },+ {+ "qid": "PLAIN-2810",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.125+ },+ {+ "qid": "PLAIN-2820",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.125+ },+ {+ "qid": "PLAIN-2830",+ "ndcg10": 0.7262287617954056,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-2840",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2850",+ "ndcg10": 0.061851970052338466,+ "mrr10": 0.2,+ "recall10": 0.1111111111111111,+ "recall100": 0.4444444444444444+ },+ {+ "qid": "PLAIN-2860",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2870",+ "ndcg10": 0.0781764177375172,+ "mrr10": 0.2,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-2880",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2890",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.06896551724137931+ },+ {+ "qid": "PLAIN-2900",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2910",+ "ndcg10": 0.3843483686763149,+ "mrr10": 1,+ "recall10": 0.06666666666666667,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-2920",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-2930",+ "ndcg10": 0.5044700941962198,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-2940",+ "ndcg10": 0.1369076512757472,+ "mrr10": 0.16666666666666666,+ "recall10": 0.045454545454545456,+ "recall100": 0.13636363636363635+ },+ {+ "qid": "PLAIN-2950",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2960",+ "ndcg10": 0.2388353776606868,+ "mrr10": 0.1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2970",+ "ndcg10": 0.5485138010141563,+ "mrr10": 1,+ "recall10": 0.2222222222222222,+ "recall100": 0.4444444444444444+ },+ {+ "qid": "PLAIN-2981",+ "ndcg10": 0.5321036168710066,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-2991",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3001",+ "ndcg10": 0.3868528072345416,+ "mrr10": 0.5,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3014",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3026",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3037",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3053",+ "ndcg10": 0.7039180890341348,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-3063",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-3074",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3085",+ "ndcg10": 0.1934264036172708,+ "mrr10": 0.125,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3097",+ "ndcg10": 0.515157140670655,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3116",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3131",+ "ndcg10": 0.594724727191318,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3141",+ "ndcg10": 0.4752549547601497,+ "mrr10": 1,+ "recall10": 0.08823529411764706,+ "recall100": 0.23529411764705882+ },+ {+ "qid": "PLAIN-3151",+ "ndcg10": 0.6954866010543851,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3161",+ "ndcg10": 0.6140056738569695,+ "mrr10": 1,+ "recall10": 0.06976744186046512,+ "recall100": 0.3023255813953488+ },+ {+ "qid": "PLAIN-3171",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.14705882352941177+ },+ {+ "qid": "PLAIN-3181",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3191",+ "ndcg10": 0.4273329059665303,+ "mrr10": 1,+ "recall10": 0.1875,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3201",+ "ndcg10": 0.13084731762486884,+ "mrr10": 0.3333333333333333,+ "recall10": 0.0625,+ "recall100": 0.09375+ },+ {+ "qid": "PLAIN-3211",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3221",+ "ndcg10": 0.09641996365784913,+ "mrr10": 0.5,+ "recall10": 0.041666666666666664,+ "recall100": 0.041666666666666664+ },+ {+ "qid": "PLAIN-3231",+ "ndcg10": 0.1567399814516089,+ "mrr10": 0.5,+ "recall10": 0.25,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-3241",+ "ndcg10": 0.45846608015576257,+ "mrr10": 1,+ "recall10": 0.034482758620689655,+ "recall100": 0.10344827586206896+ },+ {+ "qid": "PLAIN-3251",+ "ndcg10": 0.17735889013007314,+ "mrr10": 0.2,+ "recall10": 0.047619047619047616,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-3261",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3271",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.08163265306122448+ },+ {+ "qid": "PLAIN-3281",+ "ndcg10": 0.24249682153453903,+ "mrr10": 0.5,+ "recall10": 0.038461538461538464,+ "recall100": 0.07692307692307693+ },+ {+ "qid": "PLAIN-3292",+ "ndcg10": 0.2993761814255588,+ "mrr10": 1,+ "recall10": 0.42857142857142855,+ "recall100": 0.5714285714285714+ },+ {+ "qid": "PLAIN-3302",+ "ndcg10": 0.47430330387068736,+ "mrr10": 1,+ "recall10": 0.16216216216216217,+ "recall100": 0.5135135135135135+ },+ {+ "qid": "PLAIN-3312",+ "ndcg10": 0.10157128969162395,+ "mrr10": 0.14285714285714285,+ "recall10": 0.15384615384615385,+ "recall100": 0.6153846153846154+ },+ {+ "qid": "PLAIN-3322",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.012658227848101266,+ "recall100": 0.12658227848101267+ },+ {+ "qid": "PLAIN-3332",+ "ndcg10": 0.7339433432674052,+ "mrr10": 1,+ "recall10": 0.35714285714285715,+ "recall100": 0.7857142857142857+ },+ {+ "qid": "PLAIN-3342",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-3352",+ "ndcg10": 0.19217418433815744,+ "mrr10": 0.3333333333333333,+ "recall10": 0.02564102564102564,+ "recall100": 0.15384615384615385+ },+ {+ "qid": "PLAIN-3362",+ "ndcg10": 0.5330346140547638,+ "mrr10": 1,+ "recall10": 0.18181818181818182,+ "recall100": 0.18181818181818182+ },+ {+ "qid": "PLAIN-3372",+ "ndcg10": 0.17735889013007314,+ "mrr10": 0.2,+ "recall10": 0.07142857142857142,+ "recall100": 0.21428571428571427+ },+ {+ "qid": "PLAIN-3382",+ "ndcg10": 0.24173626613097376,+ "mrr10": 1,+ "recall10": 0.21428571428571427,+ "recall100": 0.6428571428571429+ },+ {+ "qid": "PLAIN-3392",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3402",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-3412",+ "ndcg10": 0.16514998770443245,+ "mrr10": 1,+ "recall10": 0.04081632653061224,+ "recall100": 0.24489795918367346+ },+ {+ "qid": "PLAIN-3422",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.41935483870967744+ },+ {+ "qid": "PLAIN-3432",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.11904761904761904+ },+ {+ "qid": "PLAIN-3442",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.034482758620689655+ },+ {+ "qid": "PLAIN-3452",+ "ndcg10": 0.4339104504691312,+ "mrr10": 1,+ "recall10": 0.11764705882352941,+ "recall100": 0.47058823529411764+ },+ {+ "qid": "PLAIN-3462",+ "ndcg10": 0.7728378251807518,+ "mrr10": 1,+ "recall10": 0.109375,+ "recall100": 0.4375+ },+ {+ "qid": "PLAIN-3472",+ "ndcg10": 0.1436715886895903,+ "mrr10": 0.3333333333333333,+ "recall10": 0.058823529411764705,+ "recall100": 0.17647058823529413+ }+ ],+ "baselines": {+ "BM25 (Lucene)": 0.325,+ "DocT5query": 0.328,+ "TAS-B": 0.319,+ "GenQ": 0.319,+ "ColBERT": 0.305,+ "Contriever": 0.328,+ "GTR-XL": 0.343,+ "SPLADE++": 0.347,+ "BGE-large-v1.5 (pub)": 0.38,+ "SBERT msmarco": 0.272+ },+ "ourRank": 10,+ "leaderboardLength": 11+}\ No newline at end of filediff --git a/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-42-56-372Z.json b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-42-56-372Z.jsonnew file mode 100644index 0000000000..7c454bac53--- /dev/null+++ b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-42-56-372Z.json@@ -0,0 +1,2295 @@+{+ "runAt": "2026-06-26T21:42:56.372Z",+ "benchmark": "beir-nfcorpus-hybrid",+ "dataset": "nfcorpus",+ "pipeline": "BM25+BGE RRF",+ "bgeModel": "Xenova/bge-base-en-v1.5",+ "rrfK": 40,+ "rerank": false,+ "queries": 323,+ "corpusSize": 3633,+ "metrics": {+ "ndcg10": 0.29609610368360434,+ "mrr10": 0.4802619293331366,+ "recall10": 0.14060162889099595,+ "recall100": 0.2749224842753052,+ "avgQueryLatencyMs": 430.3553410712075+ },+ "perQuery": [+ {+ "qid": "PLAIN-2",+ "ndcg10": 0.7657034735728829,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-12",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.23333333333333334+ },+ {+ "qid": "PLAIN-23",+ "ndcg10": 0.4272322926778316,+ "mrr10": 1,+ "recall10": 0.044444444444444446,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-33",+ "ndcg10": 0.4822616994759819,+ "mrr10": 1,+ "recall10": 0.125,+ "recall100": 0.21875+ },+ {+ "qid": "PLAIN-44",+ "ndcg10": 0.13449426451150215,+ "mrr10": 0.3333333333333333,+ "recall10": 0.034482758620689655,+ "recall100": 0.13793103448275862+ },+ {+ "qid": "PLAIN-56",+ "ndcg10": 0.45442152543424197,+ "mrr10": 1,+ "recall10": 0.06,+ "recall100": 0.18+ },+ {+ "qid": "PLAIN-68",+ "ndcg10": 0.7851995181603684,+ "mrr10": 1,+ "recall10": 0.10909090909090909,+ "recall100": 0.16363636363636364+ },+ {+ "qid": "PLAIN-78",+ "ndcg10": 0.08966284300766811,+ "mrr10": 1,+ "recall10": 0.016129032258064516,+ "recall100": 0.11290322580645161+ },+ {+ "qid": "PLAIN-91",+ "ndcg10": 0.25853150484401105,+ "mrr10": 0.5,+ "recall10": 0.078125,+ "recall100": 0.1875+ },+ {+ "qid": "PLAIN-102",+ "ndcg10": 0.12811612289210494,+ "mrr10": 1,+ "recall10": 0.041666666666666664,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-112",+ "ndcg10": 0.6787794661817448,+ "mrr10": 1,+ "recall10": 0.08928571428571429,+ "recall100": 0.19642857142857142+ },+ {+ "qid": "PLAIN-123",+ "ndcg10": 0.2462789703080615,+ "mrr10": 0.25,+ "recall10": 0.0784313725490196,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-133",+ "ndcg10": 0.09064668004714299,+ "mrr10": 0.125,+ "recall10": 0.027777777777777776,+ "recall100": 0.05555555555555555+ },+ {+ "qid": "PLAIN-143",+ "ndcg10": 0.5037474384398577,+ "mrr10": 1,+ "recall10": 0.058823529411764705,+ "recall100": 0.21568627450980393+ },+ {+ "qid": "PLAIN-153",+ "ndcg10": 0.7485661964048813,+ "mrr10": 1,+ "recall10": 0.1702127659574468,+ "recall100": 0.3191489361702128+ },+ {+ "qid": "PLAIN-165",+ "ndcg10": 0.35695582727012937,+ "mrr10": 0.5,+ "recall10": 0.1388888888888889,+ "recall100": 0.3888888888888889+ },+ {+ "qid": "PLAIN-175",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.02702702702702703+ },+ {+ "qid": "PLAIN-186",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.041666666666666664,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-196",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.043478260869565216+ },+ {+ "qid": "PLAIN-207",+ "ndcg10": 0.4440973278132557,+ "mrr10": 1,+ "recall10": 0.05454545454545454,+ "recall100": 0.23636363636363636+ },+ {+ "qid": "PLAIN-217",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2222222222222222+ },+ {+ "qid": "PLAIN-227",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.05+ },+ {+ "qid": "PLAIN-238",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.07407407407407407+ },+ {+ "qid": "PLAIN-248",+ "ndcg10": 0.31516255047698366,+ "mrr10": 0.5,+ "recall10": 0.0967741935483871,+ "recall100": 0.25806451612903225+ },+ {+ "qid": "PLAIN-259",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.07142857142857142,+ "recall100": 0.21428571428571427+ },+ {+ "qid": "PLAIN-270",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.019230769230769232,+ "recall100": 0.17307692307692307+ },+ {+ "qid": "PLAIN-280",+ "ndcg10": 0.4690000933206748,+ "mrr10": 1,+ "recall10": 0.15,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-291",+ "ndcg10": 0.2489083270225946,+ "mrr10": 0.5,+ "recall10": 0.15384615384615385,+ "recall100": 0.5384615384615384+ },+ {+ "qid": "PLAIN-307",+ "ndcg10": 0.7653606369886218,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 1+ },+ {+ "qid": "PLAIN-320",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.30952380952380953+ },+ {+ "qid": "PLAIN-332",+ "ndcg10": 0.6131471927654584,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-344",+ "ndcg10": 0.6264808474870649,+ "mrr10": 0.5,+ "recall10": 0.11475409836065574,+ "recall100": 0.2459016393442623+ },+ {+ "qid": "PLAIN-358",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-371",+ "ndcg10": 0.17376534287144002,+ "mrr10": 0.5,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "PLAIN-383",+ "ndcg10": 0.14606834984270645,+ "mrr10": 0.25,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-395",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-407",+ "ndcg10": 0.7262287617954056,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-418",+ "ndcg10": 0.5562983930884396,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-430",+ "ndcg10": 0.4967105728753997,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.625+ },+ {+ "qid": "PLAIN-441",+ "ndcg10": 0.7345204950565553,+ "mrr10": 1,+ "recall10": 0.8,+ "recall100": 0.8+ },+ {+ "qid": "PLAIN-457",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-468",+ "ndcg10": 0.4954499631132973,+ "mrr10": 1,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-478",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-488",+ "ndcg10": 0.933745776545611,+ "mrr10": 1,+ "recall10": 0.6,+ "recall100": 0.7333333333333333+ },+ {+ "qid": "PLAIN-499",+ "ndcg10": 0.22979561007468535,+ "mrr10": 0.2,+ "recall10": 0.08823529411764706,+ "recall100": 0.20588235294117646+ },+ {+ "qid": "PLAIN-510",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-520",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-531",+ "ndcg10": 0.6975961695061491,+ "mrr10": 1,+ "recall10": 0.022727272727272728,+ "recall100": 0.05194805194805195+ },+ {+ "qid": "PLAIN-541",+ "ndcg10": 0.11706259313796354,+ "mrr10": 0.2,+ "recall10": 0.16666666666666666,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-551",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-561",+ "ndcg10": 0.19518900079066107,+ "mrr10": 0.3333333333333333,+ "recall10": 0.08,+ "recall100": 0.12+ },+ {+ "qid": "PLAIN-571",+ "ndcg10": 0.26014148548235916,+ "mrr10": 0.5,+ "recall10": 0.2857142857142857,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-583",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.11363636363636363+ },+ {+ "qid": "PLAIN-593",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-603",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "PLAIN-613",+ "ndcg10": 0.11004588314904008,+ "mrr10": 0.3333333333333333,+ "recall10": 0.1,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-623",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.0975609756097561+ },+ {+ "qid": "PLAIN-634",+ "ndcg10": 0.33013764944712026,+ "mrr10": 1,+ "recall10": 0.09523809523809523,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-645",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.06896551724137931+ },+ {+ "qid": "PLAIN-660",+ "ndcg10": 0.6870165078530993,+ "mrr10": 1,+ "recall10": 0.01263157894736842,+ "recall100": 0.08842105263157894+ },+ {+ "qid": "PLAIN-671",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-681",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-691",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-701",+ "ndcg10": 0.07311683844390994,+ "mrr10": 0.1,+ "recall10": 0.125,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-711",+ "ndcg10": 0.31488013066763093,+ "mrr10": 1,+ "recall10": 0.03508771929824561,+ "recall100": 0.08771929824561403+ },+ {+ "qid": "PLAIN-721",+ "ndcg10": 0.9363792118010483,+ "mrr10": 1,+ "recall10": 0.36,+ "recall100": 0.64+ },+ {+ "qid": "PLAIN-731",+ "ndcg10": 0.7721596254947203,+ "mrr10": 1,+ "recall10": 0.12962962962962962,+ "recall100": 0.3888888888888889+ },+ {+ "qid": "PLAIN-741",+ "ndcg10": 0.7885497208855957,+ "mrr10": 1,+ "recall10": 0.3684210526315789,+ "recall100": 0.3684210526315789+ },+ {+ "qid": "PLAIN-751",+ "ndcg10": 0.08671382849411972,+ "mrr10": 0.125,+ "recall10": 0.14285714285714285,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-761",+ "ndcg10": 0.19092086617893467,+ "mrr10": 0.5,+ "recall10": 0.16666666666666666,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-771",+ "ndcg10": 0.7653606369886217,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 1+ },+ {+ "qid": "PLAIN-782",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-792",+ "ndcg10": 0.22485174766247445,+ "mrr10": 0.2,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-806",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.10416666666666667,+ "recall100": 0.19791666666666666+ },+ {+ "qid": "PLAIN-817",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-827",+ "ndcg10": 0.7529694065526482,+ "mrr10": 1,+ "recall10": 0.028688524590163935,+ "recall100": 0.14344262295081966+ },+ {+ "qid": "PLAIN-838",+ "ndcg10": 0.5008655546918772,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.4444444444444444+ },+ {+ "qid": "PLAIN-850",+ "ndcg10": 0.40853591842579556,+ "mrr10": 1,+ "recall10": 0.05263157894736842,+ "recall100": 0.14035087719298245+ },+ {+ "qid": "PLAIN-872",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-882",+ "ndcg10": 0.7846170207230129,+ "mrr10": 1,+ "recall10": 0.4666666666666667,+ "recall100": 0.8+ },+ {+ "qid": "PLAIN-892",+ "ndcg10": 0.37850091886658266,+ "mrr10": 1,+ "recall10": 0.03260869565217391,+ "recall100": 0.09782608695652174+ },+ {+ "qid": "PLAIN-902",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-913",+ "ndcg10": 0.7967610662472993,+ "mrr10": 1,+ "recall10": 0.20588235294117646,+ "recall100": 0.3235294117647059+ },+ {+ "qid": "PLAIN-924",+ "ndcg10": 0.7479350596733328,+ "mrr10": 1,+ "recall10": 0.21875,+ "recall100": 0.375+ },+ {+ "qid": "PLAIN-934",+ "ndcg10": 0.6363762929310753,+ "mrr10": 1,+ "recall10": 0.0594059405940594,+ "recall100": 0.25742574257425743+ },+ {+ "qid": "PLAIN-946",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.03225806451612903+ },+ {+ "qid": "PLAIN-956",+ "ndcg10": 0.70844095012329,+ "mrr10": 1,+ "recall10": 0.02912621359223301,+ "recall100": 0.13106796116504854+ },+ {+ "qid": "PLAIN-966",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-977",+ "ndcg10": 0.20210734650054757,+ "mrr10": 0.25,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-987",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-997",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1008",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1018",+ "ndcg10": 0.5415879285615245,+ "mrr10": 1,+ "recall10": 0.08333333333333333,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-1028",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1039",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1050",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.0425531914893617+ },+ {+ "qid": "PLAIN-1066",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1088",+ "ndcg10": 0.5531464700081437,+ "mrr10": 1,+ "recall10": 0.4,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-1098",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1109",+ "ndcg10": 0.702728403557943,+ "mrr10": 1,+ "recall10": 0.07142857142857142,+ "recall100": 0.2653061224489796+ },+ {+ "qid": "PLAIN-1119",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-1130",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1141",+ "ndcg10": 0.06625422345438903,+ "mrr10": 0.1111111111111111,+ "recall10": 0.0625,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-1151",+ "ndcg10": 0.08514311764162098,+ "mrr10": 0.2,+ "recall10": 0.006535947712418301,+ "recall100": 0.0457516339869281+ },+ {+ "qid": "PLAIN-1161",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1172",+ "ndcg10": 0.06943122193677727,+ "mrr10": 0.125,+ "recall10": 0.05263157894736842,+ "recall100": 0.05263157894736842+ },+ {+ "qid": "PLAIN-1183",+ "ndcg10": 0.30523488393970116,+ "mrr10": 1,+ "recall10": 0.08,+ "recall100": 0.08+ },+ {+ "qid": "PLAIN-1193",+ "ndcg10": 0.17947710508581735,+ "mrr10": 0.3333333333333333,+ "recall10": 0.1111111111111111,+ "recall100": 0.2777777777777778+ },+ {+ "qid": "PLAIN-1203",+ "ndcg10": 0.4220949603708207,+ "mrr10": 0.5,+ "recall10": 0.3333333333333333,+ "recall100": 0.4166666666666667+ },+ {+ "qid": "PLAIN-1214",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-1225",+ "ndcg10": 0.5766882048947064,+ "mrr10": 1,+ "recall10": 0.18518518518518517,+ "recall100": 0.4444444444444444+ },+ {+ "qid": "PLAIN-1236",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-1249",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1262",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1275",+ "ndcg10": 0.5423640154200349,+ "mrr10": 1,+ "recall10": 0.07272727272727272,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-1288",+ "ndcg10": 0.48331483694589444,+ "mrr10": 0.5,+ "recall10": 0.025510204081632654,+ "recall100": 0.09183673469387756+ },+ {+ "qid": "PLAIN-1299",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.03278688524590164+ },+ {+ "qid": "PLAIN-1309",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1320",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1331",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1342",+ "ndcg10": 0.38196033715832356,+ "mrr10": 0.5,+ "recall10": 0.25,+ "recall100": 0.3125+ },+ {+ "qid": "PLAIN-1353",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1363",+ "ndcg10": 0.32730659600126993,+ "mrr10": 0.5,+ "recall10": 0.2727272727272727,+ "recall100": 0.7272727272727273+ },+ {+ "qid": "PLAIN-1374",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.07692307692307693+ },+ {+ "qid": "PLAIN-1387",+ "ndcg10": 0.5919268187287083,+ "mrr10": 1,+ "recall10": 0.4166666666666667,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-1398",+ "ndcg10": 0.8236998933965709,+ "mrr10": 1,+ "recall10": 0.07766990291262135,+ "recall100": 0.1941747572815534+ },+ {+ "qid": "PLAIN-1409",+ "ndcg10": 0.22082856303278728,+ "mrr10": 0.2,+ "recall10": 0.011857707509881422,+ "recall100": 0.1383399209486166+ },+ {+ "qid": "PLAIN-1419",+ "ndcg10": 0.5009732673492616,+ "mrr10": 1,+ "recall10": 0.06153846153846154,+ "recall100": 0.09230769230769231+ },+ {+ "qid": "PLAIN-1429",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1441",+ "ndcg10": 0.4789015552876929,+ "mrr10": 1,+ "recall10": 0.021505376344086023,+ "recall100": 0.05913978494623656+ },+ {+ "qid": "PLAIN-1453",+ "ndcg10": 0.33013764944712026,+ "mrr10": 1,+ "recall10": 0.00816326530612245,+ "recall100": 0.08979591836734693+ },+ {+ "qid": "PLAIN-1463",+ "ndcg10": 0.11004588314904008,+ "mrr10": 0.3333333333333333,+ "recall10": 0.041666666666666664,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-1473",+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1485",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1496",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1506",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.13333333333333333+ },+ {+ "qid": "PLAIN-1516",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1527",+ "ndcg10": 0.7116179486056782,+ "mrr10": 1,+ "recall10": 0.0297029702970297,+ "recall100": 0.11386138613861387+ },+ {+ "qid": "PLAIN-1537",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-1547",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1557",+ "ndcg10": 0.2489083270225946,+ "mrr10": 0.5,+ "recall10": 0.07692307692307693,+ "recall100": 0.11538461538461539+ },+ {+ "qid": "PLAIN-1568",+ "ndcg10": 0.9197207891481876,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1579",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1590",+ "ndcg10": 0.06362078819895171,+ "mrr10": 0.1,+ "recall10": 0.05555555555555555,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1601",+ "ndcg10": 0.5599332595218056,+ "mrr10": 1,+ "recall10": 0.06756756756756757,+ "recall100": 0.14864864864864866+ },+ {+ "qid": "PLAIN-1611",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1621",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1635",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.02320185614849188,+ "recall100": 0.11136890951276102+ },+ {+ "qid": "PLAIN-1645",+ "ndcg10": 0.30260241349881345,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1656",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.03571428571428571+ },+ {+ "qid": "PLAIN-1667",+ "ndcg10": 0.5423640154200349,+ "mrr10": 1,+ "recall10": 0.025157232704402517,+ "recall100": 0.11320754716981132+ },+ {+ "qid": "PLAIN-1679",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1690",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1700",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-1710",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.625,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-1721",+ "ndcg10": 0.1584091525685025,+ "mrr10": 0.25,+ "recall10": 0.06451612903225806,+ "recall100": 0.16129032258064516+ },+ {+ "qid": "PLAIN-1731",+ "ndcg10": 0.9469024295259745,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1741",+ "ndcg10": 0.8899541168509599,+ "mrr10": 1,+ "recall10": 0.02142857142857143,+ "recall100": 0.0880952380952381+ },+ {+ "qid": "PLAIN-1752",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1762",+ "ndcg10": 0.45973079002057343,+ "mrr10": 1,+ "recall10": 0.375,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-1772",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1784",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1794",+ "ndcg10": 0.6131471927654584,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1805",+ "ndcg10": 0.8482378089219645,+ "mrr10": 1,+ "recall10": 0.06896551724137931,+ "recall100": 0.22413793103448276+ },+ {+ "qid": "PLAIN-1817",+ "ndcg10": 0.29025978496956456,+ "mrr10": 0.5,+ "recall10": 0.1111111111111111,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1827",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1837",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.05102040816326531,+ "recall100": 0.28061224489795916+ },+ {+ "qid": "PLAIN-1847",+ "ndcg10": 0.13886244387355454,+ "mrr10": 0.5,+ "recall10": 0.09090909090909091,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-1857",+ "ndcg10": 0.6168295842361274,+ "mrr10": 1,+ "recall10": 0.15151515151515152,+ "recall100": 0.2727272727272727+ },+ {+ "qid": "PLAIN-1867",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1877",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1887",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1897",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-1909",+ "ndcg10": 0.5509662124799075,+ "mrr10": 1,+ "recall10": 0.01079913606911447,+ "recall100": 0.09071274298056156+ },+ {+ "qid": "PLAIN-1919",+ "ndcg10": 0.800693766409882,+ "mrr10": 1,+ "recall10": 0.25925925925925924,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1929",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1+ },+ {+ "qid": "PLAIN-1940",+ "ndcg10": 0.13886244387355454,+ "mrr10": 0.5,+ "recall10": 0.08333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1950",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.07692307692307693,+ "recall100": 0.15384615384615385+ },+ {+ "qid": "PLAIN-1962",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.15384615384615385+ },+ {+ "qid": "PLAIN-1972",+ "ndcg10": 0.13886244387355454,+ "mrr10": 0.5,+ "recall10": 0.09090909090909091,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-1983",+ "ndcg10": 0.9266360779006401,+ "mrr10": 1,+ "recall10": 0.28125,+ "recall100": 0.65625+ },+ {+ "qid": "PLAIN-1995",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2009",+ "ndcg10": 0.22432294601898897,+ "mrr10": 0.3333333333333333,+ "recall10": 0.25,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2019",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2030",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2040",+ "ndcg10": 0.35705757165090446,+ "mrr10": 0.5,+ "recall10": 0.030303030303030304,+ "recall100": 0.1590909090909091+ },+ {+ "qid": "PLAIN-2051",+ "ndcg10": 0.6207622843987103,+ "mrr10": 1,+ "recall10": 0.014084507042253521,+ "recall100": 0.07887323943661972+ },+ {+ "qid": "PLAIN-2061",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.024390243902439025,+ "recall100": 0.1048780487804878+ },+ {+ "qid": "PLAIN-2071",+ "ndcg10": 0.491526182307598,+ "mrr10": 0.5,+ "recall10": 0.1111111111111111,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-2081",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2092",+ "ndcg10": 0.6489315753318465,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2102",+ "ndcg10": 0.793584067764911,+ "mrr10": 1,+ "recall10": 0.0166270783847981,+ "recall100": 0.09738717339667459+ },+ {+ "qid": "PLAIN-2113",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2124",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-2134",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.08333333333333333+ },+ {+ "qid": "PLAIN-2145",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-2156",+ "ndcg10": 0.5449960234716782,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2167",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2177",+ "ndcg10": 0.4124497136428909,+ "mrr10": 0.5,+ "recall10": 0.16666666666666666,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2187",+ "ndcg10": 0.07834851647149511,+ "mrr10": 0.14285714285714285,+ "recall10": 0.1111111111111111,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-2197",+ "ndcg10": 0.24936270394794902,+ "mrr10": 0.25,+ "recall10": 0.05172413793103448,+ "recall100": 0.20689655172413793+ },+ {+ "qid": "PLAIN-2209",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2220",+ "ndcg10": 0.1482972305701491,+ "mrr10": 0.5,+ "recall10": 0.1111111111111111,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-2230",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2240",+ "ndcg10": 0.09478836436955078,+ "mrr10": 0.25,+ "recall10": 0.09090909090909091,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-2250",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2261",+ "ndcg10": 0.43735247915031,+ "mrr10": 1,+ "recall10": 0.05,+ "recall100": 0.13333333333333333+ },+ {+ "qid": "PLAIN-2271",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2281",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2291",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-2301",+ "ndcg10": 0.06943122193677727,+ "mrr10": 0.125,+ "recall10": 0.07692307692307693,+ "recall100": 0.15384615384615385+ },+ {+ "qid": "PLAIN-2311",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2321",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2332",+ "ndcg10": 0.545155778742082,+ "mrr10": 1,+ "recall10": 0.05154639175257732,+ "recall100": 0.2268041237113402+ },+ {+ "qid": "PLAIN-2343",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2354",+ "ndcg10": 0.3156484524795145,+ "mrr10": 0.3333333333333333,+ "recall10": 0.4,+ "recall100": 0.8+ },+ {+ "qid": "PLAIN-2364",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2375",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2386",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3684210526315789+ },+ {+ "qid": "PLAIN-2396",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-2408",+ "ndcg10": 0.13120507751234178,+ "mrr10": 0.2,+ "recall10": 0.2,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-2430",+ "ndcg10": 0.5148859654670671,+ "mrr10": 1,+ "recall10": 0.10869565217391304,+ "recall100": 0.41304347826086957+ },+ {+ "qid": "PLAIN-2440",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.047619047619047616+ },+ {+ "qid": "PLAIN-2450",+ "ndcg10": 0.2336508082431053,+ "mrr10": 0.5,+ "recall10": 0.05263157894736842,+ "recall100": 0.13157894736842105+ },+ {+ "qid": "PLAIN-2460",+ "ndcg10": 0.1246140309399033,+ "mrr10": 1,+ "recall10": 0.06451612903225806,+ "recall100": 0.5161290322580645+ },+ {+ "qid": "PLAIN-2470",+ "ndcg10": 0.7140558651932345,+ "mrr10": 1,+ "recall10": 0.0958904109589041,+ "recall100": 0.3698630136986301+ },+ {+ "qid": "PLAIN-2480",+ "ndcg10": 0.4461554676868372,+ "mrr10": 1,+ "recall10": 0.2777777777777778,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2490",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.21739130434782608+ },+ {+ "qid": "PLAIN-2500",+ "ndcg10": 0.21739574216798105,+ "mrr10": 0.3333333333333333,+ "recall10": 0.14285714285714285,+ "recall100": 0.7142857142857143+ },+ {+ "qid": "PLAIN-2510",+ "ndcg10": 0.5264282969545138,+ "mrr10": 1,+ "recall10": 0.10869565217391304,+ "recall100": 0.5217391304347826+ },+ {+ "qid": "PLAIN-2520",+ "ndcg10": 0.03159612145651692,+ "mrr10": 0.25,+ "recall10": 0.0136986301369863,+ "recall100": 0.1095890410958904+ },+ {+ "qid": "PLAIN-2530",+ "ndcg10": 0.9095430364058891,+ "mrr10": 1,+ "recall10": 0.1388888888888889,+ "recall100": 0.3611111111111111+ },+ {+ "qid": "PLAIN-2540",+ "ndcg10": 0.21048951897376647,+ "mrr10": 0.3333333333333333,+ "recall10": 0.14285714285714285,+ "recall100": 0.47619047619047616+ },+ {+ "qid": "PLAIN-2550",+ "ndcg10": 0.18891540073145566,+ "mrr10": 0.2,+ "recall10": 0.08,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-2560",+ "ndcg10": 0.933745776545611,+ "mrr10": 1,+ "recall10": 0.42857142857142855,+ "recall100": 0.5238095238095238+ },+ {+ "qid": "PLAIN-2570",+ "ndcg10": 0.16334591000214185,+ "mrr10": 0.3333333333333333,+ "recall10": 0.05,+ "recall100": 0.425+ },+ {+ "qid": "PLAIN-2580",+ "ndcg10": 0.05678321597055935,+ "mrr10": 0.3333333333333333,+ "recall10": 0.043478260869565216,+ "recall100": 0.13043478260869565+ },+ {+ "qid": "PLAIN-2590",+ "ndcg10": 0.06918878689212662,+ "mrr10": 0.1111111111111111,+ "recall10": 0.015873015873015872,+ "recall100": 0.09523809523809523+ },+ {+ "qid": "PLAIN-2600",+ "ndcg10": 0.6398018862599582,+ "mrr10": 1,+ "recall10": 0.3,+ "recall100": 0.3+ },+ {+ "qid": "PLAIN-2610",+ "ndcg10": 0.4618903946757037,+ "mrr10": 1,+ "recall10": 0.06557377049180328,+ "recall100": 0.18032786885245902+ },+ {+ "qid": "PLAIN-2620",+ "ndcg10": 0.5557823958827454,+ "mrr10": 1,+ "recall10": 0.16363636363636364,+ "recall100": 0.34545454545454546+ },+ {+ "qid": "PLAIN-2630",+ "ndcg10": 0.8049486128682425,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.4166666666666667+ },+ {+ "qid": "PLAIN-2640",+ "ndcg10": 0.3652388778053861,+ "mrr10": 1,+ "recall10": 0.14583333333333334,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2650",+ "ndcg10": 0.6371523797895855,+ "mrr10": 1,+ "recall10": 0.1724137931034483,+ "recall100": 0.3103448275862069+ },+ {+ "qid": "PLAIN-2660",+ "ndcg10": 0.3365037179215673,+ "mrr10": 0.5,+ "recall10": 0.14814814814814814,+ "recall100": 0.5555555555555556+ },+ {+ "qid": "PLAIN-2670",+ "ndcg10": 0.3785547731370624,+ "mrr10": 1,+ "recall10": 0.05714285714285714,+ "recall100": 0.05714285714285714+ },+ {+ "qid": "PLAIN-2680",+ "ndcg10": 0.4600537489778508,+ "mrr10": 1,+ "recall10": 0.21428571428571427,+ "recall100": 0.35714285714285715+ },+ {+ "qid": "PLAIN-2690",+ "ndcg10": 0.37824210204286995,+ "mrr10": 1,+ "recall10": 0.13953488372093023,+ "recall100": 0.3023255813953488+ },+ {+ "qid": "PLAIN-2700",+ "ndcg10": 0.39451658374363263,+ "mrr10": 0.5,+ "recall10": 0.3,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2710",+ "ndcg10": 0.7225389743479769,+ "mrr10": 1,+ "recall10": 0.2857142857142857,+ "recall100": 0.5238095238095238+ },+ {+ "qid": "PLAIN-2720",+ "ndcg10": 0.10496004355587697,+ "mrr10": 0.25,+ "recall10": 0.05555555555555555,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-2730",+ "ndcg10": 0.5078889783850895,+ "mrr10": 1,+ "recall10": 0.13793103448275862,+ "recall100": 0.3448275862068966+ },+ {+ "qid": "PLAIN-2740",+ "ndcg10": 0.7825161728011097,+ "mrr10": 1,+ "recall10": 0.12,+ "recall100": 0.18+ },+ {+ "qid": "PLAIN-2750",+ "ndcg10": 0.39802820980612047,+ "mrr10": 1,+ "recall10": 0.0847457627118644,+ "recall100": 0.22033898305084745+ },+ {+ "qid": "PLAIN-2760",+ "ndcg10": 0.4702199443548266,+ "mrr10": 0.5,+ "recall10": 0.25,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2770",+ "ndcg10": 0.3051225590535311,+ "mrr10": 0.5,+ "recall10": 0.12195121951219512,+ "recall100": 0.4634146341463415+ },+ {+ "qid": "PLAIN-2780",+ "ndcg10": 0.4033852369868885,+ "mrr10": 1,+ "recall10": 0.2727272727272727,+ "recall100": 0.3181818181818182+ },+ {+ "qid": "PLAIN-2790",+ "ndcg10": 0.6229756861858913,+ "mrr10": 1,+ "recall10": 0.1016949152542373,+ "recall100": 0.22033898305084745+ },+ {+ "qid": "PLAIN-2800",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.08333333333333333+ },+ {+ "qid": "PLAIN-2810",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.125+ },+ {+ "qid": "PLAIN-2820",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.125+ },+ {+ "qid": "PLAIN-2830",+ "ndcg10": 0.7262287617954056,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-2840",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2850",+ "ndcg10": 0.061851970052338466,+ "mrr10": 0.2,+ "recall10": 0.1111111111111111,+ "recall100": 0.4444444444444444+ },+ {+ "qid": "PLAIN-2860",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2870",+ "ndcg10": 0.0781764177375172,+ "mrr10": 0.2,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-2880",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2890",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.06896551724137931+ },+ {+ "qid": "PLAIN-2900",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2910",+ "ndcg10": 0.3843483686763149,+ "mrr10": 1,+ "recall10": 0.06666666666666667,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-2920",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-2930",+ "ndcg10": 0.5044700941962198,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-2940",+ "ndcg10": 0.1369076512757472,+ "mrr10": 0.16666666666666666,+ "recall10": 0.045454545454545456,+ "recall100": 0.13636363636363635+ },+ {+ "qid": "PLAIN-2950",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2960",+ "ndcg10": 0.2388353776606868,+ "mrr10": 0.1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2970",+ "ndcg10": 0.5485138010141563,+ "mrr10": 1,+ "recall10": 0.2222222222222222,+ "recall100": 0.4444444444444444+ },+ {+ "qid": "PLAIN-2981",+ "ndcg10": 0.5321036168710066,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-2991",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3001",+ "ndcg10": 0.3868528072345416,+ "mrr10": 0.5,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3014",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3026",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3037",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3053",+ "ndcg10": 0.7039180890341348,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-3063",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-3074",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3085",+ "ndcg10": 0.1934264036172708,+ "mrr10": 0.125,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3097",+ "ndcg10": 0.515157140670655,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3116",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3131",+ "ndcg10": 0.594724727191318,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3141",+ "ndcg10": 0.4752549547601497,+ "mrr10": 1,+ "recall10": 0.08823529411764706,+ "recall100": 0.23529411764705882+ },+ {+ "qid": "PLAIN-3151",+ "ndcg10": 0.6954866010543851,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3161",+ "ndcg10": 0.6140056738569695,+ "mrr10": 1,+ "recall10": 0.06976744186046512,+ "recall100": 0.3023255813953488+ },+ {+ "qid": "PLAIN-3171",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.14705882352941177+ },+ {+ "qid": "PLAIN-3181",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3191",+ "ndcg10": 0.4273329059665303,+ "mrr10": 1,+ "recall10": 0.1875,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3201",+ "ndcg10": 0.13084731762486884,+ "mrr10": 0.3333333333333333,+ "recall10": 0.0625,+ "recall100": 0.09375+ },+ {+ "qid": "PLAIN-3211",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3221",+ "ndcg10": 0.09641996365784913,+ "mrr10": 0.5,+ "recall10": 0.041666666666666664,+ "recall100": 0.041666666666666664+ },+ {+ "qid": "PLAIN-3231",+ "ndcg10": 0.1567399814516089,+ "mrr10": 0.5,+ "recall10": 0.25,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-3241",+ "ndcg10": 0.45846608015576257,+ "mrr10": 1,+ "recall10": 0.034482758620689655,+ "recall100": 0.10344827586206896+ },+ {+ "qid": "PLAIN-3251",+ "ndcg10": 0.17735889013007314,+ "mrr10": 0.2,+ "recall10": 0.047619047619047616,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-3261",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3271",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.08163265306122448+ },+ {+ "qid": "PLAIN-3281",+ "ndcg10": 0.24249682153453903,+ "mrr10": 0.5,+ "recall10": 0.038461538461538464,+ "recall100": 0.07692307692307693+ },+ {+ "qid": "PLAIN-3292",+ "ndcg10": 0.2993761814255588,+ "mrr10": 1,+ "recall10": 0.42857142857142855,+ "recall100": 0.5714285714285714+ },+ {+ "qid": "PLAIN-3302",+ "ndcg10": 0.47430330387068736,+ "mrr10": 1,+ "recall10": 0.16216216216216217,+ "recall100": 0.5135135135135135+ },+ {+ "qid": "PLAIN-3312",+ "ndcg10": 0.10157128969162395,+ "mrr10": 0.14285714285714285,+ "recall10": 0.15384615384615385,+ "recall100": 0.6153846153846154+ },+ {+ "qid": "PLAIN-3322",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.012658227848101266,+ "recall100": 0.12658227848101267+ },+ {+ "qid": "PLAIN-3332",+ "ndcg10": 0.7339433432674052,+ "mrr10": 1,+ "recall10": 0.35714285714285715,+ "recall100": 0.7857142857142857+ },+ {+ "qid": "PLAIN-3342",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-3352",+ "ndcg10": 0.19217418433815744,+ "mrr10": 0.3333333333333333,+ "recall10": 0.02564102564102564,+ "recall100": 0.15384615384615385+ },+ {+ "qid": "PLAIN-3362",+ "ndcg10": 0.5330346140547638,+ "mrr10": 1,+ "recall10": 0.18181818181818182,+ "recall100": 0.18181818181818182+ },+ {+ "qid": "PLAIN-3372",+ "ndcg10": 0.17735889013007314,+ "mrr10": 0.2,+ "recall10": 0.07142857142857142,+ "recall100": 0.21428571428571427+ },+ {+ "qid": "PLAIN-3382",+ "ndcg10": 0.24173626613097376,+ "mrr10": 1,+ "recall10": 0.21428571428571427,+ "recall100": 0.6428571428571429+ },+ {+ "qid": "PLAIN-3392",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3402",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-3412",+ "ndcg10": 0.16514998770443245,+ "mrr10": 1,+ "recall10": 0.04081632653061224,+ "recall100": 0.24489795918367346+ },+ {+ "qid": "PLAIN-3422",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.41935483870967744+ },+ {+ "qid": "PLAIN-3432",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.11904761904761904+ },+ {+ "qid": "PLAIN-3442",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.034482758620689655+ },+ {+ "qid": "PLAIN-3452",+ "ndcg10": 0.4339104504691312,+ "mrr10": 1,+ "recall10": 0.11764705882352941,+ "recall100": 0.47058823529411764+ },+ {+ "qid": "PLAIN-3462",+ "ndcg10": 0.7728378251807518,+ "mrr10": 1,+ "recall10": 0.109375,+ "recall100": 0.4375+ },+ {+ "qid": "PLAIN-3472",+ "ndcg10": 0.1436715886895903,+ "mrr10": 0.3333333333333333,+ "recall10": 0.058823529411764705,+ "recall100": 0.17647058823529413+ }+ ],+ "baselines": {+ "BM25 (Lucene)": 0.325,+ "DocT5query": 0.328,+ "TAS-B": 0.319,+ "GenQ": 0.319,+ "ColBERT": 0.305,+ "Contriever": 0.328,+ "GTR-XL": 0.343,+ "SPLADE++": 0.347,+ "BGE-large-v1.5 (pub)": 0.38,+ "SBERT msmarco": 0.272+ },+ "ourRank": 10,+ "leaderboardLength": 11+}\ No newline at end of filediff --git a/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-45-32-981Z.json b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-45-32-981Z.jsonnew file mode 100644index 0000000000..a477af484b--- /dev/null+++ b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-2026-06-26T21-45-32-981Z.json@@ -0,0 +1,2295 @@+{+ "runAt": "2026-06-26T21:45:32.981Z",+ "benchmark": "beir-nfcorpus-hybrid",+ "dataset": "nfcorpus",+ "pipeline": "BM25+BGE RRF",+ "bgeModel": "Xenova/bge-base-en-v1.5",+ "rrfK": 40,+ "rerank": false,+ "queries": 323,+ "corpusSize": 3633,+ "metrics": {+ "ndcg10": 0.29609610368360434,+ "mrr10": 0.4802619293331366,+ "recall10": 0.14060162889099595,+ "recall100": 0.2749224842753052,+ "avgQueryLatencyMs": 445.91397974922603+ },+ "perQuery": [+ {+ "qid": "PLAIN-2",+ "ndcg10": 0.7657034735728829,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-12",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.23333333333333334+ },+ {+ "qid": "PLAIN-23",+ "ndcg10": 0.4272322926778316,+ "mrr10": 1,+ "recall10": 0.044444444444444446,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-33",+ "ndcg10": 0.4822616994759819,+ "mrr10": 1,+ "recall10": 0.125,+ "recall100": 0.21875+ },+ {+ "qid": "PLAIN-44",+ "ndcg10": 0.13449426451150215,+ "mrr10": 0.3333333333333333,+ "recall10": 0.034482758620689655,+ "recall100": 0.13793103448275862+ },+ {+ "qid": "PLAIN-56",+ "ndcg10": 0.45442152543424197,+ "mrr10": 1,+ "recall10": 0.06,+ "recall100": 0.18+ },+ {+ "qid": "PLAIN-68",+ "ndcg10": 0.7851995181603684,+ "mrr10": 1,+ "recall10": 0.10909090909090909,+ "recall100": 0.16363636363636364+ },+ {+ "qid": "PLAIN-78",+ "ndcg10": 0.08966284300766811,+ "mrr10": 1,+ "recall10": 0.016129032258064516,+ "recall100": 0.11290322580645161+ },+ {+ "qid": "PLAIN-91",+ "ndcg10": 0.25853150484401105,+ "mrr10": 0.5,+ "recall10": 0.078125,+ "recall100": 0.1875+ },+ {+ "qid": "PLAIN-102",+ "ndcg10": 0.12811612289210494,+ "mrr10": 1,+ "recall10": 0.041666666666666664,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-112",+ "ndcg10": 0.6787794661817448,+ "mrr10": 1,+ "recall10": 0.08928571428571429,+ "recall100": 0.19642857142857142+ },+ {+ "qid": "PLAIN-123",+ "ndcg10": 0.2462789703080615,+ "mrr10": 0.25,+ "recall10": 0.0784313725490196,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-133",+ "ndcg10": 0.09064668004714299,+ "mrr10": 0.125,+ "recall10": 0.027777777777777776,+ "recall100": 0.05555555555555555+ },+ {+ "qid": "PLAIN-143",+ "ndcg10": 0.5037474384398577,+ "mrr10": 1,+ "recall10": 0.058823529411764705,+ "recall100": 0.21568627450980393+ },+ {+ "qid": "PLAIN-153",+ "ndcg10": 0.7485661964048813,+ "mrr10": 1,+ "recall10": 0.1702127659574468,+ "recall100": 0.3191489361702128+ },+ {+ "qid": "PLAIN-165",+ "ndcg10": 0.35695582727012937,+ "mrr10": 0.5,+ "recall10": 0.1388888888888889,+ "recall100": 0.3888888888888889+ },+ {+ "qid": "PLAIN-175",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.02702702702702703+ },+ {+ "qid": "PLAIN-186",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.041666666666666664,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-196",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.043478260869565216+ },+ {+ "qid": "PLAIN-207",+ "ndcg10": 0.4440973278132557,+ "mrr10": 1,+ "recall10": 0.05454545454545454,+ "recall100": 0.23636363636363636+ },+ {+ "qid": "PLAIN-217",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2222222222222222+ },+ {+ "qid": "PLAIN-227",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.05+ },+ {+ "qid": "PLAIN-238",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.07407407407407407+ },+ {+ "qid": "PLAIN-248",+ "ndcg10": 0.31516255047698366,+ "mrr10": 0.5,+ "recall10": 0.0967741935483871,+ "recall100": 0.25806451612903225+ },+ {+ "qid": "PLAIN-259",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.07142857142857142,+ "recall100": 0.21428571428571427+ },+ {+ "qid": "PLAIN-270",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.019230769230769232,+ "recall100": 0.17307692307692307+ },+ {+ "qid": "PLAIN-280",+ "ndcg10": 0.4690000933206748,+ "mrr10": 1,+ "recall10": 0.15,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-291",+ "ndcg10": 0.2489083270225946,+ "mrr10": 0.5,+ "recall10": 0.15384615384615385,+ "recall100": 0.5384615384615384+ },+ {+ "qid": "PLAIN-307",+ "ndcg10": 0.7653606369886218,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 1+ },+ {+ "qid": "PLAIN-320",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.30952380952380953+ },+ {+ "qid": "PLAIN-332",+ "ndcg10": 0.6131471927654584,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-344",+ "ndcg10": 0.6264808474870649,+ "mrr10": 0.5,+ "recall10": 0.11475409836065574,+ "recall100": 0.2459016393442623+ },+ {+ "qid": "PLAIN-358",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-371",+ "ndcg10": 0.17376534287144002,+ "mrr10": 0.5,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "PLAIN-383",+ "ndcg10": 0.14606834984270645,+ "mrr10": 0.25,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-395",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-407",+ "ndcg10": 0.7262287617954056,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-418",+ "ndcg10": 0.5562983930884396,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-430",+ "ndcg10": 0.4967105728753997,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.625+ },+ {+ "qid": "PLAIN-441",+ "ndcg10": 0.7345204950565553,+ "mrr10": 1,+ "recall10": 0.8,+ "recall100": 0.8+ },+ {+ "qid": "PLAIN-457",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-468",+ "ndcg10": 0.4954499631132973,+ "mrr10": 1,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-478",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-488",+ "ndcg10": 0.933745776545611,+ "mrr10": 1,+ "recall10": 0.6,+ "recall100": 0.7333333333333333+ },+ {+ "qid": "PLAIN-499",+ "ndcg10": 0.22979561007468535,+ "mrr10": 0.2,+ "recall10": 0.08823529411764706,+ "recall100": 0.20588235294117646+ },+ {+ "qid": "PLAIN-510",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-520",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-531",+ "ndcg10": 0.6975961695061491,+ "mrr10": 1,+ "recall10": 0.022727272727272728,+ "recall100": 0.05194805194805195+ },+ {+ "qid": "PLAIN-541",+ "ndcg10": 0.11706259313796354,+ "mrr10": 0.2,+ "recall10": 0.16666666666666666,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-551",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-561",+ "ndcg10": 0.19518900079066107,+ "mrr10": 0.3333333333333333,+ "recall10": 0.08,+ "recall100": 0.12+ },+ {+ "qid": "PLAIN-571",+ "ndcg10": 0.26014148548235916,+ "mrr10": 0.5,+ "recall10": 0.2857142857142857,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-583",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.11363636363636363+ },+ {+ "qid": "PLAIN-593",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-603",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "PLAIN-613",+ "ndcg10": 0.11004588314904008,+ "mrr10": 0.3333333333333333,+ "recall10": 0.1,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-623",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.0975609756097561+ },+ {+ "qid": "PLAIN-634",+ "ndcg10": 0.33013764944712026,+ "mrr10": 1,+ "recall10": 0.09523809523809523,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-645",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.06896551724137931+ },+ {+ "qid": "PLAIN-660",+ "ndcg10": 0.6870165078530993,+ "mrr10": 1,+ "recall10": 0.01263157894736842,+ "recall100": 0.08842105263157894+ },+ {+ "qid": "PLAIN-671",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-681",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-691",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-701",+ "ndcg10": 0.07311683844390994,+ "mrr10": 0.1,+ "recall10": 0.125,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-711",+ "ndcg10": 0.31488013066763093,+ "mrr10": 1,+ "recall10": 0.03508771929824561,+ "recall100": 0.08771929824561403+ },+ {+ "qid": "PLAIN-721",+ "ndcg10": 0.9363792118010483,+ "mrr10": 1,+ "recall10": 0.36,+ "recall100": 0.64+ },+ {+ "qid": "PLAIN-731",+ "ndcg10": 0.7721596254947203,+ "mrr10": 1,+ "recall10": 0.12962962962962962,+ "recall100": 0.3888888888888889+ },+ {+ "qid": "PLAIN-741",+ "ndcg10": 0.7885497208855957,+ "mrr10": 1,+ "recall10": 0.3684210526315789,+ "recall100": 0.3684210526315789+ },+ {+ "qid": "PLAIN-751",+ "ndcg10": 0.08671382849411972,+ "mrr10": 0.125,+ "recall10": 0.14285714285714285,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-761",+ "ndcg10": 0.19092086617893467,+ "mrr10": 0.5,+ "recall10": 0.16666666666666666,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-771",+ "ndcg10": 0.7653606369886217,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 1+ },+ {+ "qid": "PLAIN-782",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-792",+ "ndcg10": 0.22485174766247445,+ "mrr10": 0.2,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-806",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.10416666666666667,+ "recall100": 0.19791666666666666+ },+ {+ "qid": "PLAIN-817",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-827",+ "ndcg10": 0.7529694065526482,+ "mrr10": 1,+ "recall10": 0.028688524590163935,+ "recall100": 0.14344262295081966+ },+ {+ "qid": "PLAIN-838",+ "ndcg10": 0.5008655546918772,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.4444444444444444+ },+ {+ "qid": "PLAIN-850",+ "ndcg10": 0.40853591842579556,+ "mrr10": 1,+ "recall10": 0.05263157894736842,+ "recall100": 0.14035087719298245+ },+ {+ "qid": "PLAIN-872",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-882",+ "ndcg10": 0.7846170207230129,+ "mrr10": 1,+ "recall10": 0.4666666666666667,+ "recall100": 0.8+ },+ {+ "qid": "PLAIN-892",+ "ndcg10": 0.37850091886658266,+ "mrr10": 1,+ "recall10": 0.03260869565217391,+ "recall100": 0.09782608695652174+ },+ {+ "qid": "PLAIN-902",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-913",+ "ndcg10": 0.7967610662472993,+ "mrr10": 1,+ "recall10": 0.20588235294117646,+ "recall100": 0.3235294117647059+ },+ {+ "qid": "PLAIN-924",+ "ndcg10": 0.7479350596733328,+ "mrr10": 1,+ "recall10": 0.21875,+ "recall100": 0.375+ },+ {+ "qid": "PLAIN-934",+ "ndcg10": 0.6363762929310753,+ "mrr10": 1,+ "recall10": 0.0594059405940594,+ "recall100": 0.25742574257425743+ },+ {+ "qid": "PLAIN-946",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.03225806451612903+ },+ {+ "qid": "PLAIN-956",+ "ndcg10": 0.70844095012329,+ "mrr10": 1,+ "recall10": 0.02912621359223301,+ "recall100": 0.13106796116504854+ },+ {+ "qid": "PLAIN-966",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-977",+ "ndcg10": 0.20210734650054757,+ "mrr10": 0.25,+ "recall10": 0.3333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-987",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-997",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1008",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1018",+ "ndcg10": 0.5415879285615245,+ "mrr10": 1,+ "recall10": 0.08333333333333333,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-1028",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1039",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1050",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.0425531914893617+ },+ {+ "qid": "PLAIN-1066",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1088",+ "ndcg10": 0.5531464700081437,+ "mrr10": 1,+ "recall10": 0.4,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-1098",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1109",+ "ndcg10": 0.702728403557943,+ "mrr10": 1,+ "recall10": 0.07142857142857142,+ "recall100": 0.2653061224489796+ },+ {+ "qid": "PLAIN-1119",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-1130",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1141",+ "ndcg10": 0.06625422345438903,+ "mrr10": 0.1111111111111111,+ "recall10": 0.0625,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-1151",+ "ndcg10": 0.08514311764162098,+ "mrr10": 0.2,+ "recall10": 0.006535947712418301,+ "recall100": 0.0457516339869281+ },+ {+ "qid": "PLAIN-1161",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1172",+ "ndcg10": 0.06943122193677727,+ "mrr10": 0.125,+ "recall10": 0.05263157894736842,+ "recall100": 0.05263157894736842+ },+ {+ "qid": "PLAIN-1183",+ "ndcg10": 0.30523488393970116,+ "mrr10": 1,+ "recall10": 0.08,+ "recall100": 0.08+ },+ {+ "qid": "PLAIN-1193",+ "ndcg10": 0.17947710508581735,+ "mrr10": 0.3333333333333333,+ "recall10": 0.1111111111111111,+ "recall100": 0.2777777777777778+ },+ {+ "qid": "PLAIN-1203",+ "ndcg10": 0.4220949603708207,+ "mrr10": 0.5,+ "recall10": 0.3333333333333333,+ "recall100": 0.4166666666666667+ },+ {+ "qid": "PLAIN-1214",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-1225",+ "ndcg10": 0.5766882048947064,+ "mrr10": 1,+ "recall10": 0.18518518518518517,+ "recall100": 0.4444444444444444+ },+ {+ "qid": "PLAIN-1236",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-1249",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1262",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1275",+ "ndcg10": 0.5423640154200349,+ "mrr10": 1,+ "recall10": 0.07272727272727272,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-1288",+ "ndcg10": 0.48331483694589444,+ "mrr10": 0.5,+ "recall10": 0.025510204081632654,+ "recall100": 0.09183673469387756+ },+ {+ "qid": "PLAIN-1299",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.03278688524590164+ },+ {+ "qid": "PLAIN-1309",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1320",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1331",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1342",+ "ndcg10": 0.38196033715832356,+ "mrr10": 0.5,+ "recall10": 0.25,+ "recall100": 0.3125+ },+ {+ "qid": "PLAIN-1353",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1363",+ "ndcg10": 0.32730659600126993,+ "mrr10": 0.5,+ "recall10": 0.2727272727272727,+ "recall100": 0.7272727272727273+ },+ {+ "qid": "PLAIN-1374",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.07692307692307693+ },+ {+ "qid": "PLAIN-1387",+ "ndcg10": 0.5919268187287083,+ "mrr10": 1,+ "recall10": 0.4166666666666667,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-1398",+ "ndcg10": 0.8236998933965709,+ "mrr10": 1,+ "recall10": 0.07766990291262135,+ "recall100": 0.1941747572815534+ },+ {+ "qid": "PLAIN-1409",+ "ndcg10": 0.22082856303278728,+ "mrr10": 0.2,+ "recall10": 0.011857707509881422,+ "recall100": 0.1383399209486166+ },+ {+ "qid": "PLAIN-1419",+ "ndcg10": 0.5009732673492616,+ "mrr10": 1,+ "recall10": 0.06153846153846154,+ "recall100": 0.09230769230769231+ },+ {+ "qid": "PLAIN-1429",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1441",+ "ndcg10": 0.4789015552876929,+ "mrr10": 1,+ "recall10": 0.021505376344086023,+ "recall100": 0.05913978494623656+ },+ {+ "qid": "PLAIN-1453",+ "ndcg10": 0.33013764944712026,+ "mrr10": 1,+ "recall10": 0.00816326530612245,+ "recall100": 0.08979591836734693+ },+ {+ "qid": "PLAIN-1463",+ "ndcg10": 0.11004588314904008,+ "mrr10": 0.3333333333333333,+ "recall10": 0.041666666666666664,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-1473",+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1485",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1496",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1506",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.13333333333333333+ },+ {+ "qid": "PLAIN-1516",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1527",+ "ndcg10": 0.7116179486056782,+ "mrr10": 1,+ "recall10": 0.0297029702970297,+ "recall100": 0.11386138613861387+ },+ {+ "qid": "PLAIN-1537",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-1547",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1557",+ "ndcg10": 0.2489083270225946,+ "mrr10": 0.5,+ "recall10": 0.07692307692307693,+ "recall100": 0.11538461538461539+ },+ {+ "qid": "PLAIN-1568",+ "ndcg10": 0.9197207891481876,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1579",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1590",+ "ndcg10": 0.06362078819895171,+ "mrr10": 0.1,+ "recall10": 0.05555555555555555,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1601",+ "ndcg10": 0.5599332595218056,+ "mrr10": 1,+ "recall10": 0.06756756756756757,+ "recall100": 0.14864864864864866+ },+ {+ "qid": "PLAIN-1611",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1621",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1635",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.02320185614849188,+ "recall100": 0.11136890951276102+ },+ {+ "qid": "PLAIN-1645",+ "ndcg10": 0.30260241349881345,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-1656",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.03571428571428571+ },+ {+ "qid": "PLAIN-1667",+ "ndcg10": 0.5423640154200349,+ "mrr10": 1,+ "recall10": 0.025157232704402517,+ "recall100": 0.11320754716981132+ },+ {+ "qid": "PLAIN-1679",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1690",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1700",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-1710",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.625,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-1721",+ "ndcg10": 0.1584091525685025,+ "mrr10": 0.25,+ "recall10": 0.06451612903225806,+ "recall100": 0.16129032258064516+ },+ {+ "qid": "PLAIN-1731",+ "ndcg10": 0.9469024295259745,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1741",+ "ndcg10": 0.8899541168509599,+ "mrr10": 1,+ "recall10": 0.02142857142857143,+ "recall100": 0.0880952380952381+ },+ {+ "qid": "PLAIN-1752",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1762",+ "ndcg10": 0.45973079002057343,+ "mrr10": 1,+ "recall10": 0.375,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-1772",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1784",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1794",+ "ndcg10": 0.6131471927654584,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "PLAIN-1805",+ "ndcg10": 0.8482378089219645,+ "mrr10": 1,+ "recall10": 0.06896551724137931,+ "recall100": 0.22413793103448276+ },+ {+ "qid": "PLAIN-1817",+ "ndcg10": 0.29025978496956456,+ "mrr10": 0.5,+ "recall10": 0.1111111111111111,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1827",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1837",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.05102040816326531,+ "recall100": 0.28061224489795916+ },+ {+ "qid": "PLAIN-1847",+ "ndcg10": 0.13886244387355454,+ "mrr10": 0.5,+ "recall10": 0.09090909090909091,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-1857",+ "ndcg10": 0.6168295842361274,+ "mrr10": 1,+ "recall10": 0.15151515151515152,+ "recall100": 0.2727272727272727+ },+ {+ "qid": "PLAIN-1867",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1877",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1887",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-1897",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-1909",+ "ndcg10": 0.5509662124799075,+ "mrr10": 1,+ "recall10": 0.01079913606911447,+ "recall100": 0.09071274298056156+ },+ {+ "qid": "PLAIN-1919",+ "ndcg10": 0.800693766409882,+ "mrr10": 1,+ "recall10": 0.25925925925925924,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1929",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1+ },+ {+ "qid": "PLAIN-1940",+ "ndcg10": 0.13886244387355454,+ "mrr10": 0.5,+ "recall10": 0.08333333333333333,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-1950",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.07692307692307693,+ "recall100": 0.15384615384615385+ },+ {+ "qid": "PLAIN-1962",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.15384615384615385+ },+ {+ "qid": "PLAIN-1972",+ "ndcg10": 0.13886244387355454,+ "mrr10": 0.5,+ "recall10": 0.09090909090909091,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-1983",+ "ndcg10": 0.9266360779006401,+ "mrr10": 1,+ "recall10": 0.28125,+ "recall100": 0.65625+ },+ {+ "qid": "PLAIN-1995",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2009",+ "ndcg10": 0.22432294601898897,+ "mrr10": 0.3333333333333333,+ "recall10": 0.25,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2019",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2030",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2040",+ "ndcg10": 0.35705757165090446,+ "mrr10": 0.5,+ "recall10": 0.030303030303030304,+ "recall100": 0.1590909090909091+ },+ {+ "qid": "PLAIN-2051",+ "ndcg10": 0.6207622843987103,+ "mrr10": 1,+ "recall10": 0.014084507042253521,+ "recall100": 0.07887323943661972+ },+ {+ "qid": "PLAIN-2061",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 0.024390243902439025,+ "recall100": 0.1048780487804878+ },+ {+ "qid": "PLAIN-2071",+ "ndcg10": 0.491526182307598,+ "mrr10": 0.5,+ "recall10": 0.1111111111111111,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-2081",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2092",+ "ndcg10": 0.6489315753318465,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2102",+ "ndcg10": 0.793584067764911,+ "mrr10": 1,+ "recall10": 0.0166270783847981,+ "recall100": 0.09738717339667459+ },+ {+ "qid": "PLAIN-2113",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2124",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.17647058823529413+ },+ {+ "qid": "PLAIN-2134",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.08333333333333333+ },+ {+ "qid": "PLAIN-2145",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-2156",+ "ndcg10": 0.5449960234716782,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2167",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2177",+ "ndcg10": 0.4124497136428909,+ "mrr10": 0.5,+ "recall10": 0.16666666666666666,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2187",+ "ndcg10": 0.07834851647149511,+ "mrr10": 0.14285714285714285,+ "recall10": 0.1111111111111111,+ "recall100": 0.1111111111111111+ },+ {+ "qid": "PLAIN-2197",+ "ndcg10": 0.24936270394794902,+ "mrr10": 0.25,+ "recall10": 0.05172413793103448,+ "recall100": 0.20689655172413793+ },+ {+ "qid": "PLAIN-2209",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2220",+ "ndcg10": 0.1482972305701491,+ "mrr10": 0.5,+ "recall10": 0.1111111111111111,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-2230",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2240",+ "ndcg10": 0.09478836436955078,+ "mrr10": 0.25,+ "recall10": 0.09090909090909091,+ "recall100": 0.09090909090909091+ },+ {+ "qid": "PLAIN-2250",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2261",+ "ndcg10": 0.43735247915031,+ "mrr10": 1,+ "recall10": 0.05,+ "recall100": 0.13333333333333333+ },+ {+ "qid": "PLAIN-2271",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2281",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2291",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-2301",+ "ndcg10": 0.06943122193677727,+ "mrr10": 0.125,+ "recall10": 0.07692307692307693,+ "recall100": 0.15384615384615385+ },+ {+ "qid": "PLAIN-2311",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2321",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2332",+ "ndcg10": 0.545155778742082,+ "mrr10": 1,+ "recall10": 0.05154639175257732,+ "recall100": 0.2268041237113402+ },+ {+ "qid": "PLAIN-2343",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2354",+ "ndcg10": 0.3156484524795145,+ "mrr10": 0.3333333333333333,+ "recall10": 0.4,+ "recall100": 0.8+ },+ {+ "qid": "PLAIN-2364",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2375",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2386",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3684210526315789+ },+ {+ "qid": "PLAIN-2396",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.16666666666666666+ },+ {+ "qid": "PLAIN-2408",+ "ndcg10": 0.13120507751234178,+ "mrr10": 0.2,+ "recall10": 0.2,+ "recall100": 0.4+ },+ {+ "qid": "PLAIN-2430",+ "ndcg10": 0.5148859654670671,+ "mrr10": 1,+ "recall10": 0.10869565217391304,+ "recall100": 0.41304347826086957+ },+ {+ "qid": "PLAIN-2440",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.047619047619047616+ },+ {+ "qid": "PLAIN-2450",+ "ndcg10": 0.2336508082431053,+ "mrr10": 0.5,+ "recall10": 0.05263157894736842,+ "recall100": 0.13157894736842105+ },+ {+ "qid": "PLAIN-2460",+ "ndcg10": 0.1246140309399033,+ "mrr10": 1,+ "recall10": 0.06451612903225806,+ "recall100": 0.5161290322580645+ },+ {+ "qid": "PLAIN-2470",+ "ndcg10": 0.7140558651932345,+ "mrr10": 1,+ "recall10": 0.0958904109589041,+ "recall100": 0.3698630136986301+ },+ {+ "qid": "PLAIN-2480",+ "ndcg10": 0.4461554676868372,+ "mrr10": 1,+ "recall10": 0.2777777777777778,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2490",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.21739130434782608+ },+ {+ "qid": "PLAIN-2500",+ "ndcg10": 0.21739574216798105,+ "mrr10": 0.3333333333333333,+ "recall10": 0.14285714285714285,+ "recall100": 0.7142857142857143+ },+ {+ "qid": "PLAIN-2510",+ "ndcg10": 0.5264282969545138,+ "mrr10": 1,+ "recall10": 0.10869565217391304,+ "recall100": 0.5217391304347826+ },+ {+ "qid": "PLAIN-2520",+ "ndcg10": 0.03159612145651692,+ "mrr10": 0.25,+ "recall10": 0.0136986301369863,+ "recall100": 0.1095890410958904+ },+ {+ "qid": "PLAIN-2530",+ "ndcg10": 0.9095430364058891,+ "mrr10": 1,+ "recall10": 0.1388888888888889,+ "recall100": 0.3611111111111111+ },+ {+ "qid": "PLAIN-2540",+ "ndcg10": 0.21048951897376647,+ "mrr10": 0.3333333333333333,+ "recall10": 0.14285714285714285,+ "recall100": 0.47619047619047616+ },+ {+ "qid": "PLAIN-2550",+ "ndcg10": 0.18891540073145566,+ "mrr10": 0.2,+ "recall10": 0.08,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-2560",+ "ndcg10": 0.933745776545611,+ "mrr10": 1,+ "recall10": 0.42857142857142855,+ "recall100": 0.5238095238095238+ },+ {+ "qid": "PLAIN-2570",+ "ndcg10": 0.16334591000214185,+ "mrr10": 0.3333333333333333,+ "recall10": 0.05,+ "recall100": 0.425+ },+ {+ "qid": "PLAIN-2580",+ "ndcg10": 0.05678321597055935,+ "mrr10": 0.3333333333333333,+ "recall10": 0.043478260869565216,+ "recall100": 0.13043478260869565+ },+ {+ "qid": "PLAIN-2590",+ "ndcg10": 0.06918878689212662,+ "mrr10": 0.1111111111111111,+ "recall10": 0.015873015873015872,+ "recall100": 0.09523809523809523+ },+ {+ "qid": "PLAIN-2600",+ "ndcg10": 0.6398018862599582,+ "mrr10": 1,+ "recall10": 0.3,+ "recall100": 0.3+ },+ {+ "qid": "PLAIN-2610",+ "ndcg10": 0.4618903946757037,+ "mrr10": 1,+ "recall10": 0.06557377049180328,+ "recall100": 0.18032786885245902+ },+ {+ "qid": "PLAIN-2620",+ "ndcg10": 0.5557823958827454,+ "mrr10": 1,+ "recall10": 0.16363636363636364,+ "recall100": 0.34545454545454546+ },+ {+ "qid": "PLAIN-2630",+ "ndcg10": 0.8049486128682425,+ "mrr10": 1,+ "recall10": 0.16666666666666666,+ "recall100": 0.4166666666666667+ },+ {+ "qid": "PLAIN-2640",+ "ndcg10": 0.3652388778053861,+ "mrr10": 1,+ "recall10": 0.14583333333333334,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2650",+ "ndcg10": 0.6371523797895855,+ "mrr10": 1,+ "recall10": 0.1724137931034483,+ "recall100": 0.3103448275862069+ },+ {+ "qid": "PLAIN-2660",+ "ndcg10": 0.3365037179215673,+ "mrr10": 0.5,+ "recall10": 0.14814814814814814,+ "recall100": 0.5555555555555556+ },+ {+ "qid": "PLAIN-2670",+ "ndcg10": 0.3785547731370624,+ "mrr10": 1,+ "recall10": 0.05714285714285714,+ "recall100": 0.05714285714285714+ },+ {+ "qid": "PLAIN-2680",+ "ndcg10": 0.4600537489778508,+ "mrr10": 1,+ "recall10": 0.21428571428571427,+ "recall100": 0.35714285714285715+ },+ {+ "qid": "PLAIN-2690",+ "ndcg10": 0.37824210204286995,+ "mrr10": 1,+ "recall10": 0.13953488372093023,+ "recall100": 0.3023255813953488+ },+ {+ "qid": "PLAIN-2700",+ "ndcg10": 0.39451658374363263,+ "mrr10": 0.5,+ "recall10": 0.3,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2710",+ "ndcg10": 0.7225389743479769,+ "mrr10": 1,+ "recall10": 0.2857142857142857,+ "recall100": 0.5238095238095238+ },+ {+ "qid": "PLAIN-2720",+ "ndcg10": 0.10496004355587697,+ "mrr10": 0.25,+ "recall10": 0.05555555555555555,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-2730",+ "ndcg10": 0.5078889783850895,+ "mrr10": 1,+ "recall10": 0.13793103448275862,+ "recall100": 0.3448275862068966+ },+ {+ "qid": "PLAIN-2740",+ "ndcg10": 0.7825161728011097,+ "mrr10": 1,+ "recall10": 0.12,+ "recall100": 0.18+ },+ {+ "qid": "PLAIN-2750",+ "ndcg10": 0.39802820980612047,+ "mrr10": 1,+ "recall10": 0.0847457627118644,+ "recall100": 0.22033898305084745+ },+ {+ "qid": "PLAIN-2760",+ "ndcg10": 0.4702199443548266,+ "mrr10": 0.5,+ "recall10": 0.25,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2770",+ "ndcg10": 0.3051225590535311,+ "mrr10": 0.5,+ "recall10": 0.12195121951219512,+ "recall100": 0.4634146341463415+ },+ {+ "qid": "PLAIN-2780",+ "ndcg10": 0.4033852369868885,+ "mrr10": 1,+ "recall10": 0.2727272727272727,+ "recall100": 0.3181818181818182+ },+ {+ "qid": "PLAIN-2790",+ "ndcg10": 0.6229756861858913,+ "mrr10": 1,+ "recall10": 0.1016949152542373,+ "recall100": 0.22033898305084745+ },+ {+ "qid": "PLAIN-2800",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.08333333333333333+ },+ {+ "qid": "PLAIN-2810",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.125+ },+ {+ "qid": "PLAIN-2820",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.125+ },+ {+ "qid": "PLAIN-2830",+ "ndcg10": 0.7262287617954056,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-2840",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2850",+ "ndcg10": 0.061851970052338466,+ "mrr10": 0.2,+ "recall10": 0.1111111111111111,+ "recall100": 0.4444444444444444+ },+ {+ "qid": "PLAIN-2860",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-2870",+ "ndcg10": 0.0781764177375172,+ "mrr10": 0.2,+ "recall10": 0.2,+ "recall100": 0.2+ },+ {+ "qid": "PLAIN-2880",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-2890",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.06896551724137931+ },+ {+ "qid": "PLAIN-2900",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-2910",+ "ndcg10": 0.3843483686763149,+ "mrr10": 1,+ "recall10": 0.06666666666666667,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-2920",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-2930",+ "ndcg10": 0.5044700941962198,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.2857142857142857+ },+ {+ "qid": "PLAIN-2940",+ "ndcg10": 0.1369076512757472,+ "mrr10": 0.16666666666666666,+ "recall10": 0.045454545454545456,+ "recall100": 0.13636363636363635+ },+ {+ "qid": "PLAIN-2950",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2960",+ "ndcg10": 0.2388353776606868,+ "mrr10": 0.1,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-2970",+ "ndcg10": 0.5485138010141563,+ "mrr10": 1,+ "recall10": 0.2222222222222222,+ "recall100": 0.4444444444444444+ },+ {+ "qid": "PLAIN-2981",+ "ndcg10": 0.5321036168710066,+ "mrr10": 1,+ "recall10": 0.14285714285714285,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-2991",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3001",+ "ndcg10": 0.3868528072345416,+ "mrr10": 0.5,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3014",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3026",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3037",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3053",+ "ndcg10": 0.7039180890341348,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 0.6666666666666666+ },+ {+ "qid": "PLAIN-3063",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.25+ },+ {+ "qid": "PLAIN-3074",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3085",+ "ndcg10": 0.1934264036172708,+ "mrr10": 0.125,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "PLAIN-3097",+ "ndcg10": 0.515157140670655,+ "mrr10": 1,+ "recall10": 0.25,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3116",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3131",+ "ndcg10": 0.594724727191318,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3141",+ "ndcg10": 0.4752549547601497,+ "mrr10": 1,+ "recall10": 0.08823529411764706,+ "recall100": 0.23529411764705882+ },+ {+ "qid": "PLAIN-3151",+ "ndcg10": 0.6954866010543851,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3161",+ "ndcg10": 0.6140056738569695,+ "mrr10": 1,+ "recall10": 0.06976744186046512,+ "recall100": 0.3023255813953488+ },+ {+ "qid": "PLAIN-3171",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.14705882352941177+ },+ {+ "qid": "PLAIN-3181",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3191",+ "ndcg10": 0.4273329059665303,+ "mrr10": 1,+ "recall10": 0.1875,+ "recall100": 0.5+ },+ {+ "qid": "PLAIN-3201",+ "ndcg10": 0.13084731762486884,+ "mrr10": 0.3333333333333333,+ "recall10": 0.0625,+ "recall100": 0.09375+ },+ {+ "qid": "PLAIN-3211",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3221",+ "ndcg10": 0.09641996365784913,+ "mrr10": 0.5,+ "recall10": 0.041666666666666664,+ "recall100": 0.041666666666666664+ },+ {+ "qid": "PLAIN-3231",+ "ndcg10": 0.1567399814516089,+ "mrr10": 0.5,+ "recall10": 0.25,+ "recall100": 0.75+ },+ {+ "qid": "PLAIN-3241",+ "ndcg10": 0.45846608015576257,+ "mrr10": 1,+ "recall10": 0.034482758620689655,+ "recall100": 0.10344827586206896+ },+ {+ "qid": "PLAIN-3251",+ "ndcg10": 0.17735889013007314,+ "mrr10": 0.2,+ "recall10": 0.047619047619047616,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-3261",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3271",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.08163265306122448+ },+ {+ "qid": "PLAIN-3281",+ "ndcg10": 0.24249682153453903,+ "mrr10": 0.5,+ "recall10": 0.038461538461538464,+ "recall100": 0.07692307692307693+ },+ {+ "qid": "PLAIN-3292",+ "ndcg10": 0.2993761814255588,+ "mrr10": 1,+ "recall10": 0.42857142857142855,+ "recall100": 0.5714285714285714+ },+ {+ "qid": "PLAIN-3302",+ "ndcg10": 0.47430330387068736,+ "mrr10": 1,+ "recall10": 0.16216216216216217,+ "recall100": 0.5135135135135135+ },+ {+ "qid": "PLAIN-3312",+ "ndcg10": 0.10157128969162395,+ "mrr10": 0.14285714285714285,+ "recall10": 0.15384615384615385,+ "recall100": 0.6153846153846154+ },+ {+ "qid": "PLAIN-3322",+ "ndcg10": 0.22009176629808017,+ "mrr10": 1,+ "recall10": 0.012658227848101266,+ "recall100": 0.12658227848101267+ },+ {+ "qid": "PLAIN-3332",+ "ndcg10": 0.7339433432674052,+ "mrr10": 1,+ "recall10": 0.35714285714285715,+ "recall100": 0.7857142857142857+ },+ {+ "qid": "PLAIN-3342",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.3333333333333333+ },+ {+ "qid": "PLAIN-3352",+ "ndcg10": 0.19217418433815744,+ "mrr10": 0.3333333333333333,+ "recall10": 0.02564102564102564,+ "recall100": 0.15384615384615385+ },+ {+ "qid": "PLAIN-3362",+ "ndcg10": 0.5330346140547638,+ "mrr10": 1,+ "recall10": 0.18181818181818182,+ "recall100": 0.18181818181818182+ },+ {+ "qid": "PLAIN-3372",+ "ndcg10": 0.17735889013007314,+ "mrr10": 0.2,+ "recall10": 0.07142857142857142,+ "recall100": 0.21428571428571427+ },+ {+ "qid": "PLAIN-3382",+ "ndcg10": 0.24173626613097376,+ "mrr10": 1,+ "recall10": 0.21428571428571427,+ "recall100": 0.6428571428571429+ },+ {+ "qid": "PLAIN-3392",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "PLAIN-3402",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.14285714285714285+ },+ {+ "qid": "PLAIN-3412",+ "ndcg10": 0.16514998770443245,+ "mrr10": 1,+ "recall10": 0.04081632653061224,+ "recall100": 0.24489795918367346+ },+ {+ "qid": "PLAIN-3422",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.41935483870967744+ },+ {+ "qid": "PLAIN-3432",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.11904761904761904+ },+ {+ "qid": "PLAIN-3442",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.034482758620689655+ },+ {+ "qid": "PLAIN-3452",+ "ndcg10": 0.4339104504691312,+ "mrr10": 1,+ "recall10": 0.11764705882352941,+ "recall100": 0.47058823529411764+ },+ {+ "qid": "PLAIN-3462",+ "ndcg10": 0.7728378251807518,+ "mrr10": 1,+ "recall10": 0.109375,+ "recall100": 0.4375+ },+ {+ "qid": "PLAIN-3472",+ "ndcg10": 0.1436715886895903,+ "mrr10": 0.3333333333333333,+ "recall10": 0.058823529411764705,+ "recall100": 0.17647058823529413+ }+ ],+ "baselines": {+ "BM25 (Lucene)": 0.325,+ "DocT5query": 0.328,+ "TAS-B": 0.319,+ "GenQ": 0.319,+ "ColBERT": 0.305,+ "Contriever": 0.328,+ "GTR-XL": 0.343,+ "SPLADE++": 0.347,+ "BGE-large-v1.5 (pub)": 0.38,+ "SBERT msmarco": 0.272+ },+ "ourRank": 10,+ "leaderboardLength": 11+}\ No newline at end of filediff --git a/docs/benchmarks/runs/beir-scifact-bge-Xenova_bge-base-en-v1.5-2026-06-26T21-46-29-806Z.json b/docs/benchmarks/runs/beir-scifact-bge-Xenova_bge-base-en-v1.5-2026-06-26T21-46-29-806Z.jsonnew file mode 100644index 0000000000..b98b3285ef--- /dev/null+++ b/docs/benchmarks/runs/beir-scifact-bge-Xenova_bge-base-en-v1.5-2026-06-26T21-46-29-806Z.json@@ -0,0 +1,2131 @@+{+ "runAt": "2026-06-26T21:46:29.806Z",+ "benchmark": "beir-scifact-bge",+ "dataset": "scifact",+ "model": "Xenova/bge-base-en-v1.5",+ "queries": 300,+ "corpusSize": 5183,+ "metrics": {+ "ndcg10": 0.6255647791860727,+ "mrr10": 0.5931878306878305,+ "recall10": 0.7412222222222221,+ "recall100": 0.8283333333333334,+ "avgQueryLatencyMs": 282.3613265299999+ },+ "perQuery": [+ {+ "qid": "1",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "3",+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "5",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "13",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "36",+ "ndcg10": 0.23719771276929622,+ "mrr10": 0.2,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "42",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "48",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "49",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "50",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "51",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "53",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "54",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "56",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "57",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "70",+ "ndcg10": 0.9197207891481876,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "72",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "75",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "94",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "99",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "100",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "113",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "115",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "118",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "124",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "127",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "128",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "129",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "130",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "132",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "133",+ "ndcg10": 0.6164336326286644,+ "mrr10": 1,+ "recall10": 0.6,+ "recall100": 1+ },+ {+ "qid": "137",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "141",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "142",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "143",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "146",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "148",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "163",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "171",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "179",+ "ndcg10": 0.8048099750039491,+ "mrr10": 1,+ "recall10": 0.75,+ "recall100": 0.75+ },+ {+ "qid": "180",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "183",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "185",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "198",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "208",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "212",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "213",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "216",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "217",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "218",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "219",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "230",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "232",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "233",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "236",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "237",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "238",+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "239",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "248",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "249",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "261",+ "ndcg10": 0.2640681225725909,+ "mrr10": 0.25,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "268",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "269",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "274",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "275",+ "ndcg10": 0.7039180890341347,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 1+ },+ {+ "qid": "279",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "294",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "295",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "298",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "300",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "303",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "312",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "314",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "324",+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "327",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "338",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "343",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "350",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "354",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "362",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "380",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "384",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "385",+ "ndcg10": 0.6934264036172708,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "386",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "388",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "399",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "410",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "411",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "415",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "421",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "431",+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "436",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "437",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "439",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "440",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "443",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "452",+ "ndcg10": 0.2640681225725909,+ "mrr10": 0.25,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "475",+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "478",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "491",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "501",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "502",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "507",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "508",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "513",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "514",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "516",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "517",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "521",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "525",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "527",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "528",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "532",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "533",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "535",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "536",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "539",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "540",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.5,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "544",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "549",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "551",+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "552",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "554",+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "560",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "569",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "575",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "577",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "578",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "587",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "589",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "593",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "597",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "598",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "613",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "619",+ "ndcg10": 0.17723928678404774,+ "mrr10": 0.1,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "623",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "628",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "636",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "637",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "641",+ "ndcg10": 0.23719771276929622,+ "mrr10": 0.2,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "644",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "649",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "659",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "660",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "674",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "684",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "690",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "691",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "692",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "693",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "700",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "702",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "715",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "716",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "718",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "721",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "723",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "727",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "728",+ "ndcg10": 0.8772153153380493,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "729",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "742",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "743",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "744",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "756",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "759",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "768",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "770",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "775",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "781",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "783",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "784",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "785",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "793",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "800",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "805",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "808",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "811",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "814",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "820",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "821",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "823",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "830",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "831",+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "832",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "834",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "837",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "839",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "845",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "847",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "852",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "859",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "870",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "873",+ "ndcg10": 0.5043776700708298,+ "mrr10": 0.5,+ "recall10": 0.6,+ "recall100": 1+ },+ {+ "qid": "879",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "880",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "882",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "887",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "903",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "904",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "907",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "911",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "913",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "914",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "921",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "922",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "936",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "956",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "957",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "960",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "967",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "971",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "975",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "982",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "985",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "993",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1012",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1014",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1019",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1020",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1021",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1024",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1029",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1041",+ "ndcg10": 0.39564672360221187,+ "mrr10": 0.16666666666666666,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1049",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1062",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1086",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1088",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1089",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1099",+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1100",+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1104",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1107",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1110",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1121",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1130",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1132",+ "ndcg10": 0.39780880120575696,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1137",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1140",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1144",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1146",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1150",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1163",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1175",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1179",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1180",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1185",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1187",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1191",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1194",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1196",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1197",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1199",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1200",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1202",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1204",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1207",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1213",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1216",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1221",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1225",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1226",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1232",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1241",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1245",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1259",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1262",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1266",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1270",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1271",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1272",+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1273",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1274",+ "ndcg10": 0.9674679834891693,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1278",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1279",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1280",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1281",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1282",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1290",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1292",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1298",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1303",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1316",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1319",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1320",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1332",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1335",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1336",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1337",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1339",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1344",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1352",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1359",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1362",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1363",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1368",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1370",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1379",+ "ndcg10": 0.8318724637288826,+ "mrr10": 1,+ "recall10": 0.75,+ "recall100": 0.75+ },+ {+ "qid": "1382",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1385",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1389",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1395",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ }+ ],+ "baselines": {+ "BM25 (Lucene)": 0.679,+ "DocT5query": 0.675,+ "TAS-B": 0.643,+ "GenQ": 0.644,+ "ColBERT": 0.671,+ "Contriever": 0.677,+ "GTR-XL": 0.662,+ "SPLADE++": 0.704,+ "BGE-large-v1.5 (pub)": 0.722,+ "SBERT msmarco": 0.555+ },+ "ourRank": 10,+ "leaderboardLength": 11+}\ No newline at end of filediff --git a/docs/benchmarks/runs/beir-scifact-bge-latest.json b/docs/benchmarks/runs/beir-scifact-bge-latest.jsonindex e516f870e8..b98b3285ef 100644--- a/docs/benchmarks/runs/beir-scifact-bge-latest.json+++ b/docs/benchmarks/runs/beir-scifact-bge-latest.json@@ -1,5 +1,5 @@{- "runAt": "2026-05-30T20:46:06.540Z",+ "runAt": "2026-06-26T21:46:29.806Z","benchmark": "beir-scifact-bge","dataset": "scifact","model": "Xenova/bge-base-en-v1.5",@@ -10,7 +10,7 @@"mrr10": 0.5931878306878305,"recall10": 0.7412222222222221,"recall100": 0.8283333333333334,- "avgQueryLatencyMs": 355.40267458333335+ "avgQueryLatencyMs": 282.3613265299999},"perQuery": [{diff --git a/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-49-37-378Z.json b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-49-37-378Z.jsonnew file mode 100644index 0000000000..e38b42d6a3--- /dev/null+++ b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-49-37-378Z.json@@ -0,0 +1,2134 @@+{+ "runAt": "2026-06-26T21:49:37.378Z",+ "benchmark": "beir-scifact-hybrid",+ "dataset": "scifact",+ "pipeline": "BM25+BGE RRF",+ "bgeModel": "Xenova/bge-base-en-v1.5",+ "rrfK": 40,+ "rerank": false,+ "queries": 300,+ "corpusSize": 5183,+ "metrics": {+ "ndcg10": 0.5765772269258473,+ "mrr10": 0.5427248677248677,+ "recall10": 0.7054999999999999,+ "recall100": 0.9510000000000001,+ "avgQueryLatencyMs": 313.86981944333337+ },+ "perQuery": [+ {+ "qid": "1",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "3",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "5",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "13",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "36",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "42",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "48",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "49",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "50",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "51",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "53",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "54",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "56",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "57",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "70",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "72",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "75",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "94",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "99",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "100",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "113",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "115",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "118",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "124",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "127",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "128",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "129",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "130",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "132",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "133",+ "ndcg10": 0.7678620595110026,+ "mrr10": 1,+ "recall10": 0.8,+ "recall100": 0.8+ },+ {+ "qid": "137",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "141",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "142",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "143",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "146",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "148",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "163",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "171",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "179",+ "ndcg10": 0.5585075862632192,+ "mrr10": 1,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "180",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "183",+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "185",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "198",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "208",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "212",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "213",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "216",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "217",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "218",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "219",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "230",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "232",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "233",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "236",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "237",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "238",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "239",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "248",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "249",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "261",+ "ndcg10": 0.2640681225725909,+ "mrr10": 0.25,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "268",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "269",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "274",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "275",+ "ndcg10": 0.46927872602275644,+ "mrr10": 1,+ "recall10": 0.3333333333333333,+ "recall100": 1+ },+ {+ "qid": "279",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "294",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "295",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "298",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "300",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "303",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "312",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "314",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "324",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "327",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "338",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "343",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "350",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "354",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "362",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "380",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "384",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "385",+ "ndcg10": 0.6934264036172708,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "386",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "388",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "399",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "410",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "411",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "415",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "421",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "431",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "436",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "437",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "439",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "440",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "443",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "452",+ "ndcg10": 0.23719771276929622,+ "mrr10": 0.2,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "475",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "478",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "491",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "501",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "502",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "507",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "508",+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "513",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "514",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "516",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "517",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "521",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "525",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "527",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "528",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "532",+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "533",+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "535",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "536",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "539",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "540",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.5,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "544",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "549",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "551",+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "552",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "554",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "560",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "569",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "575",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "577",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "578",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "587",+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "589",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "593",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "597",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "598",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "613",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "619",+ "ndcg10": 0.2640681225725909,+ "mrr10": 0.25,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "623",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "628",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "636",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "637",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "641",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "644",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "649",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "659",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "660",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "674",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "684",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "690",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "691",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "692",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "693",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "700",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "702",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "715",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "716",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "718",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "721",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "723",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "727",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "728",+ "ndcg10": 0.9197207891481876,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "729",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "742",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "743",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "744",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "756",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "759",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "768",+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "770",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "775",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "781",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "783",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "784",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "785",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "793",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "800",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "805",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "808",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "811",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "814",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "820",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "821",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "823",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "830",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "831",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "832",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "834",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "837",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "839",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "845",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "847",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "852",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "859",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "870",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "873",+ "ndcg10": 0.36491893837355766,+ "mrr10": 0.25,+ "recall10": 0.6,+ "recall100": 1+ },+ {+ "qid": "879",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "880",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "882",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "887",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "903",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "904",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "907",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "911",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "913",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "914",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "921",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "922",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "936",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "956",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "957",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "960",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "967",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "971",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "975",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "982",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "985",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "993",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1012",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1014",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1019",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1020",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1021",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1024",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1029",+ "ndcg10": 0.7653606369886217,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 1+ },+ {+ "qid": "1041",+ "ndcg10": 0.448643819352159,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1049",+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1062",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1086",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1088",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1089",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1099",+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1100",+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1104",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1107",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1110",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1121",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1130",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1132",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1137",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1140",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1144",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1146",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1150",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1163",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1175",+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1179",+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1180",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1185",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1187",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1191",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1194",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1196",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1197",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1199",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1200",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1202",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1204",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1207",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1213",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1216",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1221",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1225",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1226",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1232",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1241",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1245",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1259",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1262",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1266",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1270",+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1271",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1272",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1273",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1274",+ "ndcg10": 0.9674679834891693,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1278",+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1279",+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1280",+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1281",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1282",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1290",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1292",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1298",+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1303",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1316",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1319",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1320",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1332",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1335",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1336",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1337",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1339",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1344",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1352",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1359",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1362",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1363",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1368",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1370",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1379",+ "ndcg10": 0.6422813708518126,+ "mrr10": 1,+ "recall10": 0.75,+ "recall100": 1+ },+ {+ "qid": "1382",+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1385",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1389",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1395",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ }+ ],+ "baselines": {+ "BM25 (Lucene)": 0.679,+ "DocT5query": 0.675,+ "TAS-B": 0.643,+ "GenQ": 0.644,+ "ColBERT": 0.671,+ "Contriever": 0.677,+ "GTR-XL": 0.662,+ "SPLADE++": 0.704,+ "BGE-large-v1.5 (pub)": 0.722,+ "SBERT msmarco": 0.555+ },+ "ourRank": 10,+ "leaderboardLength": 11+}\ No newline at end of filediff --git a/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-54-05-001Z.json b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-54-05-001Z.jsonnew file mode 100644index 0000000000..c69f4da566--- /dev/null+++ b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-2026-06-26T21-54-05-001Z.json@@ -0,0 +1,2134 @@+{+ "runAt": "2026-06-26T21:54:05.001Z",+ "benchmark": "beir-scifact-hybrid",+ "dataset": "scifact",+ "pipeline": "BM25+BGE RRF",+ "bgeModel": "Xenova/bge-base-en-v1.5",+ "rrfK": 40,+ "rerank": false,+ "queries": 300,+ "corpusSize": 5183,+ "metrics": {+ "ndcg10": 0.5971257945924495,+ "mrr10": 0.5575714285714285,+ "recall10": 0.7392222222222222,+ "recall100": 0.9426666666666667,+ "avgQueryLatencyMs": 250.43015278000001+ },+ "perQuery": [+ {+ "qid": "1",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "3",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "5",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "13",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "36",+ "ndcg10": 0.19342640361727081,+ "mrr10": 0.125,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "42",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "48",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "49",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "50",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "51",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "53",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "54",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "56",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "57",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "70",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "72",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "75",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "94",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "99",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "100",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "113",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "115",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "118",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "124",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "127",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "128",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "129",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "130",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "132",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "133",+ "ndcg10": 0.8122682216087223,+ "mrr10": 1,+ "recall10": 0.8,+ "recall100": 0.8+ },+ {+ "qid": "137",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "141",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "142",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "143",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "146",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "148",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "163",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "171",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "179",+ "ndcg10": 0.7246262544989281,+ "mrr10": 1,+ "recall10": 0.75,+ "recall100": 0.75+ },+ {+ "qid": "180",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "183",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "185",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "198",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "208",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "212",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "213",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "216",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "217",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "218",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "219",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "230",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "232",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "233",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "236",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "237",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "238",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "239",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "248",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "249",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "261",+ "ndcg10": 0.2640681225725909,+ "mrr10": 0.25,+ "recall10": 0.5,+ "recall100": 0.5+ },+ {+ "qid": "268",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "269",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "274",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "275",+ "ndcg10": 0.6049306994552042,+ "mrr10": 1,+ "recall10": 0.6666666666666666,+ "recall100": 1+ },+ {+ "qid": "279",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "294",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "295",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "298",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "300",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "303",+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "312",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "314",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "324",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "327",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "338",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "343",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "350",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "354",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "362",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "380",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "384",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "385",+ "ndcg10": 0.6934264036172708,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "386",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "388",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "399",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "410",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "411",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "415",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "421",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "431",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "436",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "437",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "439",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "440",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "443",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "452",+ "ndcg10": 0.3065735963827292,+ "mrr10": 0.3333333333333333,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "475",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "478",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "491",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "501",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "502",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "507",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "508",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "513",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "514",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "516",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "517",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "521",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "525",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "527",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "528",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "532",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "533",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "535",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "536",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "539",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "540",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.5,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "544",+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "549",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "551",+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "552",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "554",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "560",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "569",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "575",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "577",+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "578",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "587",+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "589",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "593",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "597",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "598",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "613",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "619",+ "ndcg10": 0.23719771276929622,+ "mrr10": 0.2,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "623",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "628",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "636",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "637",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "641",+ "ndcg10": 0.3065735963827292,+ "mrr10": 0.3333333333333333,+ "recall10": 0.5,+ "recall100": 1+ },+ {+ "qid": "644",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "649",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "659",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "660",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "674",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "684",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "690",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "691",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "692",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "693",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "700",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "702",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "715",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "716",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "718",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "721",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "723",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "727",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "728",+ "ndcg10": 0.9197207891481876,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "729",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "742",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "743",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "744",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "756",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "759",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "768",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "770",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "775",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "781",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "783",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "784",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "785",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "793",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "800",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "805",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "808",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "811",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "814",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "820",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "821",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "823",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "830",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "831",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "832",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "834",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "837",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "839",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "845",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "847",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "852",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "859",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "870",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "873",+ "ndcg10": 0.4827701853489488,+ "mrr10": 0.3333333333333333,+ "recall10": 0.8,+ "recall100": 1+ },+ {+ "qid": "879",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "880",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "882",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "887",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "903",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "904",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "907",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "911",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "913",+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "914",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "921",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "922",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "936",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "956",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "957",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "960",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "967",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "971",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0.75+ },+ {+ "qid": "975",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "982",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "985",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "993",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1012",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1014",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1019",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1020",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1021",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1024",+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1029",+ "ndcg10": 0.9217868789962071,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1041",+ "ndcg10": 0.45749452618986164,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1049",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1062",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1086",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1088",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1089",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1099",+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1100",+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1104",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1107",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1110",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1121",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1130",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1132",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1137",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1140",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1144",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1146",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1150",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1163",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1175",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1179",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1180",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1185",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1187",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1191",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1194",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1196",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1197",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1199",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1200",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1202",+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1204",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1207",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1213",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1216",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1221",+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1225",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1226",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1232",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1241",+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1245",+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1259",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0+ },+ {+ "qid": "1262",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1266",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1270",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1271",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1272",+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1273",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1274",+ "ndcg10": 0.9674679834891693,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1278",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1279",+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1280",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1281",+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1282",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1290",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1292",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1298",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1303",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1316",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1319",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1320",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1332",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1335",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1336",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1337",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1339",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1344",+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1352",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1359",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1362",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1363",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 1+ },+ {+ "qid": "1368",+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1370",+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1379",+ "ndcg10": 0.6804558477306826,+ "mrr10": 1,+ "recall10": 0.75,+ "recall100": 1+ },+ {+ "qid": "1382",+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1385",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1389",+ "ndcg10": 1,+ "mrr10": 1,+ "recall10": 1,+ "recall100": 1+ },+ {+ "qid": "1395",+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,+ "recall100": 1+ }+ ],+ "baselines": {+ "BM25 (Lucene)": 0.679,+ "DocT5query": 0.675,+ "TAS-B": 0.643,+ "GenQ": 0.644,+ "ColBERT": 0.671,+ "Contriever": 0.677,+ "GTR-XL": 0.662,+ "SPLADE++": 0.704,+ "BGE-large-v1.5 (pub)": 0.722,+ "SBERT msmarco": 0.555+ },+ "ourRank": 10,+ "leaderboardLength": 11+}\ No newline at end of filediff --git a/docs/benchmarks/runs/beir-scifact-hybrid-rrf-latest.json b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-latest.jsonindex e38b42d6a3..c69f4da566 100644--- a/docs/benchmarks/runs/beir-scifact-hybrid-rrf-latest.json+++ b/docs/benchmarks/runs/beir-scifact-hybrid-rrf-latest.json@@ -1,5 +1,5 @@{- "runAt": "2026-06-26T21:49:37.378Z",+ "runAt": "2026-06-26T21:54:05.001Z","benchmark": "beir-scifact-hybrid","dataset": "scifact","pipeline": "BM25+BGE RRF",@@ -9,11 +9,11 @@"queries": 300,"corpusSize": 5183,"metrics": {- "ndcg10": 0.5765772269258473,- "mrr10": 0.5427248677248677,- "recall10": 0.7054999999999999,- "recall100": 0.9510000000000001,- "avgQueryLatencyMs": 313.86981944333337+ "ndcg10": 0.5971257945924495,+ "mrr10": 0.5575714285714285,+ "recall10": 0.7392222222222222,+ "recall100": 0.9426666666666667,+ "avgQueryLatencyMs": 250.43015278000001},"perQuery": [{@@ -46,9 +46,9 @@},{"qid": "36",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.19342640361727081,+ "mrr10": 0.125,+ "recall10": 0.5,"recall100": 1},{@@ -95,8 +95,8 @@},{"qid": "54",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -186,9 +186,9 @@},{"qid": "127",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,"recall100": 1},{@@ -221,7 +221,7 @@},{"qid": "133",- "ndcg10": 0.7678620595110026,+ "ndcg10": 0.8122682216087223,"mrr10": 1,"recall10": 0.8,"recall100": 0.8@@ -284,10 +284,10 @@},{"qid": "179",- "ndcg10": 0.5585075862632192,+ "ndcg10": 0.7246262544989281,"mrr10": 1,- "recall10": 0.5,- "recall100": 1+ "recall10": 0.75,+ "recall100": 0.75},{"qid": "180",@@ -298,8 +298,8 @@},{"qid": "183",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -308,7 +308,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "198",@@ -336,7 +336,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "216",@@ -396,8 +396,8 @@},{"qid": "237",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -459,9 +459,9 @@},{"qid": "275",- "ndcg10": 0.46927872602275644,+ "ndcg10": 0.6049306994552042,"mrr10": 1,- "recall10": 0.3333333333333333,+ "recall10": 0.6666666666666666,"recall100": 1},{@@ -480,29 +480,29 @@},{"qid": "295",- "ndcg10": 1,- "mrr10": 1,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "298",- "ndcg10": 1,- "mrr10": 1,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "300",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "303",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -550,8 +550,8 @@},{"qid": "350",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 1,+ "mrr10": 1,"recall10": 1,"recall100": 1},@@ -581,7 +581,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "385",@@ -630,12 +630,12 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "421",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -683,8 +683,8 @@},{"qid": "452",- "ndcg10": 0.23719771276929622,- "mrr10": 0.2,+ "ndcg10": 0.3065735963827292,+ "mrr10": 0.3333333333333333,"recall10": 0.5,"recall100": 1},@@ -732,8 +732,8 @@},{"qid": "508",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -795,16 +795,16 @@},{"qid": "532",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "533",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -837,9 +837,9 @@},{"qid": "544",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,"recall100": 1},{@@ -851,8 +851,8 @@},{"qid": "551",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -893,9 +893,9 @@},{"qid": "577",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,"recall100": 1},{@@ -907,8 +907,8 @@},{"qid": "587",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -949,8 +949,8 @@},{"qid": "619",- "ndcg10": 0.2640681225725909,- "mrr10": 0.25,+ "ndcg10": 0.23719771276929622,+ "mrr10": 0.2,"recall10": 0.5,"recall100": 1},@@ -963,8 +963,8 @@},{"qid": "628",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -984,9 +984,9 @@},{"qid": "641",- "ndcg10": 0.5,+ "ndcg10": 0.3065735963827292,"mrr10": 0.3333333333333333,- "recall10": 1,+ "recall10": 0.5,"recall100": 1},{@@ -1012,8 +1012,8 @@},{"qid": "660",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1061,15 +1061,15 @@},{"qid": "700",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 1,+ "mrr10": 1,"recall10": 1,"recall100": 1},{"qid": "702",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1110,8 +1110,8 @@},{"qid": "727",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -1145,8 +1145,8 @@},{"qid": "744",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -1166,8 +1166,8 @@},{"qid": "768",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -1187,8 +1187,8 @@},{"qid": "781",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1285,8 +1285,8 @@},{"qid": "831",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -1355,9 +1355,9 @@},{"qid": "873",- "ndcg10": 0.36491893837355766,- "mrr10": 0.25,- "recall10": 0.6,+ "ndcg10": 0.4827701853489488,+ "mrr10": 0.3333333333333333,+ "recall10": 0.8,"recall100": 1},{@@ -1418,16 +1418,16 @@},{"qid": "913",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,"recall100": 1},{"qid": "914",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,"recall100": 1},{@@ -1453,15 +1453,15 @@},{"qid": "956",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 1,+ "mrr10": 1,"recall10": 1,"recall100": 1},{"qid": "957",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1484,14 +1484,14 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0.75},{"qid": "975","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 0+ "recall100": 1},{"qid": "982",@@ -1509,8 +1509,8 @@},{"qid": "993",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1551,29 +1551,29 @@},{"qid": "1024",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "1029",- "ndcg10": 0.7653606369886217,+ "ndcg10": 0.9217868789962071,"mrr10": 1,- "recall10": 0.6666666666666666,+ "recall10": 1,"recall100": 1},{"qid": "1041",- "ndcg10": 0.448643819352159,+ "ndcg10": 0.45749452618986164,"mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "1049",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -1593,8 +1593,8 @@},{"qid": "1088",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1607,15 +1607,15 @@},{"qid": "1099",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},{"qid": "1100",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -1642,8 +1642,8 @@},{"qid": "1121",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1705,29 +1705,29 @@},{"qid": "1175",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "1179",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "1180",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "1185",- "ndcg10": 1,- "mrr10": 1,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1754,15 +1754,15 @@},{"qid": "1196",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "1197",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -1775,16 +1775,16 @@},{"qid": "1200",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,"recall100": 1},{"qid": "1202",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,"recall100": 1},{@@ -1817,9 +1817,9 @@},{"qid": "1221",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,"recall100": 1},{@@ -1845,16 +1845,16 @@},{"qid": "1241",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,"recall100": 1},{"qid": "1245",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,"recall100": 1},{@@ -1862,7 +1862,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "1262",@@ -1880,9 +1880,9 @@},{"qid": "1270",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -1894,9 +1894,9 @@},{"qid": "1272",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,"recall100": 1},{@@ -1915,30 +1915,30 @@},{"qid": "1278",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "1279",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "1280",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "1281",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,"recall100": 1},{@@ -1950,9 +1950,9 @@},{"qid": "1290",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -1964,16 +1964,16 @@},{"qid": "1298",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "1303",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,"recall100": 1},{@@ -1981,7 +1981,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 0+ "recall100": 1},{"qid": "1319",@@ -2002,7 +2002,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 0+ "recall100": 1},{"qid": "1335",@@ -2034,8 +2034,8 @@},{"qid": "1344",- "ndcg10": 1,- "mrr10": 1,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -2069,29 +2069,29 @@},{"qid": "1368",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,"recall100": 1},{"qid": "1370",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,"recall100": 1},{"qid": "1379",- "ndcg10": 0.6422813708518126,+ "ndcg10": 0.6804558477306826,"mrr10": 1,"recall10": 0.75,"recall100": 1},{"qid": "1382",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -2111,9 +2111,9 @@},{"qid": "1395",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,"recall100": 1}],diff --git a/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs b/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjsindex d2b7232cb1..1e9cd660b7 100644--- a/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs+++ b/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs@@ -49,6 +49,7 @@ const BASELINES_BY_DATASET = {const DATASET_RRF_WEIGHTS = {arguana: { dense: 1.5, bm25: 1.0 }, // symmetric retrieval favors dense; boost it over weak BM25nfcorpus: { dense: 1.0, bm25: 0.0 }, // iter 14: pure dense fusion (0.2→0.0) RRF with single system + minMax norm preserved+ scifact: { dense: 1.0, bm25: 0.4 }, // iter 18: dense-favoring for clinical claim verification (mirroring nfcorpus winner)};function detectDataset(path) {const p = path.toLowerCase();