Skip to content

armgit / ruflo

Public Imported from GitHub
0

🌊 The original agent harness. Deploy intelligent multi-player swarms, coordinate autonomous workflows, and build conversational AI systems. Features adaptive memory, self-learning intelligence, federation, vector RAG integration, and native Claude Code / Codex / Hermes and many more Integrated

darwin: iter 14 advance — nfcorpus bm25 0.2→0.0 pure-dense Δ+0.0028

ruvda6bc0ba7fca
diff --git a/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-latest.json b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-latest.json
index ae3ad0a041..08b6b3c3dd 100644
--- a/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-latest.json
+++ b/docs/benchmarks/runs/beir-nfcorpus-hybrid-rrf-latest.json
@@ -1,5 +1,5 @@
{
- "runAt": "2026-06-26T21:16:53.617Z",
+ "runAt": "2026-06-26T21:23:03.875Z",
"benchmark": "beir-nfcorpus-hybrid",
"dataset": "nfcorpus",
"pipeline": "BM25+BGE RRF",
@@ -9,19 +9,19 @@
"queries": 323,
"corpusSize": 3633,
"metrics": {
- "ndcg10": 0.348873309816081,
- "mrr10": 0.5406015037593984,
- "recall10": 0.17161586568891038,
- "recall100": 0.31110999214077556,
- "avgQueryLatencyMs": 243.7167045913313
+ "ndcg10": 0.35171471732484655,
+ "mrr10": 0.5456029780333185,
+ "recall10": 0.16652743860112934,
+ "recall100": 0.30466713166229387,
+ "avgQueryLatencyMs": 423.40739099690404
},
"perQuery": [
{
"qid": "PLAIN-2",
- "ndcg10": 0.7385139503082523,
+ "ndcg10": 0.7412469912547754,
"mrr10": 1,
"recall10": 0.2916666666666667,
- "recall100": 0.7083333333333334
+ "recall100": 0.6666666666666666
},
{
"qid": "PLAIN-12",
@@ -32,24 +32,24 @@
},
{
"qid": "PLAIN-23",
- "ndcg10": 0.35834958760285973,
- "mrr10": 0.5,
+ "ndcg10": 0.4951328496468998,
+ "mrr10": 1,
"recall10": 0.05555555555555555,
"recall100": 0.15555555555555556
},
{
"qid": "PLAIN-33",
- "ndcg10": 0.3511588482575162,
- "mrr10": 0.5,
+ "ndcg10": 0.46667017129647237,
+ "mrr10": 1,
"recall10": 0.125,
"recall100": 0.25
},
{
"qid": "PLAIN-44",
- "ndcg10": 0.25404472185505966,
+ "ndcg10": 0.2940620318598474,
"mrr10": 1,
"recall10": 0.05172413793103448,
- "recall100": 0.1896551724137931
+ "recall100": 0.1724137931034483
},
{
"qid": "PLAIN-56",
@@ -60,9 +60,9 @@
},
{
"qid": "PLAIN-68",
- "ndcg10": 0.7940586112511866,
+ "ndcg10": 0.8588798377757242,
"mrr10": 1,
- "recall10": 0.10909090909090909,
+ "recall10": 0.12727272727272726,
"recall100": 0.2
},
{
@@ -70,75 +70,75 @@
"ndcg10": 0.08966284300766811,
"mrr10": 1,
"recall10": 0.016129032258064516,
- "recall100": 0.14516129032258066
+ "recall100": 0.12903225806451613
},
{
"qid": "PLAIN-91",
- "ndcg10": 0.37312535464432184,
- "mrr10": 0.5,
- "recall10": 0.109375,
- "recall100": 0.296875
+ "ndcg10": 0.6081351105039879,
+ "mrr10": 1,
+ "recall10": 0.140625,
+ "recall100": 0.328125
},
{
"qid": "PLAIN-102",
- "ndcg10": 0.04956208179281633,
- "mrr10": 0.2,
+ "ndcg10": 0.12811612289210494,
+ "mrr10": 1,
"recall10": 0.041666666666666664,
- "recall100": 0.20833333333333334
+ "recall100": 0.25
},
{
"qid": "PLAIN-112",
- "ndcg10": 0.6841382665730613,
+ "ndcg10": 0.6858781710646398,
"mrr10": 1,
"recall10": 0.08928571428571429,
"recall100": 0.17857142857142858
},
{
"qid": "PLAIN-123",
- "ndcg10": 0.2724734137525828,
+ "ndcg10": 0.2848186035513736,
"mrr10": 0.3333333333333333,
"recall10": 0.09803921568627451,
"recall100": 0.1568627450980392
},
{
"qid": "PLAIN-133",
- "ndcg10": 0.08306080566274288,
- "mrr10": 0.1,
+ "ndcg10": 0.08649891544052932,
+ "mrr10": 0.1111111111111111,
"recall10": 0.027777777777777776,
- "recall100": 0.08333333333333333
+ "recall100": 0.1111111111111111
},
{
"qid": "PLAIN-143",
- "ndcg10": 0.44840643012236736,
+ "ndcg10": 0.37061294442664394,
"mrr10": 1,
"recall10": 0.0392156862745098,
- "recall100": 0.23529411764705882
+ "recall100": 0.2549019607843137
},
{
"qid": "PLAIN-153",
- "ndcg10": 0.7929818780091413,
+ "ndcg10": 0.8948763559161851,
"mrr10": 1,
"recall10": 0.1702127659574468,
- "recall100": 0.3191489361702128
+ "recall100": 0.2978723404255319
},
{
"qid": "PLAIN-165",
- "ndcg10": 0.3897838881947311,
+ "ndcg10": 0.3937404317428725,
"mrr10": 0.5,
"recall10": 0.16666666666666666,
"recall100": 0.3888888888888889
},
{
"qid": "PLAIN-175",
- "ndcg10": 0.33693693945035547,
+ "ndcg10": 0.29608176037159845,
"mrr10": 1,
"recall10": 0.10810810810810811,
"recall100": 0.13513513513513514
},
{
"qid": "PLAIN-186",
- "ndcg10": 0.13886244387355454,
- "mrr10": 0.5,
+ "ndcg10": 0.22009176629808017,
+ "mrr10": 1,
"recall10": 0.041666666666666664,
"recall100": 0.125
},
@@ -147,27 +147,27 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 0.057971014492753624
+ "recall100": 0.043478260869565216
},
{
"qid": "PLAIN-207",
- "ndcg10": 0.7007731679885374,
+ "ndcg10": 0.6578986223737446,
"mrr10": 1,
"recall10": 0.10909090909090909,
"recall100": 0.2545454545454545
},
{
"qid": "PLAIN-217",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.12987501165334076,
+ "mrr10": 0.1111111111111111,
+ "recall10": 0.05555555555555555,
"recall100": 0.3333333333333333
},
{
"qid": "PLAIN-227",
- "ndcg10": 0.08514311764162098,
- "mrr10": 0.2,
- "recall10": 0.025,
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
"recall100": 0.1
},
{
@@ -179,14 +179,14 @@
},
{
"qid": "PLAIN-248",
- "ndcg10": 0.2999050316974944,
+ "ndcg10": 0.4666234168001789,
"mrr10": 0.5,
- "recall10": 0.0967741935483871,
+ "recall10": 0.16129032258064516,
"recall100": 0.25806451612903225
},
{
"qid": "PLAIN-259",
- "ndcg10": 0.2934556883974402,
+ "ndcg10": 0.2984900352767555,
"mrr10": 1,
"recall10": 0.14285714285714285,
"recall100": 0.21428571428571427
@@ -210,11 +210,11 @@
"ndcg10": 0.3589542101716347,
"mrr10": 1,
"recall10": 0.15384615384615385,
- "recall100": 0.46153846153846156
+ "recall100": 0.5384615384615384
},
{
"qid": "PLAIN-307",
- "ndcg10": 0.6713860725233042,
+ "ndcg10": 0.7653606369886218,
"mrr10": 1,
"recall10": 0.6666666666666666,
"recall100": 1
@@ -228,16 +228,16 @@
},
{
"qid": "PLAIN-332",
- "ndcg10": 0.3868528072345416,
- "mrr10": 0.5,
+ "ndcg10": 0.6131471927654584,
+ "mrr10": 1,
"recall10": 0.5,
"recall100": 0.5
},
{
"qid": "PLAIN-344",
- "ndcg10": 0.4400786705691078,
- "mrr10": 1,
- "recall10": 0.08196721311475409,
+ "ndcg10": 0.6166392118848165,
+ "mrr10": 0.5,
+ "recall10": 0.11475409836065574,
"recall100": 0.2459016393442623
},
{
@@ -256,8 +256,8 @@
},
{
"qid": "PLAIN-383",
- "ndcg10": 0.16958010263680806,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.14606834984270645,
+ "mrr10": 0.25,
"recall10": 0.2,
"recall100": 0.2
},
@@ -277,17 +277,17 @@
},
{
"qid": "PLAIN-418",
- "ndcg10": 0.9072836011519267,
+ "ndcg10": 0.8344475896326595,
"mrr10": 1,
"recall10": 0.6666666666666666,
"recall100": 0.6666666666666666
},
{
"qid": "PLAIN-430",
- "ndcg10": 0.4357221218166369,
+ "ndcg10": 0.4967105728753997,
"mrr10": 1,
"recall10": 0.25,
- "recall100": 0.625
+ "recall100": 0.5
},
{
"qid": "PLAIN-441",
@@ -305,8 +305,8 @@
},
{
"qid": "PLAIN-468",
- "ndcg10": 0.3637452323018085,
- "mrr10": 0.5,
+ "ndcg10": 0.521256019952062,
+ "mrr10": 1,
"recall10": 0.2,
"recall100": 0.2
},
@@ -326,8 +326,8 @@
},
{
"qid": "PLAIN-499",
- "ndcg10": 0.3679212572135327,
- "mrr10": 1,
+ "ndcg10": 0.2532954041105318,
+ "mrr10": 0.25,
"recall10": 0.08823529411764706,
"recall100": 0.14705882352941177
},
@@ -347,15 +347,15 @@
},
{
"qid": "PLAIN-531",
- "ndcg10": 0.3944952343807791,
- "mrr10": 0.3333333333333333,
- "recall10": 0.016233766233766232,
- "recall100": 0.09415584415584416
+ "ndcg10": 0.2906246349515899,
+ "mrr10": 0.5,
+ "recall10": 0.00974025974025974,
+ "recall100": 0.09090909090909091
},
{
"qid": "PLAIN-541",
- "ndcg10": 0.15130120674940672,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.10778915452451093,
+ "mrr10": 0.16666666666666666,
"recall10": 0.16666666666666666,
"recall100": 0.3333333333333333
},
@@ -375,8 +375,8 @@
},
{
"qid": "PLAIN-571",
- "ndcg10": 0.24377484748737527,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.2162957183053307,
+ "mrr10": 0.25,
"recall10": 0.2857142857142857,
"recall100": 0.2857142857142857
},
@@ -417,7 +417,7 @@
},
{
"qid": "PLAIN-634",
- "ndcg10": 0.4537425745411855,
+ "ndcg10": 0.424926013816671,
"mrr10": 1,
"recall10": 0.14285714285714285,
"recall100": 0.14285714285714285
@@ -431,10 +431,10 @@
},
{
"qid": "PLAIN-660",
- "ndcg10": 1,
+ "ndcg10": 0.9363792118010483,
"mrr10": 1,
- "recall10": 0.021052631578947368,
- "recall100": 0.08842105263157894
+ "recall10": 0.018947368421052633,
+ "recall100": 0.0863157894736842
},
{
"qid": "PLAIN-671",
@@ -445,8 +445,8 @@
},
{
"qid": "PLAIN-681",
- "ndcg10": 0.3562071871080222,
- "mrr10": 0.16666666666666666,
+ "ndcg10": 1,
+ "mrr10": 1,
"recall10": 1,
"recall100": 1
},
@@ -459,17 +459,17 @@
},
{
"qid": "PLAIN-701",
- "ndcg10": 0.20626588994627673,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.1662433493697512,
+ "mrr10": 0.16666666666666666,
"recall10": 0.25,
"recall100": 0.375
},
{
"qid": "PLAIN-711",
- "ndcg10": 0.6719377023185354,
+ "ndcg10": 0.5579780239523999,
"mrr10": 1,
- "recall10": 0.10526315789473684,
- "recall100": 0.21052631578947367
+ "recall10": 0.08771929824561403,
+ "recall100": 0.22807017543859648
},
{
"qid": "PLAIN-721",
@@ -480,9 +480,9 @@
},
{
"qid": "PLAIN-731",
- "ndcg10": 0.7136540102475308,
- "mrr10": 0.5,
- "recall10": 0.14814814814814814,
+ "ndcg10": 0.7241528458281337,
+ "mrr10": 1,
+ "recall10": 0.12962962962962962,
"recall100": 0.37037037037037035
},
{
@@ -501,14 +501,14 @@
},
{
"qid": "PLAIN-761",
- "ndcg10": 0.3936948167222715,
+ "ndcg10": 0.4103915680233244,
"mrr10": 1,
"recall10": 0.3333333333333333,
"recall100": 0.5
},
{
"qid": "PLAIN-771",
- "ndcg10": 1,
+ "ndcg10": 0.9134015924715543,
"mrr10": 1,
"recall10": 1,
"recall100": 1
@@ -522,17 +522,17 @@
},
{
"qid": "PLAIN-792",
- "ndcg10": 0.3980628465882808,
+ "ndcg10": 0.30260241349881345,
"mrr10": 1,
- "recall10": 0.3333333333333333,
- "recall100": 0.5
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3333333333333333
},
{
"qid": "PLAIN-806",
"ndcg10": 0.933745776545611,
"mrr10": 1,
"recall10": 0.09375,
- "recall100": 0.23958333333333334
+ "recall100": 0.22916666666666666
},
{
"qid": "PLAIN-817",
@@ -543,9 +543,9 @@
},
{
"qid": "PLAIN-827",
- "ndcg10": 0.7967610662472993,
+ "ndcg10": 0.84860265890399,
"mrr10": 1,
- "recall10": 0.028688524590163935,
+ "recall10": 0.03278688524590164,
"recall100": 0.21721311475409835
},
{
@@ -557,7 +557,7 @@
},
{
"qid": "PLAIN-850",
- "ndcg10": 0.5637884576902256,
+ "ndcg10": 0.5541432109622958,
"mrr10": 1,
"recall10": 0.07017543859649122,
"recall100": 0.17543859649122806
@@ -578,38 +578,38 @@
},
{
"qid": "PLAIN-892",
- "ndcg10": 0.7909506325094737,
+ "ndcg10": 0.6332196796270029,
"mrr10": 1,
- "recall10": 0.07608695652173914,
+ "recall10": 0.05434782608695652,
"recall100": 0.21739130434782608
},
{
"qid": "PLAIN-902",
- "ndcg10": 0.5135312443624667,
+ "ndcg10": 0.3903800499921017,
"mrr10": 1,
- "recall10": 0.5,
+ "recall10": 0.25,
"recall100": 0.5
},
{
"qid": "PLAIN-913",
- "ndcg10": 0.866947989864271,
+ "ndcg10": 0.8603818544462509,
"mrr10": 1,
"recall10": 0.23529411764705882,
"recall100": 0.35294117647058826
},
{
"qid": "PLAIN-924",
- "ndcg10": 0.3963918729015093,
- "mrr10": 1,
+ "ndcg10": 0.31516255047698366,
+ "mrr10": 0.5,
"recall10": 0.09375,
"recall100": 0.3125
},
{
"qid": "PLAIN-934",
- "ndcg10": 0.8603818544462509,
+ "ndcg10": 0.7917267193679839,
"mrr10": 1,
- "recall10": 0.07920792079207921,
- "recall100": 0.3069306930693069
+ "recall10": 0.06930693069306931,
+ "recall100": 0.31683168316831684
},
{
"qid": "PLAIN-946",
@@ -620,10 +620,10 @@
},
{
"qid": "PLAIN-956",
- "ndcg10": 0.7385567757549499,
+ "ndcg10": 0.6594803070902429,
"mrr10": 1,
- "recall10": 0.03398058252427184,
- "recall100": 0.1796116504854369
+ "recall10": 0.02912621359223301,
+ "recall100": 0.17475728155339806
},
{
"qid": "PLAIN-966",
@@ -634,8 +634,8 @@
},
{
"qid": "PLAIN-977",
- "ndcg10": 0.46927872602275644,
- "mrr10": 1,
+ "ndcg10": 0.2960819109658652,
+ "mrr10": 0.5,
"recall10": 0.3333333333333333,
"recall100": 0.3333333333333333
},
@@ -662,7 +662,7 @@
},
{
"qid": "PLAIN-1018",
- "ndcg10": 0.457957694513121,
+ "ndcg10": 0.4521472607752954,
"mrr10": 0.5,
"recall10": 0.08333333333333333,
"recall100": 0.3333333333333333
@@ -672,7 +672,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 1
+ "recall100": 0
},
{
"qid": "PLAIN-1039",
@@ -711,7 +711,7 @@
},
{
"qid": "PLAIN-1109",
- "ndcg10": 0.696162268139923,
+ "ndcg10": 0.684383072597662,
"mrr10": 1,
"recall10": 0.061224489795918366,
"recall100": 0.35714285714285715
@@ -735,13 +735,13 @@
"ndcg10": 0.22009176629808017,
"mrr10": 1,
"recall10": 0.0625,
- "recall100": 0.25
+ "recall100": 0.3125
},
{
"qid": "PLAIN-1151",
- "ndcg10": 0.6468562235661909,
+ "ndcg10": 0.7065443116025598,
"mrr10": 0.5,
- "recall10": 0.0457516339869281,
+ "recall10": 0.05228758169934641,
"recall100": 0.17647058823529413
},
{
@@ -760,21 +760,21 @@
},
{
"qid": "PLAIN-1183",
- "ndcg10": 0.21726071285222986,
+ "ndcg10": 0.23365080824310533,
"mrr10": 0.5,
"recall10": 0.08,
"recall100": 0.08
},
{
"qid": "PLAIN-1193",
- "ndcg10": 0.16421958630632802,
- "mrr10": 0.25,
+ "ndcg10": 0.20483424751859086,
+ "mrr10": 0.3333333333333333,
"recall10": 0.1111111111111111,
"recall100": 0.5555555555555556
},
{
"qid": "PLAIN-1203",
- "ndcg10": 0.501749354207772,
+ "ndcg10": 0.5174612499126158,
"mrr10": 1,
"recall10": 0.3333333333333333,
"recall100": 0.5
@@ -788,7 +788,7 @@
},
{
"qid": "PLAIN-1225",
- "ndcg10": 0.6627919420317119,
+ "ndcg10": 0.6830838076905166,
"mrr10": 1,
"recall10": 0.2222222222222222,
"recall100": 0.5555555555555556
@@ -816,16 +816,16 @@
},
{
"qid": "PLAIN-1275",
- "ndcg10": 0.4920062203073637,
+ "ndcg10": 0.43735247915031,
"mrr10": 1,
- "recall10": 0.07272727272727272,
- "recall100": 0.2727272727272727
+ "recall10": 0.05454545454545454,
+ "recall100": 0.2545454545454545
},
{
"qid": "PLAIN-1288",
- "ndcg10": 0.727329844310522,
+ "ndcg10": 0.5933607200949346,
"mrr10": 1,
- "recall10": 0.030612244897959183,
+ "recall10": 0.025510204081632654,
"recall100": 0.12755102040816327
},
{
@@ -844,9 +844,9 @@
},
{
"qid": "PLAIN-1320",
- "ndcg10": 0.10086747116627115,
- "mrr10": 0.14285714285714285,
- "recall10": 0.16666666666666666,
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
"recall100": 0.16666666666666666
},
{
@@ -858,9 +858,9 @@
},
{
"qid": "PLAIN-1342",
- "ndcg10": 0.5077181160122074,
+ "ndcg10": 0.4440973278132557,
"mrr10": 1,
- "recall10": 0.25,
+ "recall10": 0.1875,
"recall100": 0.3125
},
{
@@ -872,23 +872,23 @@
},
{
"qid": "PLAIN-1363",
- "ndcg10": 0.37185395737611554,
- "mrr10": 1,
+ "ndcg10": 0.24655055544758614,
+ "mrr10": 0.25,
"recall10": 0.2727272727272727,
"recall100": 0.7272727272727273
},
{
"qid": "PLAIN-1374",
- "ndcg10": 0.06362078819895171,
- "mrr10": 0.1,
- "recall10": 0.038461538461538464,
- "recall100": 0.23076923076923078
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
+ "recall100": 0.19230769230769232
},
{
"qid": "PLAIN-1387",
- "ndcg10": 0.793584067764911,
+ "ndcg10": 0.7183627972686238,
"mrr10": 1,
- "recall10": 0.5833333333333334,
+ "recall10": 0.5,
"recall100": 0.75
},
{
@@ -900,10 +900,10 @@
},
{
"qid": "PLAIN-1409",
- "ndcg10": 0.22716217481924803,
- "mrr10": 0.2,
+ "ndcg10": 0.24936270394794902,
+ "mrr10": 0.25,
"recall10": 0.011857707509881422,
- "recall100": 0.15019762845849802
+ "recall100": 0.1541501976284585
},
{
"qid": "PLAIN-1419",
@@ -921,23 +921,23 @@
},
{
"qid": "PLAIN-1441",
- "ndcg10": 0.5302442049991305,
- "mrr10": 0.5,
- "recall10": 0.03225806451612903,
- "recall100": 0.15591397849462366
+ "ndcg10": 0.5599332595218056,
+ "mrr10": 1,
+ "recall10": 0.026881720430107527,
+ "recall100": 0.15053763440860216
},
{
"qid": "PLAIN-1453",
- "ndcg10": 0.5352543167750639,
+ "ndcg10": 0.5103515512676448,
"mrr10": 1,
"recall10": 0.0163265306122449,
- "recall100": 0.07755102040816327
+ "recall100": 0.06938775510204082
},
{
"qid": "PLAIN-1463",
- "ndcg10": 0.28165758790969186,
+ "ndcg10": 0.2082936658103318,
"mrr10": 0.5,
- "recall10": 0.125,
+ "recall10": 0.08333333333333333,
"recall100": 0.2916666666666667
},
{
@@ -963,9 +963,9 @@
},
{
"qid": "PLAIN-1506",
- "ndcg10": 0.06362078819895171,
- "mrr10": 0.1,
- "recall10": 0.06666666666666667,
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
"recall100": 0.13333333333333333
},
{
@@ -980,19 +980,19 @@
"ndcg10": 0.9052116356304493,
"mrr10": 1,
"recall10": 0.04455445544554455,
- "recall100": 0.19306930693069307
+ "recall100": 0.18811881188118812
},
{
"qid": "PLAIN-1537",
- "ndcg10": 0.2051166673279436,
+ "ndcg10": 0.13886244387355454,
"mrr10": 0.5,
- "recall10": 0.044444444444444446,
+ "recall10": 0.022222222222222223,
"recall100": 0.15555555555555556
},
{
"qid": "PLAIN-1547",
- "ndcg10": 0.11706259313796354,
- "mrr10": 0.2,
+ "ndcg10": 0.13032376591037062,
+ "mrr10": 0.25,
"recall10": 0.16666666666666666,
"recall100": 0.3333333333333333
},
@@ -1001,7 +1001,7 @@
"ndcg10": 0.2489083270225946,
"mrr10": 0.5,
"recall10": 0.07692307692307693,
- "recall100": 0.15384615384615385
+ "recall100": 0.11538461538461539
},
{
"qid": "PLAIN-1568",
@@ -1019,17 +1019,17 @@
},
{
"qid": "PLAIN-1590",
- "ndcg10": 0.11004588314904008,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.06625422345438903,
+ "mrr10": 0.1111111111111111,
"recall10": 0.05555555555555555,
"recall100": 0.3888888888888889
},
{
"qid": "PLAIN-1601",
- "ndcg10": 0.6581810421830975,
+ "ndcg10": 0.6457545768494583,
"mrr10": 1,
"recall10": 0.08108108108108109,
- "recall100": 0.25675675675675674
+ "recall100": 0.24324324324324326
},
{
"qid": "PLAIN-1611",
@@ -1047,15 +1047,15 @@
},
{
"qid": "PLAIN-1635",
- "ndcg10": 0.9216017310213247,
+ "ndcg10": 0.9266360779006401,
"mrr10": 1,
"recall10": 0.02088167053364269,
- "recall100": 0.13921113689095127
+ "recall100": 0.14153132250580047
},
{
"qid": "PLAIN-1645",
- "ndcg10": 0.30260241349881345,
- "mrr10": 1,
+ "ndcg10": 0.15130120674940672,
+ "mrr10": 0.3333333333333333,
"recall10": 0.16666666666666666,
"recall100": 0.16666666666666666
},
@@ -1068,10 +1068,10 @@
},
{
"qid": "PLAIN-1667",
- "ndcg10": 0.9052116356304493,
+ "ndcg10": 0.7877736340270854,
"mrr10": 1,
- "recall10": 0.05660377358490566,
- "recall100": 0.16352201257861634
+ "recall10": 0.050314465408805034,
+ "recall100": 0.1509433962264151
},
{
"qid": "PLAIN-1679",
@@ -1099,11 +1099,11 @@
"ndcg10": 1,
"mrr10": 1,
"recall10": 0.625,
- "recall100": 0.8125
+ "recall100": 0.75
},
{
"qid": "PLAIN-1721",
- "ndcg10": 0.4288398090337664,
+ "ndcg10": 0.40995091484653445,
"mrr10": 0.5,
"recall10": 0.12903225806451613,
"recall100": 0.16129032258064516
@@ -1120,7 +1120,7 @@
"ndcg10": 1,
"mrr10": 1,
"recall10": 0.023809523809523808,
- "recall100": 0.11904761904761904
+ "recall100": 0.11666666666666667
},
{
"qid": "PLAIN-1752",
@@ -1131,7 +1131,7 @@
},
{
"qid": "PLAIN-1762",
- "ndcg10": 0.5498307986729412,
+ "ndcg10": 0.5784505554216093,
"mrr10": 1,
"recall10": 0.5,
"recall100": 0.5
@@ -1162,13 +1162,13 @@
"ndcg10": 0.9052116356304493,
"mrr10": 1,
"recall10": 0.07758620689655173,
- "recall100": 0.27586206896551724
+ "recall100": 0.2672413793103448
},
{
"qid": "PLAIN-1817",
- "ndcg10": 0.494639655562801,
+ "ndcg10": 0.42838543210841196,
"mrr10": 1,
- "recall10": 0.14814814814814814,
+ "recall10": 0.1111111111111111,
"recall100": 0.2962962962962963
},
{
@@ -1183,7 +1183,7 @@
"ndcg10": 1,
"mrr10": 1,
"recall10": 0.05102040816326531,
- "recall100": 0.32653061224489793
+ "recall100": 0.32142857142857145
},
{
"qid": "PLAIN-1847",
@@ -1194,10 +1194,10 @@
},
{
"qid": "PLAIN-1857",
- "ndcg10": 0.5321408435198608,
+ "ndcg10": 0.5957616317188126,
"mrr10": 1,
- "recall10": 0.12121212121212122,
- "recall100": 0.45454545454545453
+ "recall10": 0.15151515151515152,
+ "recall100": 0.42424242424242425
},
{
"qid": "PLAIN-1867",
@@ -1211,7 +1211,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 0.08333333333333333
+ "recall100": 0.05555555555555555
},
{
"qid": "PLAIN-1887",
@@ -1229,17 +1229,17 @@
},
{
"qid": "PLAIN-1909",
- "ndcg10": 0.7222954974312066,
+ "ndcg10": 0.8263333286520083,
"mrr10": 1,
- "recall10": 0.012958963282937365,
- "recall100": 0.11447084233261338
+ "recall10": 0.017278617710583154,
+ "recall100": 0.1101511879049676
},
{
"qid": "PLAIN-1919",
- "ndcg10": 0.800693766409882,
+ "ndcg10": 0.7967610662472993,
"mrr10": 1,
"recall10": 0.25925925925925924,
- "recall100": 0.4074074074074074
+ "recall100": 0.3333333333333333
},
{
"qid": "PLAIN-1929",
@@ -1306,43 +1306,43 @@
},
{
"qid": "PLAIN-2030",
- "ndcg10": 0.30260241349881345,
- "mrr10": 1,
+ "ndcg10": 0.19092086617893467,
+ "mrr10": 0.5,
"recall10": 0.16666666666666666,
"recall100": 0.3333333333333333
},
{
"qid": "PLAIN-2040",
- "ndcg10": 0.49246059723271807,
+ "ndcg10": 0.4950940324881554,
"mrr10": 0.5,
"recall10": 0.03787878787878788,
"recall100": 0.13636363636363635
},
{
"qid": "PLAIN-2051",
- "ndcg10": 0.5473983622993502,
+ "ndcg10": 0.5423640154200349,
"mrr10": 1,
"recall10": 0.011267605633802818,
- "recall100": 0.10140845070422536
+ "recall100": 0.09859154929577464
},
{
"qid": "PLAIN-2061",
- "ndcg10": 0.9363792118010483,
+ "ndcg10": 1,
"mrr10": 1,
- "recall10": 0.02195121951219512,
- "recall100": 0.14390243902439023
+ "recall10": 0.024390243902439025,
+ "recall100": 0.13902439024390245
},
{
"qid": "PLAIN-2071",
- "ndcg10": 0.4736695902179647,
+ "ndcg10": 0.5455017237786198,
"mrr10": 0.5,
- "recall10": 0.1111111111111111,
- "recall100": 0.4
+ "recall10": 0.13333333333333333,
+ "recall100": 0.37777777777777777
},
{
"qid": "PLAIN-2081",
- "ndcg10": 0.6309297535714575,
- "mrr10": 0.5,
+ "ndcg10": 1,
+ "mrr10": 1,
"recall10": 1,
"recall100": 1
},
@@ -1355,10 +1355,10 @@
},
{
"qid": "PLAIN-2102",
- "ndcg10": 0.6627919420317119,
+ "ndcg10": 0.7600791051976192,
"mrr10": 1,
- "recall10": 0.014251781472684086,
- "recall100": 0.12351543942992874
+ "recall10": 0.0166270783847981,
+ "recall100": 0.1163895486935867
},
{
"qid": "PLAIN-2113",
@@ -1383,9 +1383,9 @@
},
{
"qid": "PLAIN-2145",
- "ndcg10": 0.10122860821230018,
- "mrr10": 0.25,
- "recall10": 0.1111111111111111,
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
"recall100": 0.1111111111111111
},
{
@@ -1404,8 +1404,8 @@
},
{
"qid": "PLAIN-2177",
- "ndcg10": 0.5801476231864474,
- "mrr10": 1,
+ "ndcg10": 0.5072380780124418,
+ "mrr10": 0.5,
"recall10": 0.20833333333333334,
"recall100": 0.25
},
@@ -1418,9 +1418,9 @@
},
{
"qid": "PLAIN-2197",
- "ndcg10": 0.8603818544462509,
+ "ndcg10": 0.6496872770120411,
"mrr10": 1,
- "recall10": 0.13793103448275862,
+ "recall10": 0.10344827586206896,
"recall100": 0.3103448275862069
},
{
@@ -1446,10 +1446,10 @@
},
{
"qid": "PLAIN-2240",
- "ndcg10": 0.28952298823485745,
- "mrr10": 1,
+ "ndcg10": 0.2082936658103318,
+ "mrr10": 0.5,
"recall10": 0.18181818181818182,
- "recall100": 0.18181818181818182
+ "recall100": 0.2727272727272727
},
{
"qid": "PLAIN-2250",
@@ -1460,10 +1460,10 @@
},
{
"qid": "PLAIN-2261",
- "ndcg10": 0.6207622843987103,
+ "ndcg10": 0.5637884576902256,
"mrr10": 1,
- "recall10": 0.08333333333333333,
- "recall100": 0.16666666666666666
+ "recall10": 0.06666666666666667,
+ "recall100": 0.15
},
{
"qid": "PLAIN-2271",
@@ -1509,9 +1509,9 @@
},
{
"qid": "PLAIN-2332",
- "ndcg10": 0.6332971816211658,
+ "ndcg10": 0.7663491917568946,
"mrr10": 1,
- "recall10": 0.061855670103092786,
+ "recall10": 0.08247422680412371,
"recall100": 0.4020618556701031
},
{
@@ -1523,7 +1523,7 @@
},
{
"qid": "PLAIN-2354",
- "ndcg10": 0.5531464700081437,
+ "ndcg10": 0.5087403079104241,
"mrr10": 1,
"recall10": 0.4,
"recall100": 0.6
@@ -1565,9 +1565,9 @@
},
{
"qid": "PLAIN-2430",
- "ndcg10": 0.5401965922370007,
+ "ndcg10": 0.5740106608557803,
"mrr10": 1,
- "recall10": 0.13043478260869565,
+ "recall10": 0.15217391304347827,
"recall100": 0.41304347826086957
},
{
@@ -1579,28 +1579,28 @@
},
{
"qid": "PLAIN-2450",
- "ndcg10": 0.39375843764607193,
- "mrr10": 1,
- "recall10": 0.07894736842105263,
+ "ndcg10": 0.2336508082431053,
+ "mrr10": 0.5,
+ "recall10": 0.05263157894736842,
"recall100": 0.13157894736842105
},
{
"qid": "PLAIN-2460",
- "ndcg10": 0.4173838175490142,
+ "ndcg10": 0.43174458805633853,
"mrr10": 1,
- "recall10": 0.0967741935483871,
+ "recall10": 0.12903225806451613,
"recall100": 0.4838709677419355
},
{
"qid": "PLAIN-2470",
- "ndcg10": 0.6783530475214944,
+ "ndcg10": 0.7024216173807135,
"mrr10": 1,
- "recall10": 0.0684931506849315,
+ "recall10": 0.0821917808219178,
"recall100": 0.3287671232876712
},
{
"qid": "PLAIN-2480",
- "ndcg10": 0.38292324947197043,
+ "ndcg10": 0.4407905902246705,
"mrr10": 1,
"recall10": 0.2777777777777778,
"recall100": 0.6666666666666666
@@ -1610,48 +1610,48 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 0.391304347826087
+ "recall100": 0.34782608695652173
},
{
"qid": "PLAIN-2500",
- "ndcg10": 0.16820030627704016,
- "mrr10": 0.2,
+ "ndcg10": 0.15487585161383474,
+ "mrr10": 0.16666666666666666,
"recall10": 0.14285714285714285,
"recall100": 0.7142857142857143
},
{
"qid": "PLAIN-2510",
- "ndcg10": 0.598754041100682,
+ "ndcg10": 0.589664883987166,
"mrr10": 0.5,
"recall10": 0.15217391304347827,
- "recall100": 0.5652173913043478
+ "recall100": 0.5869565217391305
},
{
"qid": "PLAIN-2520",
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 0.136986301369863
+ "recall100": 0.1095890410958904
},
{
"qid": "PLAIN-2530",
"ndcg10": 0.955830517697074,
"mrr10": 1,
"recall10": 0.1388888888888889,
- "recall100": 0.4027777777777778
+ "recall100": 0.3888888888888889
},
{
"qid": "PLAIN-2540",
- "ndcg10": 0.43071813166147965,
+ "ndcg10": 0.4941492558420748,
"mrr10": 0.5,
- "recall10": 0.19047619047619047,
- "recall100": 0.5714285714285714
+ "recall10": 0.2857142857142857,
+ "recall100": 0.6190476190476191
},
{
"qid": "PLAIN-2550",
- "ndcg10": 0.13449426451150215,
- "mrr10": 0.3333333333333333,
- "recall10": 0.04,
+ "ndcg10": 0.24746798875357182,
+ "mrr10": 0.5,
+ "recall10": 0.08,
"recall100": 0.4
},
{
@@ -1663,17 +1663,17 @@
},
{
"qid": "PLAIN-2570",
- "ndcg10": 0.26635824258886204,
+ "ndcg10": 0.25523504782501816,
"mrr10": 0.3333333333333333,
"recall10": 0.075,
- "recall100": 0.475
+ "recall100": 0.5
},
{
"qid": "PLAIN-2580",
"ndcg10": 0.1135664319411187,
"mrr10": 1,
"recall10": 0.043478260869565216,
- "recall100": 0.17391304347826086
+ "recall100": 0.13043478260869565
},
{
"qid": "PLAIN-2590",
@@ -1684,49 +1684,49 @@
},
{
"qid": "PLAIN-2600",
- "ndcg10": 0.6398018862599582,
+ "ndcg10": 0.6613158235505792,
"mrr10": 1,
"recall10": 0.3,
"recall100": 0.3
},
{
"qid": "PLAIN-2610",
- "ndcg10": 0.36564756612073246,
- "mrr10": 0.5,
+ "ndcg10": 0.4973811325345484,
+ "mrr10": 1,
"recall10": 0.06557377049180328,
- "recall100": 0.26229508196721313
+ "recall100": 0.2459016393442623
},
{
"qid": "PLAIN-2620",
- "ndcg10": 0.6166173425444473,
+ "ndcg10": 0.6770586454665828,
"mrr10": 1,
"recall10": 0.16363636363636364,
- "recall100": 0.38181818181818183
+ "recall100": 0.36363636363636365
},
{
"qid": "PLAIN-2630",
- "ndcg10": 0.7517844850103086,
+ "ndcg10": 0.8188458073987622,
"mrr10": 1,
- "recall10": 0.14583333333333334,
- "recall100": 0.4375
+ "recall10": 0.16666666666666666,
+ "recall100": 0.3958333333333333
},
{
"qid": "PLAIN-2640",
- "ndcg10": 0.4106420007613836,
+ "ndcg10": 0.39923129859010653,
"mrr10": 1,
"recall10": 0.16666666666666666,
"recall100": 0.5416666666666666
},
{
"qid": "PLAIN-2650",
- "ndcg10": 0.6235744328990729,
+ "ndcg10": 0.6489315753318465,
"mrr10": 1,
"recall10": 0.1724137931034483,
"recall100": 0.3448275862068966
},
{
"qid": "PLAIN-2660",
- "ndcg10": 0.382414714083678,
+ "ndcg10": 0.40030566811860463,
"mrr10": 0.5,
"recall10": 0.14814814814814814,
"recall100": 0.48148148148148145
@@ -1740,84 +1740,84 @@
},
{
"qid": "PLAIN-2680",
- "ndcg10": 0.4483396624040598,
+ "ndcg10": 0.454740507204534,
"mrr10": 0.5,
"recall10": 0.2857142857142857,
- "recall100": 0.5
+ "recall100": 0.42857142857142855
},
{
"qid": "PLAIN-2690",
- "ndcg10": 0.4801121949222248,
+ "ndcg10": 0.6852219536434856,
"mrr10": 1,
- "recall10": 0.16279069767441862,
+ "recall10": 0.20930232558139536,
"recall100": 0.4418604651162791
},
{
"qid": "PLAIN-2700",
- "ndcg10": 0.3349781878483766,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.5438770046596358,
+ "mrr10": 1,
"recall10": 0.3,
"recall100": 0.7
},
{
"qid": "PLAIN-2710",
- "ndcg10": 0.687676684685876,
+ "ndcg10": 0.6906119546391791,
"mrr10": 1,
"recall10": 0.23809523809523808,
"recall100": 0.6190476190476191
},
{
"qid": "PLAIN-2720",
- "ndcg10": 0.2833094896743774,
- "mrr10": 0.25,
- "recall10": 0.1388888888888889,
- "recall100": 0.3055555555555556
+ "ndcg10": 0.24639745374629807,
+ "mrr10": 0.2,
+ "recall10": 0.1111111111111111,
+ "recall100": 0.2777777777777778
},
{
"qid": "PLAIN-2730",
- "ndcg10": 0.44922411904946097,
+ "ndcg10": 0.5235258308273208,
"mrr10": 1,
"recall10": 0.13793103448275862,
"recall100": 0.41379310344827586
},
{
"qid": "PLAIN-2740",
- "ndcg10": 0.6697545620598495,
+ "ndcg10": 0.6782347310356166,
"mrr10": 1,
"recall10": 0.1,
"recall100": 0.16
},
{
"qid": "PLAIN-2750",
- "ndcg10": 0.4984516459651053,
+ "ndcg10": 0.532003134830924,
"mrr10": 1,
- "recall10": 0.11864406779661017,
- "recall100": 0.2542372881355932
+ "recall10": 0.1016949152542373,
+ "recall100": 0.23728813559322035
},
{
"qid": "PLAIN-2760",
- "ndcg10": 0.38695832165314187,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.4702199443548266,
+ "mrr10": 0.5,
"recall10": 0.25,
"recall100": 0.25
},
{
"qid": "PLAIN-2770",
- "ndcg10": 0.29292868433475067,
+ "ndcg10": 0.325096961030005,
"mrr10": 0.5,
- "recall10": 0.0975609756097561,
+ "recall10": 0.12195121951219512,
"recall100": 0.4878048780487805
},
{
"qid": "PLAIN-2780",
- "ndcg10": 0.39895350790101125,
+ "ndcg10": 0.4033852369868885,
"mrr10": 1,
"recall10": 0.2727272727272727,
- "recall100": 0.36363636363636365
+ "recall100": 0.4090909090909091
},
{
"qid": "PLAIN-2790",
- "ndcg10": 0.6106543005162763,
+ "ndcg10": 0.652358405855227,
"mrr10": 1,
"recall10": 0.1016949152542373,
"recall100": 0.2033898305084746
@@ -1827,7 +1827,7 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 0.08333333333333333
+ "recall100": 0.041666666666666664
},
{
"qid": "PLAIN-2810",
@@ -1838,9 +1838,9 @@
},
{
"qid": "PLAIN-2820",
- "ndcg10": 0.14566215631378326,
- "mrr10": 0.1,
- "recall10": 0.125,
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
"recall100": 0.25
},
{
@@ -1852,16 +1852,16 @@
},
{
"qid": "PLAIN-2840",
- "ndcg10": 0.07839826897867533,
- "mrr10": 0.16666666666666666,
+ "ndcg10": 0.09478836436955078,
+ "mrr10": 0.25,
"recall10": 0.058823529411764705,
"recall100": 0.17647058823529413
},
{
"qid": "PLAIN-2850",
- "ndcg10": 0.28604467122818816,
- "mrr10": 0.3333333333333333,
- "recall10": 0.2222222222222222,
+ "ndcg10": 0.3026286548261086,
+ "mrr10": 0.5,
+ "recall10": 0.1111111111111111,
"recall100": 0.4444444444444444
},
{
@@ -1873,8 +1873,8 @@
},
{
"qid": "PLAIN-2870",
- "ndcg10": 0.08703245752405495,
- "mrr10": 0.25,
+ "ndcg10": 0.0781764177375172,
+ "mrr10": 0.2,
"recall10": 0.2,
"recall100": 0.2
},
@@ -1887,8 +1887,8 @@
},
{
"qid": "PLAIN-2890",
- "ndcg10": 0.22923304007788128,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.1974505933948842,
+ "mrr10": 0.25,
"recall10": 0.034482758620689655,
"recall100": 0.034482758620689655
},
@@ -1901,7 +1901,7 @@
},
{
"qid": "PLAIN-2910",
- "ndcg10": 0.521256019952062,
+ "ndcg10": 0.5330346140547638,
"mrr10": 1,
"recall10": 0.13333333333333333,
"recall100": 0.26666666666666666
@@ -1918,13 +1918,13 @@
"ndcg10": 0.5175857101991203,
"mrr10": 1,
"recall10": 0.14285714285714285,
- "recall100": 0.35714285714285715
+ "recall100": 0.2857142857142857
},
{
"qid": "PLAIN-2940",
- "ndcg10": 0,
- "mrr10": 0,
- "recall10": 0,
+ "ndcg10": 0.12811612289210494,
+ "mrr10": 0.14285714285714285,
+ "recall10": 0.045454545454545456,
"recall100": 0.18181818181818182
},
{
@@ -1936,14 +1936,14 @@
},
{
"qid": "PLAIN-2960",
- "ndcg10": 0.2943107231069255,
- "mrr10": 0.16666666666666666,
- "recall10": 0.5,
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
"recall100": 0.5
},
{
"qid": "PLAIN-2970",
- "ndcg10": 0.6284563126046677,
+ "ndcg10": 0.6338262955454459,
"mrr10": 1,
"recall10": 0.3333333333333333,
"recall100": 0.5555555555555556
@@ -1953,7 +1953,7 @@
"ndcg10": 0.5321036168710066,
"mrr10": 1,
"recall10": 0.14285714285714285,
- "recall100": 0.42857142857142855
+ "recall100": 0.2857142857142857
},
{
"qid": "PLAIN-2991",
@@ -1999,8 +1999,8 @@
},
{
"qid": "PLAIN-3063",
- "ndcg10": 0.13905617951077562,
- "mrr10": 0.16666666666666666,
+ "ndcg10": 0.19519002499605084,
+ "mrr10": 0.3333333333333333,
"recall10": 0.25,
"recall100": 0.25
},
@@ -2013,8 +2013,8 @@
},
{
"qid": "PLAIN-3085",
- "ndcg10": 0.3706656904013185,
- "mrr10": 0.125,
+ "ndcg10": 0.38162168437253385,
+ "mrr10": 0.14285714285714285,
"recall10": 1,
"recall100": 1
},
@@ -2034,56 +2034,56 @@
},
{
"qid": "PLAIN-3131",
- "ndcg10": 0.6458516005792643,
+ "ndcg10": 0.6516433935264055,
"mrr10": 1,
"recall10": 0.5,
"recall100": 0.5
},
{
"qid": "PLAIN-3141",
- "ndcg10": 0.36168852281903097,
- "mrr10": 0.5,
+ "ndcg10": 0.3170808479749099,
+ "mrr10": 0.3333333333333333,
"recall10": 0.058823529411764705,
- "recall100": 0.23529411764705882
+ "recall100": 0.20588235294117646
},
{
"qid": "PLAIN-3151",
- "ndcg10": 0.7442391909379472,
+ "ndcg10": 0.7456217791401517,
"mrr10": 1,
"recall10": 0.3888888888888889,
- "recall100": 0.6111111111111112
+ "recall100": 0.5555555555555556
},
{
"qid": "PLAIN-3161",
"ndcg10": 0.524282944620724,
"mrr10": 1,
"recall10": 0.046511627906976744,
- "recall100": 0.3023255813953488
+ "recall100": 0.27906976744186046
},
{
"qid": "PLAIN-3171",
- "ndcg10": 0.054436304265575074,
- "mrr10": 0.16666666666666666,
+ "ndcg10": 0.044175472610956126,
+ "mrr10": 0.1,
"recall10": 0.029411764705882353,
- "recall100": 0.08823529411764706
+ "recall100": 0.058823529411764705
},
{
"qid": "PLAIN-3181",
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 0.07407407407407407
+ "recall100": 0.037037037037037035
},
{
"qid": "PLAIN-3191",
- "ndcg10": 0.32660718545820777,
+ "ndcg10": 0.4300543345163763,
"mrr10": 1,
"recall10": 0.25,
"recall100": 0.5
},
{
"qid": "PLAIN-3201",
- "ndcg10": 0.22242854284008295,
+ "ndcg10": 0.2037495755301314,
"mrr10": 0.2,
"recall10": 0.0625,
"recall100": 0.09375
@@ -2097,15 +2097,15 @@
},
{
"qid": "PLAIN-3221",
- "ndcg10": 0.050940675572862505,
- "mrr10": 0.14285714285714285,
+ "ndcg10": 0.06581686446496139,
+ "mrr10": 0.25,
"recall10": 0.041666666666666664,
- "recall100": 0.16666666666666666
+ "recall100": 0.125
},
{
"qid": "PLAIN-3231",
- "ndcg10": 0.22432247751543175,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.2501157675209561,
+ "mrr10": 0.5,
"recall10": 0.5,
"recall100": 0.75
},
@@ -2118,8 +2118,8 @@
},
{
"qid": "PLAIN-3251",
- "ndcg10": 0.1974505933948842,
- "mrr10": 0.25,
+ "ndcg10": 0.16330891279672524,
+ "mrr10": 0.16666666666666666,
"recall10": 0.047619047619047616,
"recall100": 0.09523809523809523
},
@@ -2132,9 +2132,9 @@
},
{
"qid": "PLAIN-3271",
- "ndcg10": 0.06943122193677727,
- "mrr10": 0.125,
- "recall10": 0.02040816326530612,
+ "ndcg10": 0,
+ "mrr10": 0,
+ "recall10": 0,
"recall100": 0.10204081632653061
},
{
@@ -2146,37 +2146,37 @@
},
{
"qid": "PLAIN-3292",
- "ndcg10": 0.3251744325322818,
+ "ndcg10": 0.34839716434274914,
"mrr10": 1,
"recall10": 0.42857142857142855,
"recall100": 0.5714285714285714
},
{
"qid": "PLAIN-3302",
- "ndcg10": 0.15599635111637475,
- "mrr10": 0.25,
- "recall10": 0.08108108108108109,
+ "ndcg10": 0.13084731762486884,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.05405405405405406,
"recall100": 0.3783783783783784
},
{
"qid": "PLAIN-3312",
- "ndcg10": 0.30267738593150384,
+ "ndcg10": 0.30114238162847884,
"mrr10": 0.5,
"recall10": 0.3076923076923077,
"recall100": 0.6153846153846154
},
{
"qid": "PLAIN-3322",
- "ndcg10": 0.2489083270225946,
+ "ndcg10": 0.28165758790969186,
"mrr10": 0.5,
- "recall10": 0.02531645569620253,
+ "recall10": 0.0379746835443038,
"recall100": 0.13924050632911392
},
{
"qid": "PLAIN-3332",
- "ndcg10": 0.7930629733107628,
+ "ndcg10": 0.7386266690451878,
"mrr10": 1,
- "recall10": 0.42857142857142855,
+ "recall10": 0.35714285714285715,
"recall100": 0.8571428571428571
},
{
@@ -2195,23 +2195,23 @@
},
{
"qid": "PLAIN-3362",
- "ndcg10": 0.6724810739694362,
+ "ndcg10": 0.6268451902108538,
"mrr10": 1,
- "recall10": 0.2727272727272727,
+ "recall10": 0.18181818181818182,
"recall100": 0.2727272727272727
},
{
"qid": "PLAIN-3372",
- "ndcg10": 0.15282202671858752,
- "mrr10": 0.14285714285714285,
- "recall10": 0.07142857142857142,
+ "ndcg10": 0.27744302190680586,
+ "mrr10": 0.3333333333333333,
+ "recall10": 0.14285714285714285,
"recall100": 0.21428571428571427
},
{
"qid": "PLAIN-3382",
- "ndcg10": 0.5032356242379641,
+ "ndcg10": 0.4594761912515673,
"mrr10": 1,
- "recall10": 0.42857142857142855,
+ "recall10": 0.35714285714285715,
"recall100": 0.7142857142857143
},
{
@@ -2226,56 +2226,56 @@
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 0.14285714285714285
+ "recall100": 0.21428571428571427
},
{
"qid": "PLAIN-3412",
- "ndcg10": 0.2459822615492788,
+ "ndcg10": 0.18329273373298458,
"mrr10": 1,
- "recall10": 0.061224489795918366,
- "recall100": 0.2653061224489796
+ "recall10": 0.04081632653061224,
+ "recall100": 0.24489795918367346
},
{
"qid": "PLAIN-3422",
- "ndcg10": 0.025337550415951638,
- "mrr10": 0.125,
+ "ndcg10": 0.02321714761064369,
+ "mrr10": 0.1,
"recall10": 0.03225806451612903,
- "recall100": 0.4838709677419355
+ "recall100": 0.45161290322580644
},
{
"qid": "PLAIN-3432",
- "ndcg10": 0.09478836436955078,
- "mrr10": 0.25,
+ "ndcg10": 0.06362078819895171,
+ "mrr10": 0.1,
"recall10": 0.023809523809523808,
- "recall100": 0.16666666666666666
+ "recall100": 0.14285714285714285
},
{
"qid": "PLAIN-3442",
"ndcg10": 0,
"mrr10": 0,
"recall10": 0,
- "recall100": 0.06896551724137931
+ "recall100": 0.034482758620689655
},
{
"qid": "PLAIN-3452",
- "ndcg10": 0.4270537429736832,
+ "ndcg10": 0.4247645055987381,
"mrr10": 1,
"recall10": 0.11764705882352941,
"recall100": 0.5294117647058824
},
{
"qid": "PLAIN-3462",
- "ndcg10": 0.6573404824203184,
+ "ndcg10": 0.6378891765242927,
"mrr10": 0.5,
- "recall10": 0.125,
+ "recall10": 0.109375,
"recall100": 0.5
},
{
"qid": "PLAIN-3472",
- "ndcg10": 0.1436715886895903,
- "mrr10": 0.3333333333333333,
+ "ndcg10": 0.2873431773791806,
+ "mrr10": 1,
"recall10": 0.058823529411764705,
- "recall100": 0.35294117647058826
+ "recall100": 0.4117647058823529
}
],
"baselines": {
diff --git a/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs b/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs
index c1d0c14f9f..d2b7232cb1 100644
--- a/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs
+++ b/v3/@claude-flow/cli/scripts/run-beir-hybrid.mjs
@@ -48,7 +48,7 @@ const BASELINES_BY_DATASET = {
// Iter 4: nfcorpus medical IR — downweight BM25 (0.7) to favor dense semantics over lexical noise.
const DATASET_RRF_WEIGHTS = {
arguana: { dense: 1.5, bm25: 1.0 }, // symmetric retrieval favors dense; boost it over weak BM25
- nfcorpus: { dense: 1.0, bm25: 0.2 }, // iter 13: further BM25 dampening (0.4→0.2) to favor dense semantics
+ nfcorpus: { dense: 1.0, bm25: 0.0 }, // iter 14: pure dense fusion (0.2→0.0) RRF with single system + minMax norm preserved
};
function detectDataset(path) {
const p = path.toLowerCase();