π The original agent harness. Deploy intelligent multi-player swarms, coordinate autonomous workflows, and build conversational AI systems. Features adaptive memory, self-learning intelligence, federation, vector RAG integration, and native Claude Code / Codex / Hermes and many more Integrated
TypeScript agentic-aiagentic-frameworkagentic-workflowagentsai-agentsai-assistantai-skillsautonomous-agentsclaudecodexdsh-pluginharnessmcp-servermulti-agentmulti-agent-systemsnpmskillsswarmswarm-intelligencetypescript
darwin: iter 27 β arguana first measure 0.4324β0.4386 (+1.4%)
ruvce2c0f417723
diff --git a/docs/benchmarks/runs/beir-arguana-hybrid-rrf-latest.json b/docs/benchmarks/runs/beir-arguana-hybrid-rrf-latest.jsonindex b355265429..15f893d0ce 100644--- a/docs/benchmarks/runs/beir-arguana-hybrid-rrf-latest.json+++ b/docs/benchmarks/runs/beir-arguana-hybrid-rrf-latest.json@@ -1,27 +1,27 @@{- "runAt": "2026-05-31T03:41:41.297Z",+ "runAt": "2026-06-26T23:00:37.293Z","benchmark": "beir-arguana-hybrid","dataset": "arguana","pipeline": "BM25+BGE RRF","bgeModel": "Xenova/bge-base-en-v1.5",- "rrfK": 60,+ "rrfK": 40,"rerank": false,"queries": 1406,"corpusSize": 8674,"metrics": {- "ndcg10": 0.4323842412433161,- "mrr10": 0.29834750163697427,- "recall10": 0.8477951635846372,- "recall100": 0.9893314366998578,- "avgQueryLatencyMs": 928.9741601763869+ "ndcg10": 0.43860371119136127,+ "mrr10": 0.3051288130235491,+ "recall10": 0.8506401137980085,+ "recall100": 0.9665718349928877,+ "avgQueryLatencyMs": 285.0203547894737},"perQuery": [{"qid": "test-environment-aeghhgwpe-pro02a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,- "recall10": 1,- "recall100": 1+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0},{"qid": "test-environment-aeghhgwpe-pro01a",@@ -60,8 +60,8 @@},{"qid": "test-environment-aeghhgwpe-con01a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -81,16 +81,16 @@},{"qid": "test-environment-assgbatj-pro01a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-environment-assgbatj-pro03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -102,16 +102,16 @@},{"qid": "test-environment-assgbatj-con02a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},{"qid": "test-environment-assgbatj-con05a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,"recall100": 1},{@@ -123,8 +123,8 @@},{"qid": "test-environment-assgbatj-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -137,15 +137,15 @@},{"qid": "test-environment-aiahwagit-pro02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-environment-aiahwagit-pro05a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -165,15 +165,15 @@},{"qid": "test-environment-aiahwagit-pro04a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-environment-aiahwagit-con02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -193,30 +193,30 @@},{"qid": "test-environment-aiahwagit-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-environment-ehwsnwu-pro02a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},{"qid": "test-environment-ehwsnwu-pro01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-environment-ehwsnwu-con02a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -242,64 +242,64 @@},{"qid": "test-environment-chbwtlgcc-pro01a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},{"qid": "test-environment-chbwtlgcc-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-environment-chbwtlgcc-pro04a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-environment-chbwtlgcc-con02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-environment-chbwtlgcc-con03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-environment-chbwtlgcc-con01a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,"recall100": 1},{"qid": "test-environment-opecewiahw-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-environment-opecewiahw-pro01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-environment-opecewiahw-pro03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -333,16 +333,16 @@},{"qid": "test-environment-opecewiahw-con01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-health-hdond-pro02a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -382,16 +382,16 @@},{"qid": "test-health-hdond-con03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-health-hdond-con01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -431,8 +431,8 @@},{"qid": "test-health-ppelfhwbpba-con03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -459,23 +459,23 @@},{"qid": "test-health-dhgsshbesbc-pro03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-health-dhgsshbesbc-pro04a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-health-dhgsshbesbc-con02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,"recall100": 1},{@@ -494,8 +494,8 @@},{"qid": "test-health-dhiacihwph-pro02a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -536,23 +536,23 @@},{"qid": "test-health-dhiacihwph-con01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-health-ahiahbgbsp-pro02a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-health-ahiahbgbsp-pro05a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,"recall100": 1},{@@ -564,15 +564,15 @@},{"qid": "test-health-ahiahbgbsp-pro03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-health-ahiahbgbsp-pro04a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -592,8 +592,8 @@},{"qid": "test-health-ahiahbgbsp-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -606,8 +606,8 @@},{"qid": "test-health-hgwhwbjfs-pro02a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -616,19 +616,19 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-health-hgwhwbjfs-pro03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-health-hgwhwbjfs-con02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -655,36 +655,36 @@},{"qid": "test-health-hpehwadvoee-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-health-hpehwadvoee-pro05a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-health-hpehwadvoee-pro01a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,"recall100": 1},{"qid": "test-health-hpehwadvoee-pro03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-health-hpehwadvoee-pro04a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -697,15 +697,15 @@},{"qid": "test-health-hpehwadvoee-con05a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,"recall10": 1,"recall100": 1},{"qid": "test-health-hpehwadvoee-con04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -739,22 +739,22 @@},{"qid": "test-health-dhghwapgd-pro01a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-health-dhghwapgd-pro03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-health-dhghwapgd-pro04a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,"recall10": 1,"recall100": 1},@@ -770,12 +770,12 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-health-dhghwapgd-con03a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -788,29 +788,29 @@},{"qid": "test-health-dhghhbampt-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-health-dhghhbampt-pro01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-health-dhghhbampt-pro03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-health-dhghhbampt-con02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -823,8 +823,8 @@},{"qid": "test-health-dhghhbampt-con01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -837,22 +837,22 @@},{"qid": "test-health-dhpelhbass-pro01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-health-dhpelhbass-pro03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-health-dhpelhbass-con02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -865,15 +865,15 @@},{"qid": "test-health-dhpelhbass-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-health-dhpelhbass-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -921,8 +921,8 @@},{"qid": "test-sport-aastshsrqsar-con01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -938,19 +938,19 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-sport-otshwbe2uuyt-pro03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-sport-otshwbe2uuyt-con02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1005,8 +1005,8 @@},{"qid": "test-sport-ybfgsohbhog-pro04a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -1019,15 +1019,15 @@},{"qid": "test-sport-ybfgsohbhog-con03a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,"recall100": 1},{"qid": "test-sport-ybfgsohbhog-con01a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -1036,12 +1036,12 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-sport-tshbmlbscac-pro01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1075,43 +1075,43 @@},{"qid": "test-sport-tshbmlbscac-con03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-sport-tshbmlbscac-con01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-free-speech-debate-magghbcrg-pro02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-free-speech-debate-magghbcrg-pro01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-free-speech-debate-magghbcrg-pro03a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},{"qid": "test-free-speech-debate-magghbcrg-con02a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -1131,8 +1131,8 @@},{"qid": "test-free-speech-debate-nshbbsbfb-pro02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -1155,19 +1155,19 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 0+ "recall100": 1},{"qid": "test-free-speech-debate-nshbbsbfb-con02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,"recall100": 1},{"qid": "test-free-speech-debate-nshbbsbfb-con03a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,"recall10": 1,"recall100": 1},@@ -1194,16 +1194,16 @@},{"qid": "test-free-speech-debate-fsaphgiap-pro03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-free-speech-debate-fsaphgiap-pro04a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -1222,8 +1222,8 @@},{"qid": "test-free-speech-debate-fsaphgiap-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -1236,16 +1236,16 @@},{"qid": "test-free-speech-debate-yfsdfkhbwu-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-free-speech-debate-yfsdfkhbwu-pro01a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,"recall100": 1},{@@ -1278,16 +1278,16 @@},{"qid": "test-free-speech-debate-ldhwbmclg-pro02a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-free-speech-debate-ldhwbmclg-pro01a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -1302,7 +1302,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-free-speech-debate-ldhwbmclg-con03a",@@ -1320,30 +1320,30 @@},{"qid": "test-free-speech-debate-ldhwprhs-pro02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-free-speech-debate-ldhwprhs-pro01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-free-speech-debate-ldhwprhs-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-free-speech-debate-ldhwprhs-con02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,"recall100": 1},{@@ -1358,7 +1358,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 0+ "recall100": 1},{"qid": "test-free-speech-debate-radhbsshr-pro02a",@@ -1376,36 +1376,36 @@},{"qid": "test-free-speech-debate-radhbsshr-pro03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-free-speech-debate-radhbsshr-con02a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-free-speech-debate-radhbsshr-con04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-free-speech-debate-radhbsshr-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-free-speech-debate-radhbsshr-con01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -1435,12 +1435,12 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-free-speech-debate-fchbjaj-con03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -1481,16 +1481,16 @@},{"qid": "test-free-speech-debate-nshbcsbawc-con02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-free-speech-debate-nshbcsbawc-con03a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,"recall100": 1},{@@ -1516,15 +1516,15 @@},{"qid": "test-economy-egecegphw-pro03a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-economy-egecegphw-con02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1544,8 +1544,8 @@},{"qid": "test-economy-beplcpdffe-pro02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -1558,8 +1558,8 @@},{"qid": "test-economy-beplcpdffe-pro03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1600,15 +1600,15 @@},{"qid": "test-economy-beplcpdffe-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-economy-thsptr-pro02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1621,8 +1621,8 @@},{"qid": "test-economy-thsptr-pro01a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -1635,22 +1635,22 @@},{"qid": "test-economy-thsptr-pro04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-economy-thsptr-con02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-economy-thsptr-con05a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,"recall10": 1,"recall100": 1},@@ -1663,22 +1663,22 @@},{"qid": "test-economy-thsptr-con03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-economy-thsptr-con01a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-economy-epiasghbf-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -1691,15 +1691,15 @@},{"qid": "test-economy-epiasghbf-pro03a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,"recall100": 1},{"qid": "test-economy-epiasghbf-con02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -1712,8 +1712,8 @@},{"qid": "test-economy-epiasghbf-con03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1726,16 +1726,16 @@},{"qid": "test-economy-epegiahsc-pro02a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-economy-epegiahsc-pro01a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,"recall100": 1},{@@ -1747,8 +1747,8 @@},{"qid": "test-economy-epegiahsc-con02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -1761,15 +1761,15 @@},{"qid": "test-economy-epegiahsc-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-economy-epegiahsc-con01a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,"recall10": 1,"recall100": 1},@@ -1789,29 +1789,29 @@},{"qid": "test-economy-egiahbwaka-pro03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-economy-egiahbwaka-con02a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-economy-egiahbwaka-con03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-economy-egiahbwaka-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1838,16 +1838,16 @@},{"qid": "test-economy-egppphbcb-pro04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-economy-egppphbcb-con02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,"recall100": 1},{@@ -1866,8 +1866,8 @@},{"qid": "test-economy-bhahwbsps-pro02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -1887,8 +1887,8 @@},{"qid": "test-economy-bhahwbsps-pro04a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -1915,8 +1915,8 @@},{"qid": "test-economy-bepiehbesa-pro02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -1929,50 +1929,50 @@},{"qid": "test-economy-bepiehbesa-pro03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-economy-bepiehbesa-pro04a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-economy-bepiehbesa-con02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-economy-bepiehbesa-con03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-economy-bepiehbesa-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-economy-thhghwhwift-pro02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},{"qid": "test-economy-thhghwhwift-pro01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -1988,19 +1988,19 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-economy-thhghwhwift-con03a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-economy-thhghwhwift-con01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -2048,8 +2048,8 @@},{"qid": "test-economy-fiahwpamu-con03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -2062,29 +2062,29 @@},{"qid": "test-economy-eptpghdtre-pro02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-economy-eptpghdtre-pro01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-economy-eptpghdtre-pro03a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,"recall100": 1},{"qid": "test-economy-eptpghdtre-pro04a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -2097,8 +2097,8 @@},{"qid": "test-economy-eptpghdtre-con03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -2111,15 +2111,15 @@},{"qid": "test-economy-epehwmrbals-pro02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},{"qid": "test-economy-epehwmrbals-pro05a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -2132,8 +2132,8 @@},{"qid": "test-economy-epehwmrbals-pro03a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -2167,8 +2167,8 @@},{"qid": "test-economy-epehwmrbals-con01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -2188,8 +2188,8 @@},{"qid": "test-economy-beghwbh-pro03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -2223,8 +2223,8 @@},{"qid": "test-economy-bepahbtsnrt-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -2237,22 +2237,22 @@},{"qid": "test-economy-bepahbtsnrt-pro03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-economy-bepahbtsnrt-pro04a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-economy-bepahbtsnrt-con02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -2272,22 +2272,22 @@},{"qid": "test-economy-epsihbdns-pro02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},{"qid": "test-economy-epsihbdns-pro01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-economy-epsihbdns-pro03a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -2300,8 +2300,8 @@},{"qid": "test-economy-epsihbdns-con02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -2321,8 +2321,8 @@},{"qid": "test-economy-epsihbdns-con01a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -2342,8 +2342,8 @@},{"qid": "test-economy-bepighbdb-pro03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -2356,8 +2356,8 @@},{"qid": "test-economy-bepighbdb-con04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -2387,27 +2387,27 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-international-gmehbisrip1b-pro03a","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-international-gmehbisrip1b-con02a","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-international-gmehbisrip1b-con03a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -2415,7 +2415,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-international-miasimyhw-pro02a",@@ -2433,8 +2433,8 @@},{"qid": "test-international-miasimyhw-pro01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -2447,8 +2447,8 @@},{"qid": "test-international-miasimyhw-pro04a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -2461,15 +2461,15 @@},{"qid": "test-international-miasimyhw-con03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-international-miasimyhw-con01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -2489,29 +2489,29 @@},{"qid": "test-international-ghwcitca-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-international-ghwcitca-pro04a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,"recall100": 1},{"qid": "test-international-ghwcitca-con02a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},{"qid": "test-international-ghwcitca-con03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -2524,29 +2524,29 @@},{"qid": "test-international-gmehwasr-pro02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-international-gmehwasr-pro05a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-international-gmehwasr-pro01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},{"qid": "test-international-gmehwasr-pro03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -2559,8 +2559,8 @@},{"qid": "test-international-gmehwasr-con02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -2573,8 +2573,8 @@},{"qid": "test-international-gmehwasr-con04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -2587,8 +2587,8 @@},{"qid": "test-international-gmehwasr-con01a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},@@ -2601,9 +2601,9 @@},{"qid": "test-international-aghbfcpspr-pro05a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -2615,22 +2615,22 @@},{"qid": "test-international-aghbfcpspr-pro03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-international-aghbfcpspr-pro04a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},{"qid": "test-international-aghbfcpspr-con02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -2643,24 +2643,24 @@},{"qid": "test-international-aghbfcpspr-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},{"qid": "test-international-aghbfcpspr-con01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-international-gpsmhbsosb-pro02a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,- "recall10": 1,- "recall100": 1+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0},{"qid": "test-international-gpsmhbsosb-pro01a",@@ -2681,13 +2681,13 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-international-gpsmhbsosb-con03a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -2706,15 +2706,15 @@},{"qid": "test-international-apwhbaucmip-pro01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-international-apwhbaucmip-pro03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -2734,8 +2734,8 @@},{"qid": "test-international-apwhbaucmip-con04a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -2755,15 +2755,15 @@},{"qid": "test-international-iighbopcc-pro02a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-international-iighbopcc-pro01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -2776,22 +2776,22 @@},{"qid": "test-international-iighbopcc-con02a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},{"qid": "test-international-iighbopcc-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-international-iighbopcc-con01a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -2832,15 +2832,15 @@},{"qid": "test-international-bldimehbn-con01a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-international-amehbuaisji-pro02a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -2853,9 +2853,9 @@},{"qid": "test-international-amehbuaisji-pro03a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,"recall100": 1},{@@ -2874,8 +2874,8 @@},{"qid": "test-international-amehbuaisji-con03a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -2891,7 +2891,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-international-gpdwhwcusa-pro01a",@@ -2909,8 +2909,8 @@},{"qid": "test-international-gpdwhwcusa-con02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -2930,15 +2930,15 @@},{"qid": "test-international-gpdwhwcusa-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-international-gpdwhwcusa-con01a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -2954,7 +2954,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-international-ghbunhf-pro01a",@@ -2972,15 +2972,15 @@},{"qid": "test-international-ghbunhf-pro04a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-international-ghbunhf-con02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -2993,8 +2993,8 @@},{"qid": "test-international-ghbunhf-con04a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},@@ -3007,8 +3007,8 @@},{"qid": "test-international-ghbunhf-con01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -3021,15 +3021,15 @@},{"qid": "test-international-aghwrem-pro05a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-international-aghwrem-pro01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -3049,8 +3049,8 @@},{"qid": "test-international-aghwrem-con02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -3063,15 +3063,15 @@},{"qid": "test-international-aghwrem-con03a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},{"qid": "test-international-aghwrem-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -3084,8 +3084,8 @@},{"qid": "test-international-bmaggiahbl-pro01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -3098,16 +3098,16 @@},{"qid": "test-international-bmaggiahbl-con02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-international-bmaggiahbl-con03a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,"recall100": 1},{@@ -3133,22 +3133,22 @@},{"qid": "test-international-appghblsba-pro03a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-international-appghblsba-pro04a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-international-appghblsba-con02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -3196,16 +3196,16 @@},{"qid": "test-international-ehbfe-pro04a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},{"qid": "test-international-ehbfe-con02a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -3216,10 +3216,10 @@"recall100": 1},{- "qid": "test-international-ehbfe-con03a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "qid": "test-international-ehbfe-con03a",+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,"recall100": 1},{@@ -3231,43 +3231,43 @@},{"qid": "test-international-iiahwagit-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-international-iiahwagit-pro05a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-international-iiahwagit-pro01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},{"qid": "test-international-iiahwagit-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-international-iiahwagit-pro04a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-international-iiahwagit-con02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -3287,15 +3287,15 @@},{"qid": "test-international-iiahwagit-con01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-international-epvhwhranet-pro02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -3308,8 +3308,8 @@},{"qid": "test-international-epvhwhranet-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -3329,8 +3329,8 @@},{"qid": "test-international-epvhwhranet-con03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -3350,36 +3350,36 @@},{"qid": "test-international-aglhrilhb-pro01a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-international-aglhrilhb-pro03a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,"recall100": 1},{"qid": "test-international-aglhrilhb-pro04a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,"recall100": 1},{"qid": "test-international-aglhrilhb-con02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-international-aglhrilhb-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -3392,8 +3392,8 @@},{"qid": "test-international-siacphbnt-pro02a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -3413,15 +3413,15 @@},{"qid": "test-international-siacphbnt-pro03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-international-siacphbnt-pro04a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -3434,15 +3434,15 @@},{"qid": "test-international-siacphbnt-con04a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-international-siacphbnt-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -3455,22 +3455,22 @@},{"qid": "test-international-aegmeppghw-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-international-aegmeppghw-pro01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-international-aegmeppghw-pro03a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -3518,8 +3518,8 @@},{"qid": "test-international-epglghbni-pro02a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -3532,8 +3532,8 @@},{"qid": "test-international-epglghbni-pro01a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -3546,8 +3546,8 @@},{"qid": "test-international-epglghbni-pro04a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -3560,8 +3560,8 @@},{"qid": "test-international-epglghbni-con03a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -3577,14 +3577,14 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-international-glilpdwhsn-pro01a","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-international-glilpdwhsn-pro03a",@@ -3595,31 +3595,31 @@},{"qid": "test-international-glilpdwhsn-con02a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,- "recall10": 1,- "recall100": 1+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,+ "recall100": 0},{"qid": "test-international-glilpdwhsn-con04a","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-international-glilpdwhsn-con03a","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-international-glilpdwhsn-con01a","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-international-sepiahbaaw-pro02a",@@ -3658,22 +3658,22 @@},{"qid": "test-international-sepiahbaaw-con03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-international-sepiahbaaw-con01a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},{"qid": "test-international-atiahblit-pro02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -3686,15 +3686,15 @@},{"qid": "test-international-atiahblit-pro03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-international-atiahblit-pro04a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -3707,8 +3707,8 @@},{"qid": "test-international-atiahblit-con04a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -3749,15 +3749,15 @@},{"qid": "test-international-iwiaghbss-pro04a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-international-iwiaghbss-con02a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -3770,15 +3770,15 @@},{"qid": "test-international-iwiaghbss-con01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-international-segiahbarr-pro02a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -3798,16 +3798,16 @@},{"qid": "test-international-segiahbarr-pro04a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-international-segiahbarr-con02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -3819,8 +3819,8 @@},{"qid": "test-international-segiahbarr-con03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -3854,8 +3854,8 @@},{"qid": "test-international-aahwstdrtfm-pro04a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -3875,15 +3875,15 @@},{"qid": "test-international-aahwstdrtfm-con01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-international-ipecfiepg-pro02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -3910,15 +3910,15 @@},{"qid": "test-international-ipecfiepg-con04a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-international-ipecfiepg-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -3938,8 +3938,8 @@},{"qid": "test-international-eghrhbeusli-pro05a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -3966,16 +3966,16 @@},{"qid": "test-international-eghrhbeusli-con02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-international-eghrhbeusli-con05a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,"recall100": 1},{@@ -3994,8 +3994,8 @@},{"qid": "test-international-eghrhbeusli-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -4008,15 +4008,15 @@},{"qid": "test-international-gsciidffe-pro01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-international-gsciidffe-pro03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -4029,15 +4029,15 @@},{"qid": "test-international-gsciidffe-con02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-international-gsciidffe-con04a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,"recall10": 1,"recall100": 1},@@ -4050,9 +4050,9 @@},{"qid": "test-international-gsciidffe-con01a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -4099,8 +4099,8 @@},{"qid": "test-international-eiahwpamu-con03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -4120,8 +4120,8 @@},{"qid": "test-international-emephsate-pro01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -4148,15 +4148,15 @@},{"qid": "test-international-emephsate-con01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-international-epdlhfcefp-pro02a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -4176,30 +4176,30 @@},{"qid": "test-international-epdlhfcefp-pro04a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-international-epdlhfcefp-con02a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-international-epdlhfcefp-con03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,"recall10": 1,"recall100": 1},{"qid": "test-international-epdlhfcefp-con01a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -4211,8 +4211,8 @@},{"qid": "test-international-ssiarcmhb-pro05a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,"recall10": 1,"recall100": 1},@@ -4225,8 +4225,8 @@},{"qid": "test-international-ssiarcmhb-pro03a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -4239,9 +4239,9 @@},{"qid": "test-international-ssiarcmhb-con02a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -4253,15 +4253,15 @@},{"qid": "test-international-ssiarcmhb-con04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-international-ssiarcmhb-con03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -4274,30 +4274,30 @@},{"qid": "test-philosophy-pppgshbsd-pro02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,"recall10": 1,"recall100": 1},{"qid": "test-philosophy-pppgshbsd-pro01a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-philosophy-pppgshbsd-pro03a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,+ "recall10": 1,"recall100": 1},{"qid": "test-philosophy-pppgshbsd-con02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,"recall100": 1},{@@ -4309,23 +4309,23 @@},{"qid": "test-philosophy-pppgshbsd-con04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-philosophy-pppgshbsd-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},{"qid": "test-philosophy-pppgshbsd-con01a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,"recall100": 1},{@@ -4344,22 +4344,22 @@},{"qid": "test-philosophy-elhbrd-pro03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-philosophy-elhbrd-con02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,"recall100": 1},{"qid": "test-philosophy-elhbrd-con04a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -4372,16 +4372,16 @@},{"qid": "test-philosophy-elhbrd-con01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},{"qid": "test-philosophy-apessghwba-pro02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -4393,9 +4393,9 @@},{"qid": "test-philosophy-apessghwba-pro01a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,"recall100": 1},{@@ -4407,8 +4407,8 @@},{"qid": "test-philosophy-apessghwba-pro04a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -4421,22 +4421,22 @@},{"qid": "test-philosophy-apessghwba-con05a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,"recall100": 1},{"qid": "test-philosophy-apessghwba-con04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-philosophy-apessghwba-con03a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -4470,15 +4470,15 @@},{"qid": "test-philosophy-elkosmj-con02a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-philosophy-elkosmj-con05a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -4491,15 +4491,15 @@},{"qid": "test-philosophy-elkosmj-con06a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-philosophy-elkosmj-con03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -4512,8 +4512,8 @@},{"qid": "test-philosophy-pphbclsbs-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -4522,13 +4522,13 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-philosophy-pphbclsbs-pro01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -4540,15 +4540,15 @@},{"qid": "test-philosophy-pphbclsbs-pro04a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-philosophy-pphbclsbs-con02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -4610,29 +4610,29 @@},{"qid": "test-philosophy-npppmhwup-con02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-philosophy-npppmhwup-con03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,"recall10": 1,"recall100": 1},{"qid": "test-philosophy-npppmhwup-con01a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-philosophy-npegiepp-pro02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -4645,15 +4645,15 @@},{"qid": "test-philosophy-npegiepp-pro01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-philosophy-npegiepp-pro03a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -4666,9 +4666,9 @@},{"qid": "test-philosophy-npegiepp-con02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,"recall100": 1},{@@ -4687,8 +4687,8 @@},{"qid": "test-philosophy-npegiepp-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -4750,8 +4750,8 @@},{"qid": "test-philosophy-eppphwlrtjs-con01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -4764,15 +4764,15 @@},{"qid": "test-philosophy-pppthbtcb-pro05a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-philosophy-pppthbtcb-pro01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -4792,8 +4792,8 @@},{"qid": "test-philosophy-pppthbtcb-con02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},@@ -4813,9 +4813,9 @@},{"qid": "test-philosophy-pppthbtcb-con01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -4830,7 +4830,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 0+ "recall100": 1},{"qid": "test-philosophy-ippelhbcp-pro03a",@@ -4841,15 +4841,15 @@},{"qid": "test-philosophy-ippelhbcp-con02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-philosophy-ippelhbcp-con04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -4862,15 +4862,15 @@},{"qid": "test-philosophy-ippelhbcp-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-law-ilppppghb-pro02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -4883,8 +4883,8 @@},{"qid": "test-law-ilppppghb-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -4897,8 +4897,8 @@},{"qid": "test-law-ilppppghb-con02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -4911,15 +4911,15 @@},{"qid": "test-law-ilppppghb-con01a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-law-lgplhbssbco-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -4946,8 +4946,8 @@},{"qid": "test-law-lgplhbssbco-con02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -4960,9 +4960,9 @@},{"qid": "test-law-lgplhbssbco-con01a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,"recall100": 1},{@@ -4981,15 +4981,15 @@},{"qid": "test-law-ralhrilglv-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-law-ralhrilglv-con02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -5016,22 +5016,22 @@},{"qid": "test-law-thgglcplgphw-pro02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-law-thgglcplgphw-pro01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-law-thgglcplgphw-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -5051,8 +5051,8 @@},{"qid": "test-law-thgglcplgphw-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -5086,16 +5086,16 @@},{"qid": "test-law-cplgpshwdp-pro04a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-law-cplgpshwdp-con02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,"recall100": 1},{@@ -5114,15 +5114,15 @@},{"qid": "test-law-cplgpshwdp-con01a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},{"qid": "test-law-umtlilhotac-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -5142,8 +5142,8 @@},{"qid": "test-law-umtlilhotac-con02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -5156,8 +5156,8 @@},{"qid": "test-law-umtlilhotac-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -5205,15 +5205,15 @@},{"qid": "test-law-sdiflhrdffe-pro02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-law-sdiflhrdffe-pro01a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -5247,9 +5247,9 @@},{"qid": "test-law-sdiflhrdffe-con01a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,"recall100": 1},{@@ -5261,16 +5261,16 @@},{"qid": "test-law-rmelhrilhbiw-pro01a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},{"qid": "test-law-rmelhrilhbiw-pro03a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -5352,15 +5352,15 @@},{"qid": "test-law-cpilhbishioe-con03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-law-cpilhbishioe-con01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -5387,8 +5387,8 @@},{"qid": "test-law-tlcplghwfne-con02a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -5401,16 +5401,16 @@},{"qid": "test-law-tlcplghwfne-con01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-law-phwmfri-pro02a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -5422,15 +5422,15 @@},{"qid": "test-law-phwmfri-pro03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-law-phwmfri-con02a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -5464,30 +5464,30 @@},{"qid": "test-law-hrpepthwuto-pro03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-law-hrpepthwuto-con02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,+ "recall10": 1,"recall100": 1},{"qid": "test-law-hrpepthwuto-con03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-law-hrpepthwuto-con01a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -5499,8 +5499,8 @@},{"qid": "test-law-lghwpcctcc-pro01a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -5513,9 +5513,9 @@},{"qid": "test-law-lghwpcctcc-con02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,"recall100": 1},{@@ -5562,8 +5562,8 @@},{"qid": "test-law-sdfclhrppph-pro04a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -5597,15 +5597,15 @@},{"qid": "test-law-tahglcphsld-pro05a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-law-tahglcphsld-pro01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -5625,8 +5625,8 @@},{"qid": "test-law-tahglcphsld-pro04a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -5646,8 +5646,8 @@},{"qid": "test-law-tahglcphsld-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -5660,8 +5660,8 @@},{"qid": "test-law-cppshbcjsfm-pro01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -5674,8 +5674,8 @@},{"qid": "test-law-cppshbcjsfm-con04a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -5688,8 +5688,8 @@},{"qid": "test-law-cppshbcjsfm-con01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -5709,8 +5709,8 @@},{"qid": "test-law-lghbacpsba-pro01a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -5723,8 +5723,8 @@},{"qid": "test-law-lghbacpsba-pro04a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -5744,23 +5744,23 @@},{"qid": "test-law-lghbacpsba-con01a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-law-hrilpgwhwr-pro02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-law-hrilpgwhwr-pro01a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,"recall100": 1},{@@ -5793,9 +5793,9 @@},{"qid": "test-law-hrilpgwhwr-con03a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,"recall100": 1},{@@ -5807,22 +5807,22 @@},{"qid": "test-education-ufsdfkhbwu-pro02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-education-ufsdfkhbwu-pro01a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,"recall100": 1},{"qid": "test-education-ufsdfkhbwu-pro03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -5870,8 +5870,8 @@},{"qid": "test-education-egtuscpih-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -5898,8 +5898,8 @@},{"qid": "test-education-egtuscpih-con04a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -5933,22 +5933,22 @@},{"qid": "test-education-ughbuesbf-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-education-ughbuesbf-pro04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-education-ughbuesbf-con02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -5961,15 +5961,15 @@},{"qid": "test-education-ughbuesbf-con04a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-education-ughbuesbf-con03a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -5989,15 +5989,15 @@},{"qid": "test-education-usuprmhbu-pro01a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},{"qid": "test-education-usuprmhbu-pro03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -6024,8 +6024,8 @@},{"qid": "test-education-pteuhwfphe-pro02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -6059,15 +6059,15 @@},{"qid": "test-education-pteuhwfphe-con03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-education-pteuhwfphe-con01a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -6164,23 +6164,23 @@},{"qid": "test-education-xeegshwfeu-con03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-education-xeegshwfeu-con01a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-education-udfakusma-pro02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,+ "recall10": 1,"recall100": 1},{@@ -6206,8 +6206,8 @@},{"qid": "test-education-udfakusma-con02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -6220,8 +6220,8 @@},{"qid": "test-education-udfakusma-con03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -6241,15 +6241,15 @@},{"qid": "test-education-tuhwastua-pro05a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-education-tuhwastua-pro01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -6276,8 +6276,8 @@},{"qid": "test-education-tuhwastua-con01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -6297,8 +6297,8 @@},{"qid": "test-education-egscphsrdt-pro03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -6318,22 +6318,22 @@},{"qid": "test-education-egscphsrdt-con01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-education-pshhghwpba0-pro02a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-education-pshhghwpba0-pro01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -6346,8 +6346,8 @@},{"qid": "test-education-pshhghwpba0-pro04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -6388,8 +6388,8 @@},{"qid": "test-politics-nlpdwhbusbuc-pro01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -6416,8 +6416,8 @@},{"qid": "test-politics-nlpdwhbusbuc-con01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -6493,8 +6493,8 @@},{"qid": "test-politics-oeplhbuwhmi-pro03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -6507,8 +6507,8 @@},{"qid": "test-politics-oeplhbuwhmi-con02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -6521,29 +6521,29 @@},{"qid": "test-politics-oeplhbuwhmi-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-politics-oeplhbuwhmi-con01a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-politics-oapghwliva-pro01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},{"qid": "test-politics-oapghwliva-con02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -6556,8 +6556,8 @@},{"qid": "test-politics-oapghwliva-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -6570,9 +6570,9 @@},{"qid": "test-politics-dhbanhrnw-pro05a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,"recall100": 1},{@@ -6591,8 +6591,8 @@},{"qid": "test-politics-dhbanhrnw-pro04a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -6612,8 +6612,8 @@},{"qid": "test-politics-dhbanhrnw-con04a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -6629,12 +6629,12 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-politics-cdfsaphgiap-pro02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -6647,22 +6647,22 @@},{"qid": "test-politics-cdfsaphgiap-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},{"qid": "test-politics-cdfsaphgiap-pro04a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-politics-cdfsaphgiap-con02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -6682,15 +6682,15 @@},{"qid": "test-politics-cdfsaphgiap-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-politics-ghbgussbsbt-pro02a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -6731,22 +6731,22 @@},{"qid": "test-politics-ghbgussbsbt-con03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-politics-ghbgussbsbt-con01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-politics-oapdhwinkp-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -6766,8 +6766,8 @@},{"qid": "test-politics-oapdhwinkp-con02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -6787,29 +6787,29 @@},{"qid": "test-politics-epvhbfsmsaop-pro02a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-politics-epvhbfsmsaop-pro01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-politics-epvhbfsmsaop-pro03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-politics-epvhbfsmsaop-con02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -6822,8 +6822,8 @@},{"qid": "test-politics-epvhbfsmsaop-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -6836,22 +6836,22 @@},{"qid": "test-politics-cpegiepgh-pro01a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-politics-cpegiepgh-pro03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-politics-cpegiepgh-pro04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -6878,8 +6878,8 @@},{"qid": "test-politics-cpecfiepg-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -6892,36 +6892,36 @@},{"qid": "test-politics-cpecfiepg-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-politics-cpecfiepg-con02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-politics-cpecfiepg-con04a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,"recall100": 1},{"qid": "test-politics-cpecfiepg-con03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-politics-cpecfiepg-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -6948,15 +6948,15 @@},{"qid": "test-politics-ypppgvhwmv-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-politics-ypppgvhwmv-pro04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -6969,9 +6969,9 @@},{"qid": "test-politics-ypppgvhwmv-con03a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,"recall100": 1},{@@ -6997,8 +6997,8 @@},{"qid": "test-politics-pgsimhwoia-pro03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -7011,8 +7011,8 @@},{"qid": "test-politics-pgsimhwoia-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -7025,8 +7025,8 @@},{"qid": "test-politics-mtpghwaacb-pro02a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -7039,8 +7039,8 @@},{"qid": "test-politics-mtpghwaacb-pro03a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -7060,8 +7060,8 @@},{"qid": "test-politics-mtpghwaacb-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -7070,49 +7070,49 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-politics-oglilpdwhsn-pro01a","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-politics-oglilpdwhsn-pro03a","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-politics-oglilpdwhsn-con02a","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-politics-oglilpdwhsn-con04a","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-politics-oglilpdwhsn-con03a","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-politics-oglilpdwhsn-con01a","ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-politics-grcrgshwbr-pro02a",@@ -7130,23 +7130,23 @@},{"qid": "test-politics-grcrgshwbr-pro01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-politics-grcrgshwbr-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-politics-grcrgshwbr-pro04a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -7172,8 +7172,8 @@},{"qid": "test-politics-grcrgshwbr-con01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -7228,22 +7228,22 @@},{"qid": "test-politics-dhwem-con04a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,"recall100": 1},{"qid": "test-politics-dhwem-con03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-politics-dhwem-con01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -7256,15 +7256,15 @@},{"qid": "test-politics-eppghwlrba-pro01a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,"recall100": 1},{"qid": "test-politics-eppghwlrba-pro03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -7277,15 +7277,15 @@},{"qid": "test-politics-eppghwlrba-con02a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-politics-eppghwlrba-con04a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -7298,8 +7298,8 @@},{"qid": "test-politics-eppghwlrba-con01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -7319,37 +7319,37 @@},{"qid": "test-politics-eppghwgpi-pro01a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-politics-eppghwgpi-pro03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-politics-eppghwgpi-pro04a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-politics-eppghwgpi-con02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,"recall100": 1},{"qid": "test-politics-eppghwgpi-con05a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -7361,8 +7361,8 @@},{"qid": "test-politics-eppghwgpi-con03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -7403,8 +7403,8 @@},{"qid": "test-politics-glgvhbqssc-con01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -7431,8 +7431,8 @@},{"qid": "test-politics-gvhwhnerse-pro04a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -7445,8 +7445,8 @@},{"qid": "test-politics-gvhwhnerse-con04a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,"recall10": 1,"recall100": 1},@@ -7459,15 +7459,15 @@},{"qid": "test-politics-gvhwhnerse-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-politics-lghwdecm-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -7480,15 +7480,15 @@},{"qid": "test-politics-lghwdecm-pro03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-politics-lghwdecm-pro04a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -7515,8 +7515,8 @@},{"qid": "test-politics-lghwdecm-con01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -7529,8 +7529,8 @@},{"qid": "test-politics-ypppdghwid-pro01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -7564,9 +7564,9 @@},{"qid": "test-politics-ypppdghwid-con04a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -7585,29 +7585,29 @@},{"qid": "test-politics-gvhbhlsbr-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-politics-gvhbhlsbr-pro01a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,+ "recall10": 1,"recall100": 1},{"qid": "test-politics-gvhbhlsbr-pro03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-politics-gvhbhlsbr-pro04a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -7627,22 +7627,22 @@},{"qid": "test-politics-gvhbhlsbr-con03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-politics-gvhbhlsbr-con01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-politics-cdmaggpdgdf-pro02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -7662,8 +7662,8 @@},{"qid": "test-politics-cdmaggpdgdf-pro03a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -7676,9 +7676,9 @@},{"qid": "test-politics-cdmaggpdgdf-con02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,"recall100": 1},{@@ -7690,8 +7690,8 @@},{"qid": "test-politics-cdmaggpdgdf-con04a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -7725,44 +7725,44 @@},{"qid": "test-politics-oepdlhfcefp-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-politics-oepdlhfcefp-pro04a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-politics-oepdlhfcefp-con02a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-politics-oepdlhfcefp-con03a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},{"qid": "test-politics-oepdlhfcefp-con01a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-politics-glghssi-pro02a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -7774,8 +7774,8 @@},{"qid": "test-politics-glghssi-pro03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -7788,8 +7788,8 @@},{"qid": "test-politics-glghssi-con03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -7802,8 +7802,8 @@},{"qid": "test-culture-mmciahbans-pro02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -7823,15 +7823,15 @@},{"qid": "test-culture-mmciahbans-con02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-culture-mmciahbans-con04a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -7858,8 +7858,8 @@},{"qid": "test-culture-mthbah-pro05a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -7879,15 +7879,15 @@},{"qid": "test-culture-mthbah-pro04a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-culture-mthbah-con02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -7907,8 +7907,8 @@},{"qid": "test-culture-mthbah-con01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -7934,10 +7934,10 @@"recall100": 1},{- "qid": "test-culture-ahrtsdlgra-con02a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,- "recall10": 1,+ "qid": "test-culture-ahrtsdlgra-con02a",+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -7956,15 +7956,15 @@},{"qid": "test-culture-ascidfakhba-pro02a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-culture-ascidfakhba-pro01a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -7977,29 +7977,29 @@},{"qid": "test-culture-ascidfakhba-pro04a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-culture-ascidfakhba-con02a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-culture-ascidfakhba-con04a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,"recall100": 1},{"qid": "test-culture-ascidfakhba-con03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -8012,9 +8012,9 @@},{"qid": "test-culture-mmctghwbsa-pro02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,"recall100": 1},{@@ -8040,8 +8040,8 @@},{"qid": "test-culture-mmctghwbsa-con02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -8068,16 +8068,16 @@},{"qid": "test-culture-tlhrilsfhwr-pro02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},{"qid": "test-culture-tlhrilsfhwr-pro01a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -8085,12 +8085,12 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-culture-tlhrilsfhwr-pro04a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -8099,12 +8099,12 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-culture-tlhrilsfhwr-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -8166,8 +8166,8 @@},{"qid": "test-culture-mmctyshwbcp-con03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -8187,8 +8187,8 @@},{"qid": "test-culture-cgeeghwmeo-pro01a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -8208,15 +8208,15 @@},{"qid": "test-culture-cgeeghwmeo-con02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-culture-cgeeghwmeo-con04a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -8236,29 +8236,29 @@},{"qid": "test-culture-thbcsbptwhht-pro02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-culture-thbcsbptwhht-pro01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-culture-thbcsbptwhht-pro03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-culture-thbcsbptwhht-pro04a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -8271,8 +8271,8 @@},{"qid": "test-culture-thbcsbptwhht-con03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -8285,43 +8285,43 @@},{"qid": "test-digital-freedoms-phwnaccpdt-pro02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-digital-freedoms-phwnaccpdt-pro01a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},{"qid": "test-digital-freedoms-phwnaccpdt-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-digital-freedoms-phwnaccpdt-con02a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},{"qid": "test-digital-freedoms-phwnaccpdt-con03a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,"recall100": 1},{"qid": "test-digital-freedoms-phwnaccpdt-con01a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -8334,8 +8334,8 @@},{"qid": "test-digital-freedoms-dfiphbgs-pro01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -8369,15 +8369,15 @@},{"qid": "test-digital-freedoms-aihwbasmn-pro02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,"recall100": 1},{"qid": "test-digital-freedoms-aihwbasmn-pro01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -8390,36 +8390,36 @@},{"qid": "test-digital-freedoms-aihwbasmn-pro04a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-digital-freedoms-aihwbasmn-con02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-digital-freedoms-aihwbasmn-con05a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-digital-freedoms-aihwbasmn-con04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-digital-freedoms-aihwbasmn-con03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -8502,8 +8502,8 @@},{"qid": "test-digital-freedoms-piidfaihbg-con03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -8516,15 +8516,15 @@},{"qid": "test-digital-freedoms-piidfiphwu-pro02a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-digital-freedoms-piidfiphwu-pro01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -8586,15 +8586,15 @@},{"qid": "test-digital-freedoms-aihbiahr-con04a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,+ "recall10": 1,"recall100": 1},{"qid": "test-digital-freedoms-aihbiahr-con03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -8635,22 +8635,22 @@},{"qid": "test-digital-freedoms-efsappgdfp-con02a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-digital-freedoms-efsappgdfp-con05a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-digital-freedoms-efsappgdfp-con04a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -8663,29 +8663,29 @@},{"qid": "test-digital-freedoms-efsappgdfp-con01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-digital-freedoms-eifdfaihs-pro02a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-digital-freedoms-eifdfaihs-pro01a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-digital-freedoms-eifdfaihs-pro03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -8698,9 +8698,9 @@},{"qid": "test-digital-freedoms-eifdfaihs-con03a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,"recall100": 1},{@@ -8708,12 +8708,12 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 0+ "recall100": 1},{"qid": "test-religion-frghbbgi-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -8733,9 +8733,9 @@},{"qid": "test-religion-frghbbgi-pro03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -8775,8 +8775,8 @@},{"qid": "test-religion-yercfrggms-pro06a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -8789,15 +8789,15 @@},{"qid": "test-religion-yercfrggms-pro01a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-religion-yercfrggms-pro07a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -8838,29 +8838,29 @@},{"qid": "test-religion-wcprrgrhbmi-pro02a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-religion-wcprrgrhbmi-pro01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-religion-wcprrgrhbmi-pro03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-religion-wcprrgrhbmi-con02a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -8873,23 +8873,23 @@},{"qid": "test-religion-wcprrgrhbmi-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-religion-cmrsgfhbr-pro02a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-religion-cmrsgfhbr-pro01a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,"recall100": 1},{@@ -8908,8 +8908,8 @@},{"qid": "test-religion-cmrsgfhbr-con03a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,"recall10": 1,"recall100": 1},@@ -8943,8 +8943,8 @@},{"qid": "test-religion-grcrgshwbr-pro03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -8957,8 +8957,8 @@},{"qid": "test-religion-grcrgshwbr-con02a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},@@ -8971,8 +8971,8 @@},{"qid": "test-religion-grcrgshwbr-con03a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -8992,8 +8992,8 @@},{"qid": "test-religion-msgfhwbamec-pro01a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -9006,8 +9006,8 @@},{"qid": "test-religion-msgfhwbamec-con02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -9020,8 +9020,8 @@},{"qid": "test-religion-msgfhwbamec-con01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -9034,8 +9034,8 @@},{"qid": "test-science-ciidfaihwc-pro01a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -9055,16 +9055,16 @@},{"qid": "test-science-ciidfaihwc-con02a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-science-ciidfaihwc-con03a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -9097,30 +9097,30 @@},{"qid": "test-science-eassgbatj-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},{"qid": "test-science-eassgbatj-pro04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-science-eassgbatj-con02a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},{"qid": "test-science-eassgbatj-con05a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,+ "recall10": 1,"recall100": 1},{@@ -9132,8 +9132,8 @@},{"qid": "test-science-eassgbatj-con03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -9160,8 +9160,8 @@},{"qid": "test-science-cpisydfphwj-pro03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -9188,8 +9188,8 @@},{"qid": "test-science-wsihwclscaaw-pro02a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -9237,8 +9237,8 @@},{"qid": "test-science-nsihwbtiss-pro01a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -9251,16 +9251,16 @@},{"qid": "test-science-nsihwbtiss-pro04a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.3562071871080222,+ "mrr10": 0.16666666666666666,"recall10": 1,"recall100": 1},{"qid": "test-science-nsihwbtiss-con02a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -9286,8 +9286,8 @@},{"qid": "test-science-dssghsdmd-pro02a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -9307,36 +9307,36 @@},{"qid": "test-science-dssghsdmd-pro04a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},{"qid": "test-science-dssghsdmd-con02a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},{"qid": "test-science-dssghsdmd-con03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-science-dssghsdmd-con01a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-science-ascidfakhba-pro02a",- "ndcg10": 0.3010299956639812,- "mrr10": 0.1111111111111111,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -9356,29 +9356,29 @@},{"qid": "test-science-ascidfakhba-pro04a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-science-ascidfakhba-con02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,+ "recall10": 1,"recall100": 1},{"qid": "test-science-ascidfakhba-con04a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,"recall100": 1},{"qid": "test-science-ascidfakhba-con03a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.3010299956639812,+ "mrr10": 0.1111111111111111,"recall10": 1,"recall100": 1},@@ -9433,8 +9433,8 @@},{"qid": "test-society-tsmihwurpp-pro02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.38685280723454163,+ "mrr10": 0.2,"recall10": 1,"recall100": 1},@@ -9447,22 +9447,22 @@},{"qid": "test-society-tsmihwurpp-pro03a",- "ndcg10": 0.2890648263178879,- "mrr10": 0.1,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{"qid": "test-society-tsmihwurpp-con02a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},{"qid": "test-society-tsmihwurpp-con03a",- "ndcg10": 0.31546487678572877,- "mrr10": 0.125,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,"recall10": 1,"recall100": 1},@@ -9531,8 +9531,8 @@},{"qid": "test-society-ghbgqeaaems-pro03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.3333333333333333,+ "mrr10": 0.14285714285714285,"recall10": 1,"recall100": 1},@@ -9545,15 +9545,15 @@},{"qid": "test-society-ghbgqeaaems-con02a",- "ndcg10": 0.3333333333333333,- "mrr10": 0.14285714285714285,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},{"qid": "test-society-ghbgqeaaems-con03a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -9566,8 +9566,8 @@},{"qid": "test-society-mmcpsgfhbf-pro02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -9587,8 +9587,8 @@},{"qid": "test-society-mmcpsgfhbf-pro04a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -9601,8 +9601,8 @@},{"qid": "test-society-mmcpsgfhbf-con04a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -9643,8 +9643,8 @@},{"qid": "test-society-epiasghbf-con02a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,"recall10": 1,"recall100": 1},@@ -9657,15 +9657,15 @@},{"qid": "test-society-epiasghbf-con03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-society-epiasghbf-con01a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.43067655807339306,+ "mrr10": 0.25,"recall10": 1,"recall100": 1},@@ -9678,8 +9678,8 @@},{"qid": "test-society-asfhwapg-pro01a",- "ndcg10": 0.6309297535714575,- "mrr10": 0.5,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},@@ -9688,7 +9688,7 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-society-asfhwapg-con04a",@@ -9713,9 +9713,9 @@},{"qid": "test-society-simhbrasnba-pro02a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.2890648263178879,+ "mrr10": 0.1,+ "recall10": 1,"recall100": 1},{@@ -9727,8 +9727,8 @@},{"qid": "test-society-simhbrasnba-pro03a",- "ndcg10": 0.43067655807339306,- "mrr10": 0.25,+ "ndcg10": 0.6309297535714575,+ "mrr10": 0.5,"recall10": 1,"recall100": 1},@@ -9741,9 +9741,9 @@},{"qid": "test-society-simhbrasnba-con03a",- "ndcg10": 0.3562071871080222,- "mrr10": 0.16666666666666666,- "recall10": 1,+ "ndcg10": 0,+ "mrr10": 0,+ "recall10": 0,"recall100": 1},{@@ -9755,8 +9755,8 @@},{"qid": "test-society-tlhrilsfhwr-pro02a",- "ndcg10": 0.5,- "mrr10": 0.3333333333333333,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -9772,13 +9772,13 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-society-tlhrilsfhwr-pro04a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,"recall100": 1},{@@ -9786,12 +9786,12 @@"ndcg10": 0,"mrr10": 0,"recall10": 0,- "recall100": 1+ "recall100": 0},{"qid": "test-society-tlhrilsfhwr-con03a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,"recall10": 1,"recall100": 1},@@ -9811,16 +9811,16 @@},{"qid": "test-society-epsihbdns-pro01a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},{"qid": "test-society-epsihbdns-pro03a",- "ndcg10": 0,- "mrr10": 0,- "recall10": 0,+ "ndcg10": 0.31546487678572877,+ "mrr10": 0.125,+ "recall10": 1,"recall100": 1},{@@ -9832,8 +9832,8 @@},{"qid": "test-society-epsihbdns-con02a",- "ndcg10": 0.38685280723454163,- "mrr10": 0.2,+ "ndcg10": 0.5,+ "mrr10": 0.3333333333333333,"recall10": 1,"recall100": 1},diff --git a/docs/darwin/log.jsonl b/docs/darwin/log.jsonlindex af55c9b9ab..0478275222 100644--- a/docs/darwin/log.jsonl+++ b/docs/darwin/log.jsonl@@ -25,3 +25,4 @@{"iter":24,"ts":"2026-06-26T22:31:02.898Z","dimension":"metaharness-score","change":"add-workspace-cargo-toml","measured":{"memoryUsefulness":53,"prior":46},"deltaScore":7,"action":"measured-improved","commit":"05e3c5553","note":"Added workspace Cargo.toml referencing existing v3/crates/ruflo-federation-peer + v3/plugins/gastown-bridge. fileCount 8β9 (+2 pts) AND languages [ts] β [ts,rust] (+5 pts) = +7. memoryUsefulness 46β53 (+15% rel). Cumulative iters 23-24: 40 β 53 (+13, +33% rel). Gap to SOTA 100: 60 β 47 remaining (22% closed)."}{"iter":25,"ts":"2026-06-26T22:37:07.367Z","dimension":"metaharness-score","change":"crates-symlink-root","measured":{"memoryUsefulness":55,"prior":53},"deltaScore":2,"action":"measured-improved","commit":"5e9d3263a","note":"crates symlink exposes existing v3/crates Rust subcrates at root for rubric detection. memoryUsefulness 53β55 (+3.8% rel). Cumulative iters 22-25: 40β55 (+15, +37.5% rel). LEGITIMATE CEILING REACHED for ruflo on this rubric (no Python/Go code, so cant add those langs honestly). taskCoverage rubric caps at 79 due to archetype surface=7 (max in metaharness archetype lib). Next iters need different dimensions."}{"iter":26,"ts":"2026-06-26T22:41:24.129Z","dimension":"beir-arguana","change":"arguana-weights-1.5/1.0-to-1.0/0.2","measured":null,"deltaScore":null,"action":"proposed","commit":"8dd4f77d2","note":"Arguana RRF weights updated to mirror validated nfcorpus/scifact recipe (dense=1.0, bm25=0.2). BGE cache 85% built (ETA 5.5 min). Iter 27 will measure once cache ready."}+{"iter":27,"ts":"2026-06-26T23:00:51.427Z","dimension":"beir-arguana","change":"validate-stacked-iters-1-26-on-arguana","measured":{"ndcg10":0.4386,"baseline":0.4324},"deltaScore":0.0062,"action":"measured-improved","commit":"","note":"Arguana first measurement with full stack: 0.4324 β 0.4386 (+0.0062, +1.4% rel). Rank still 5/11 but now TIED with GTR-XL. Gap to SOTA 0.55: 0.118 β 0.111 (6% closed). Halt counter for arguana: 0/3. NOTE: surprisingly modest gain despite weights match nfcorpus/scifact recipe β arguana symmetric queries may favor different ratio."}