Skip to content

armgit / Ix

Public Imported from GitHub
0

Understand any codebase instantly. System intelligence for codebases, built for humans and AI.

3.6 KB
Raw Blame
metric=bm25 ref=base n=104
variant | @5 | @10 | @20 | Java @5/@10/@20 | JS @5/@10/@20 | Py @5/@10/@20 | TS @5/@10/@20 | W/L @5 | W/L @10 | W/L @20
base | 0.494 | 0.622 | 0.728 | 0.43/0.61/0.70 (26) | 0.59/0.70/0.82 (44) | 0.45/0.52/0.61 (22) | 0.38/0.56/0.69 (12) | 0/0 | 0/0 | 0/0
picks | 0.499 | 0.636 | 0.719 | 0.43/0.61/0.70 (26) | 0.60/0.73/0.79 (44) | 0.45/0.52/0.61 (22) | 0.38/0.56/0.69 (12) | 1/0 | 2/0 | 0/1
picks_base | 0.499 | 0.636 | 0.719 | 0.43/0.61/0.70 (26) | 0.60/0.73/0.79 (44) | 0.45/0.52/0.61 (22) | 0.38/0.56/0.69 (12) | 1/0 | 2/0 | 0/1
final | 0.600 | 0.737 | 0.841 | 0.70/0.75/0.82 (26) | 0.56/0.73/0.90 (44) | 0.58/0.73/0.80 (22) | 0.56/0.74/0.75 (12) | 25/9 | 24/5 | 23/3
final2 | 0.590 | 0.744 | 0.841 | 0.70/0.75/0.82 (26) | 0.56/0.76/0.90 (44) | 0.54/0.73/0.80 (22) | 0.56/0.72/0.75 (12) | 24/9 | 24/5 | 23/3
final2_nocode | 0.560 | 0.713 | 0.804 | 0.62/0.75/0.80 (26) | 0.56/0.75/0.88 (44) | 0.52/0.63/0.70 (22) | 0.51/0.67/0.72 (12) | 22/11 | 18/5 | 17/2
final2_nostop | 0.557 | 0.697 | 0.784 | 0.66/0.72/0.75 (26) | 0.54/0.73/0.82 (44) | 0.49/0.63/0.80 (22) | 0.53/0.67/0.72 (12) | 19/7 | 15/2 | 14/2
final2_noid | 0.593 | 0.727 | 0.815 | 0.69/0.75/0.81 (26) | 0.59/0.78/0.88 (44) | 0.54/0.67/0.74 (22) | 0.51/0.58/0.72 (12) | 22/7 | 19/4 | 16/1
impl | 0.590 | 0.744 | 0.841 | 0.70/0.75/0.82 (26) | 0.56/0.76/0.90 (44) | 0.54/0.73/0.80 (22) | 0.56/0.72/0.75 (12) | 24/9 | 24/5 | 23/3

metric=plan ref=base n=104
variant | @5 | @10 | @20 | Java @5/@10/@20 | JS @5/@10/@20 | Py @5/@10/@20 | TS @5/@10/@20 | W/L @5 | W/L @10 | W/L @20
base | 0.581 | 0.700 | 0.781 | 0.59/0.68/0.75 (26) | 0.58/0.70/0.82 (44) | 0.66/0.80/0.80 (22) | 0.42/0.56/0.69 (12) | 0/0 | 0/0 | 0/0
picks | 0.586 | 0.715 | 0.771 | 0.59/0.68/0.75 (26) | 0.59/0.73/0.79 (44) | 0.66/0.80/0.80 (22) | 0.42/0.56/0.69 (12) | 1/0 | 2/0 | 0/1
picks_base | 0.586 | 0.715 | 0.771 | 0.59/0.68/0.75 (26) | 0.59/0.73/0.79 (44) | 0.66/0.80/0.80 (22) | 0.42/0.56/0.69 (12) | 1/0 | 2/0 | 0/1
final | 0.632 | 0.761 | 0.848 | 0.68/0.75/0.82 (26) | 0.54/0.73/0.89 (44) | 0.80/0.84/0.84 (22) | 0.56/0.74/0.75 (12) | 17/8 | 16/5 | 16/3
final2 | 0.632 | 0.759 | 0.850 | 0.68/0.75/0.82 (26) | 0.54/0.73/0.90 (44) | 0.80/0.84/0.84 (22) | 0.56/0.72/0.75 (12) | 17/8 | 15/5 | 17/3
final2_nocode | 0.639 | 0.753 | 0.836 | 0.68/0.76/0.81 (26) | 0.56/0.72/0.88 (44) | 0.80/0.84/0.84 (22) | 0.53/0.69/0.72 (12) | 16/7 | 12/4 | 13/2
final2_nostop | 0.603 | 0.733 | 0.793 | 0.64/0.72/0.75 (26) | 0.52/0.70/0.82 (44) | 0.75/0.84/0.84 (22) | 0.53/0.67/0.72 (12) | 10/5 | 9/2 | 8/2
final2_noid | 0.620 | 0.744 | 0.836 | 0.64/0.74/0.81 (26) | 0.56/0.75/0.88 (44) | 0.75/0.84/0.84 (22) | 0.53/0.56/0.72 (12) | 14/7 | 11/5 | 11/1
impl | 0.632 | 0.759 | 0.850 | 0.68/0.75/0.82 (26) | 0.54/0.73/0.90 (44) | 0.80/0.84/0.84 (22) | 0.56/0.72/0.75 (12) | 17/8 | 15/5 | 17/3

metric=bm25 ref=picks n=104
variant | @5 | @10 | @20 | Java @5/@10/@20 | JS @5/@10/@20 | Py @5/@10/@20 | TS @5/@10/@20 | W/L @5 | W/L @10 | W/L @20
final2 | 0.590 | 0.744 | 0.841 | 0.70/0.75/0.82 (26) | 0.56/0.76/0.90 (44) | 0.54/0.73/0.80 (22) | 0.56/0.72/0.75 (12) | 23/9 | 22/5 | 24/3
impl | 0.590 | 0.744 | 0.841 | 0.70/0.75/0.82 (26) | 0.56/0.76/0.90 (44) | 0.54/0.73/0.80 (22) | 0.56/0.72/0.75 (12) | 23/9 | 22/5 | 24/3
metric=plan ref=picks n=104
variant | @5 | @10 | @20 | Java @5/@10/@20 | JS @5/@10/@20 | Py @5/@10/@20 | TS @5/@10/@20 | W/L @5 | W/L @10 | W/L @20
final2 | 0.632 | 0.759 | 0.850 | 0.68/0.75/0.82 (26) | 0.54/0.73/0.90 (44) | 0.80/0.84/0.84 (22) | 0.56/0.72/0.75 (12) | 16/8 | 14/6 | 18/3
impl | 0.632 | 0.759 | 0.850 | 0.68/0.75/0.82 (26) | 0.54/0.73/0.90 (44) | 0.80/0.84/0.84 (22) | 0.56/0.72/0.75 (12) | 16/8 | 14/6 | 18/3