Skip to content

Open-source LLM knowledge platform: turn raw documents into a queryable RAG, an autonomous reasoning agent, and a self-maintaining Wiki.

docs(site): add the model leaderboard page (#4333)

begoniezhao6c23dac3b010
diff --git a/website-docs/homepage/app/docs/models/layout.tsx b/website-docs/homepage/app/docs/models/layout.tsx
new file mode 100644
index 000000000..f91bd0a82
--- /dev/null
+++ b/website-docs/homepage/app/docs/models/layout.tsx
@@ -0,0 +1,5 @@
+import "../../model-leaderboard.css";
+
+export default function ModelsLayout({ children }: { children: React.ReactNode }) {
+ return children;
+}
diff --git a/website-docs/homepage/app/docs/models/page.tsx b/website-docs/homepage/app/docs/models/page.tsx
new file mode 100644
index 000000000..76f6ccbbb
--- /dev/null
+++ b/website-docs/homepage/app/docs/models/page.tsx
@@ -0,0 +1,11 @@
+import type { Metadata } from "next";
+import { ModelLeaderboard } from "../../model-leaderboard";
+
+export const metadata: Metadata = {
+ title: "WeKnora 模型评测 · Chat / Embed / Rerank",
+ description: "在相同数据以及配置参数下,横向对比 Chat、Embed 与 Rerank 的模型表现,并提供模型效果排行榜。",
+};
+
+export default function Page() {
+ return <ModelLeaderboard />;
+}
diff --git a/website-docs/homepage/app/interactive.tsx b/website-docs/homepage/app/interactive.tsx
index d488eadd7..896376593 100644
--- a/website-docs/homepage/app/interactive.tsx
+++ b/website-docs/homepage/app/interactive.tsx
@@ -20,9 +20,22 @@ export function Header() {
const menu = useRef<HTMLButtonElement>(null);
return <header className="wk-header" onKeyDown={event => { if (event.key === "Escape" && open) { setOpen(false); menu.current?.focus(); } }}>
<div className="wk-header-inner">
- <a className="wk-brand" href="/" aria-label="WeKnora 首页"><BrandLogo priority /></a>
+ <a className="wk-brand" href="/" target="_self" aria-label="WeKnora 首页"><BrandLogo priority /></a>
<nav id="main-navigation" className={`wk-navigation ${open ? "is-open" : ""}`} aria-label="主导航" onClick={() => setOpen(false)}>
- {siteNavigation.map(item => <a key={item.href} href={item.href}>{item.label}{item.badge && <span className="wk-new-label">{item.badge}</span>}</a>)}
+ {siteNavigation.map(item => {
+ if (item.children?.length) {
+ return (
+ <div key={item.href} className="wk-nav-menu">
+ <a href={item.href}>{item.label}{item.badge && <span className="wk-new-label">{item.badge}</span>}</a>
+ <button type="button" className="wk-nav-caret" aria-label={`${item.label}栏目`}><HeaderIcon name="chevron" /></button>
+ <div className="wk-nav-dropdown">
+ {item.children.map(child => <a key={child.href} href={child.href}>{child.label}</a>)}
+ </div>
+ </div>
+ );
+ }
+ return <a key={item.href} href={item.href}>{item.label}{item.badge && <span className="wk-new-label">{item.badge}</span>}</a>;
+ })}
<a className="wk-mobile-github" href={repositoryUrl} target="_blank" rel="noreferrer">GitHub <HeaderIcon name="external" /></a>
</nav>
<ThemeToggle />
diff --git a/website-docs/homepage/app/model-leaderboard.css b/website-docs/homepage/app/model-leaderboard.css
new file mode 100644
index 000000000..0ef65c0ae
--- /dev/null
+++ b/website-docs/homepage/app/model-leaderboard.css
@@ -0,0 +1,729 @@
+/* Restyled to WeKnora portal tokens. Markup class names are unchanged. */
+.wk-models {
+ color: var(--wk-ink);
+ background: var(--wk-paper);
+ font-family: var(--wk-font-sans);
+ font-size: 16px;
+ line-height: 1.75;
+ min-height: 100dvh;
+}
+
+.wk-models a {
+ color: inherit;
+}
+
+.wk-models code {
+ font-family: var(--wk-font-mono);
+ font-size: .86em;
+ background: var(--wk-paper-2);
+ border: 1px solid var(--wk-rule);
+ border-radius: 3px;
+ padding: 1px 6px;
+ color: var(--wk-ink-soft);
+}
+
+.wk-models .wrap {
+ width: calc(100% - 112px);
+ max-width: 1600px;
+ margin-inline: auto;
+}
+
+.wk-models .hero {
+ background: var(--wk-paper);
+ position: relative;
+ overflow: hidden;
+}
+
+.wk-models .hero::before {
+ content: "";
+ position: absolute;
+ right: -160px;
+ top: -200px;
+ width: 680px;
+ height: 520px;
+ background: radial-gradient(closest-side, color-mix(in srgb, var(--wk-gold) 10%, transparent), transparent 72%);
+ pointer-events: none;
+}
+
+.wk-models .hero-in {
+ position: relative;
+ padding: 56px 0 8px;
+}
+
+.wk-models .pill {
+ display: inline-flex;
+ align-items: center;
+ gap: 8px;
+ background: color-mix(in srgb, var(--wk-gold) 12%, var(--wk-paper));
+ border: 1px solid var(--wk-accent-border);
+ border-radius: 2px;
+ padding: 4px 12px;
+ font-family: var(--wk-font-mono);
+ font-size: 11.5px;
+ letter-spacing: 1.2px;
+ color: var(--wk-accent-text);
+}
+
+.wk-models .dot {
+ width: 6px;
+ height: 6px;
+ border-radius: 50%;
+ background: var(--wk-gold);
+ flex: none;
+}
+
+.wk-models .hero h1 {
+ font-family: var(--wk-font-serif);
+ font-size: clamp(34px, 4.2vw, 52px);
+ line-height: 1.2;
+ margin: 22px 0 16px;
+ font-weight: 500;
+ letter-spacing: -.04em;
+ max-width: 840px;
+}
+
+.wk-models .hero h1 .g {
+ color: var(--wk-gold);
+ font-style: normal;
+}
+
+.wk-models .lead {
+ max-width: none;
+ color: var(--wk-ink-soft);
+ font-size: clamp(16px, 1.2vw, 18px);
+ line-height: 1.85;
+ margin: 0;
+}
+
+.wk-models .stats {
+ display: grid;
+ grid-template-columns: repeat(auto-fit, minmax(168px, 1fr));
+ gap: 0;
+ margin-top: 44px;
+ border-top: 1px solid var(--wk-rule);
+}
+
+.wk-models .stat {
+ padding: 20px 24px 4px;
+ border-right: 1px solid var(--wk-rule);
+}
+
+.wk-models .stat:first-child {
+ padding-left: 0;
+}
+
+.wk-models .stat:last-child {
+ border-right: 0;
+}
+
+.wk-models .stat b {
+ display: block;
+ font-family: var(--wk-font-mono);
+ font-size: 26px;
+ font-weight: 600;
+ line-height: 1.2;
+ letter-spacing: -.5px;
+}
+
+.wk-models .stat span {
+ color: var(--wk-ink-mute);
+ font-size: 12.5px;
+}
+
+.wk-models .hero-note {
+ margin-top: 26px;
+ color: var(--wk-ink-mute);
+ font-size: 13px;
+ max-width: 840px;
+}
+
+.wk-models main.wrap section {
+ padding: 20px 0 8px;
+ scroll-margin-top: 80px;
+}
+
+.wk-models .sec-head {
+ display: flex;
+ align-items: baseline;
+ gap: 14px;
+ flex-wrap: wrap;
+ margin-bottom: 6px;
+}
+
+.wk-models .sec-idx {
+ font-family: var(--wk-font-mono);
+ font-size: 12px;
+ font-weight: 600;
+ color: var(--wk-gold);
+ letter-spacing: .14em;
+}
+
+.wk-models h2 {
+ font-family: var(--wk-font-serif);
+ font-size: clamp(26px, 2.4vw, 36px);
+ margin: 0;
+ font-weight: 500;
+ letter-spacing: -.03em;
+}
+
+.wk-models .sec-sub {
+ color: var(--wk-ink-mute);
+ font-size: 14px;
+}
+
+.wk-models .sec-desc {
+ color: var(--wk-ink-soft);
+ max-width: none;
+ margin: 14px 0 0;
+}
+
+.wk-models .card {
+ background: var(--wk-surface);
+ border: 1px solid var(--wk-rule);
+ border-radius: 5px;
+ overflow: hidden;
+}
+
+.wk-models .card + .card {
+ margin-top: 18px;
+}
+
+.wk-models .card-head {
+ padding: 17px 24px;
+ border-bottom: 1px solid var(--wk-rule);
+ display: flex;
+ align-items: center;
+ gap: 12px;
+ flex-wrap: wrap;
+ background: var(--wk-paper-2);
+}
+
+.wk-models .card-head h3 {
+ margin: 0;
+ font-size: 17px;
+ font-weight: 550;
+}
+
+.wk-models .tag {
+ font-size: 12px;
+ color: var(--wk-ink-soft);
+ background: var(--wk-paper-2);
+ border: 1px solid var(--wk-rule);
+ border-radius: 3px;
+ padding: 2px 9px;
+ white-space: nowrap;
+}
+
+.wk-models .tag.key,
+.wk-models .tag.oss {
+ background: color-mix(in srgb, var(--wk-gold) 12%, var(--wk-paper));
+ border-color: var(--wk-accent-border);
+ color: var(--wk-accent-text);
+ font-weight: 600;
+}
+
+.wk-models .tag.closed {
+ color: var(--wk-ink-mute);
+}
+
+.wk-models .card-body {
+ --card-pad: 24px;
+ padding: 20px var(--card-pad) 24px;
+}
+
+.wk-models .tabs {
+ display: flex;
+ flex-wrap: wrap;
+ gap: 0;
+ margin: 22px 0 0;
+ border-bottom: 1px solid var(--wk-rule);
+}
+
+.wk-models .tab {
+ border: 0;
+ background: transparent;
+ font: inherit;
+ font-size: 14.5px;
+ color: var(--wk-ink-soft);
+ cursor: pointer;
+ padding: 11px 20px;
+ white-space: nowrap;
+ border-bottom: 2px solid transparent;
+ margin-bottom: -1px;
+ transition: color .15s, border-color .15s;
+}
+
+.wk-models .tab:hover {
+ color: var(--wk-ink);
+}
+
+.wk-models .tab[aria-selected="true"] {
+ color: var(--wk-ink);
+ font-weight: 600;
+ border-bottom-color: var(--wk-gold);
+}
+
+.wk-models .panel[hidden] {
+ display: none;
+}
+
+.wk-models .panel {
+ margin-top: 20px;
+}
+
+/* Tables run edge to edge inside the card instead of adding a second frame. */
+.wk-models .card-body > .scroll {
+ overflow-x: auto;
+ margin-inline: calc(var(--card-pad) * -1);
+ width: calc(100% + var(--card-pad) * 2);
+}
+
+.wk-models .card-body > .scroll th:first-child,
+.wk-models .card-body > .scroll td:first-child {
+ padding-left: var(--card-pad);
+}
+
+.wk-models .card-body > .scroll th:last-child,
+.wk-models .card-body > .scroll td:last-child {
+ padding-right: var(--card-pad);
+}
+
+.wk-models table {
+ border-collapse: collapse;
+ width: 100%;
+ font-size: 14px;
+}
+
+.wk-models thead th {
+ background: transparent;
+ color: var(--wk-ink-mute);
+ font-weight: 600;
+ font-size: 12px;
+ letter-spacing: .4px;
+ text-align: left;
+ padding: 10px 14px;
+ border-bottom: 1px solid var(--wk-rule);
+ white-space: nowrap;
+}
+
+.wk-models tbody td {
+ padding: 12px 14px;
+ border-bottom: 1px solid var(--wk-rule-soft);
+ vertical-align: middle;
+}
+
+.wk-models tbody tr:last-child td {
+ border-bottom: 0;
+}
+
+.wk-models tbody tr:hover {
+ background: var(--wk-paper-2);
+}
+
+.wk-models .num {
+ font-family: var(--wk-font-mono);
+ font-variant-numeric: tabular-nums;
+ text-align: right;
+ white-space: nowrap;
+}
+
+.wk-models .dim {
+ color: var(--wk-ink-mute);
+}
+
+.wk-models #chat-knowledge .dim,
+.wk-models #chat-agent .dim {
+ white-space: nowrap;
+}
+
+.wk-models .model {
+ font-weight: 500;
+ white-space: nowrap;
+ font-family: var(--wk-font-mono);
+ font-size: 13px;
+}
+
+.wk-models .lead-row td {
+ background: color-mix(in srgb, var(--wk-gold) 8%, var(--wk-paper));
+}
+
+.wk-models .rank {
+ width: 56px;
+}
+
+.wk-models .rk {
+ display: inline-flex;
+ align-items: center;
+ justify-content: center;
+ width: 24px;
+ height: 24px;
+ font-family: var(--wk-font-mono);
+ font-size: 12.5px;
+ font-weight: 600;
+ background: var(--wk-paper-2);
+ color: var(--wk-ink-soft);
+ border-radius: 3px;
+}
+
+.wk-models .rk.top {
+ background: var(--wk-ink);
+ color: var(--wk-paper);
+}
+
+.wk-models .rk.top2 {
+ background: color-mix(in srgb, var(--wk-gold) 14%, var(--wk-paper));
+ color: var(--wk-accent-text);
+}
+
+.wk-models .metric {
+ min-width: 140px;
+}
+
+.wk-models .metric .v {
+ font-family: var(--wk-font-mono);
+ font-variant-numeric: tabular-nums;
+ font-weight: 600;
+ display: block;
+ text-align: right;
+}
+
+.wk-models .bar {
+ height: 3px;
+ border-radius: 2px;
+ background: var(--wk-paper-3);
+ margin-top: 6px;
+ overflow: hidden;
+}
+
+.wk-models .bar i {
+ display: block;
+ height: 100%;
+ background: linear-gradient(90deg, var(--wk-gold-light), var(--wk-gold));
+}
+
+.wk-models .kv {
+ display: grid;
+ grid-template-columns: 1fr;
+ gap: 0;
+ margin: 0;
+}
+
+.wk-models .note + .kv {
+ margin-top: 20px;
+}
+
+.wk-models .note + .kv > div:last-child {
+ border-bottom: 0;
+ padding-bottom: 0;
+}
+
+.wk-models .kv div {
+ display: flex;
+ gap: 12px;
+ padding: 10px 0;
+ border-bottom: 1px solid var(--wk-rule-soft);
+ font-size: 14px;
+}
+
+.wk-models .kv dt {
+ flex: none;
+ width: 112px;
+ color: var(--wk-ink-mute);
+ font-size: 13px;
+}
+
+.wk-models .kv dd {
+ margin: 0;
+ color: var(--wk-ink-soft);
+}
+
+.wk-models .kv dd b {
+ color: var(--wk-ink);
+}
+
+.wk-models .dataset-card .card-body {
+ padding: 8px 8px 12px;
+}
+
+.wk-models .dataset-facts {
+ display: grid;
+ grid-template-columns: 1fr;
+ gap: 0;
+ margin: 0;
+}
+
+.wk-models .dataset-facts > div {
+ display: grid;
+ grid-template-columns: 108px minmax(0, 1fr);
+ gap: 20px 28px;
+ align-items: start;
+ padding: 20px 24px;
+}
+
+.wk-models .dataset-facts > div + div {
+ border-top: 1px solid var(--wk-rule-soft);
+}
+
+.wk-models .dataset-facts dt {
+ margin: 6px 0 0;
+ color: var(--wk-ink-mute);
+ font-size: 13px;
+ letter-spacing: .04em;
+}
+
+.wk-models .dataset-facts .dataset-count dt {
+ margin-top: 0;
+}
+
+.wk-models .dataset-facts .dataset-count dd {
+ display: block;
+ color: var(--wk-ink-soft);
+ font-size: 14px;
+ line-height: 1.5;
+}
+
+.wk-models .dataset-facts .dataset-count dd b {
+ color: var(--wk-ink);
+ font-weight: 600;
+}
+
+.wk-models .dataset-facts dd {
+ display: flex;
+ flex-wrap: wrap;
+ align-items: center;
+ gap: 8px;
+ margin: 0;
+}
+
+.wk-models .dataset-facts ul {
+ display: flex;
+ flex-wrap: wrap;
+ gap: 8px;
+ margin: 0;
+ padding: 0;
+ list-style: none;
+}
+
+.wk-models .dataset-facts li {
+ padding: 6px 11px;
+ border: 1px solid var(--wk-rule);
+ border-radius: 3px;
+ background: var(--wk-paper-2);
+ color: var(--wk-ink);
+ font-size: 13px;
+ line-height: 1.4;
+}
+
+.wk-models .dataset-more {
+ color: var(--wk-ink-mute);
+ font-size: 13px;
+}
+
+.wk-models .dataset-note {
+ margin: 0 24px 12px;
+}
+
+.wk-models .dataset-note strong {
+ display: block;
+ margin-bottom: 4px;
+}
+
+.wk-models .rubric {
+ display: grid;
+ grid-template-columns: repeat(auto-fit, minmax(220px, 1fr));
+ gap: 12px;
+ margin: 18px 0 0;
+ max-width: 900px;
+}
+
+.wk-models .rubric div {
+ background: var(--wk-surface);
+ border: 1px solid var(--wk-rule);
+ border-radius: 4px;
+ padding: 14px 16px;
+}
+
+.wk-models .rubric dt {
+ font-family: var(--wk-font-mono);
+ font-size: 13px;
+ font-weight: 600;
+ color: var(--wk-gold);
+}
+
+.wk-models .rubric dd {
+ margin: 6px 0 0;
+ color: var(--wk-ink-soft);
+ font-size: 14px;
+}
+
+.wk-models .formula {
+ display: flex;
+ align-items: center;
+ justify-content: center;
+ gap: 14px;
+ flex-wrap: wrap;
+ margin: 18px 0 0;
+ max-width: 900px;
+ padding: 22px 20px;
+ background: var(--wk-paper-2);
+ border: 1px solid var(--wk-rule);
+ border-radius: 4px;
+}
+
+.wk-models .formula .lhs {
+ font-size: 15px;
+ font-weight: 600;
+}
+
+.wk-models .formula .eqs {
+ color: var(--wk-ink-mute);
+ font-family: var(--wk-font-mono);
+}
+
+.wk-models .formula .frac {
+ display: inline-flex;
+ flex-direction: column;
+ align-items: center;
+ font-family: var(--wk-font-mono);
+ font-size: 13.5px;
+ color: var(--wk-ink-soft);
+}
+
+.wk-models .formula .frac .top {
+ padding: 0 10px 7px;
+}
+
+.wk-models .formula .frac .bot {
+ width: 100%;
+ padding: 7px 10px 0;
+ border-top: 1px solid var(--wk-ink-soft);
+ text-align: center;
+ color: var(--wk-ink);
+ font-weight: 600;
+}
+
+.wk-models .formula b {
+ color: var(--wk-gold);
+}
+
+.wk-models .note {
+ margin-top: 18px;
+ background: var(--wk-paper-2);
+ border-left: 3px solid var(--wk-gold);
+ border-radius: 0 4px 4px 0;
+ padding: 14px 18px;
+ font-size: 14px;
+ color: var(--wk-ink-soft);
+}
+
+.wk-models .note strong {
+ color: var(--wk-ink);
+}
+
+.wk-models .note ul {
+ margin: 8px 0 0;
+ padding-left: 20px;
+}
+
+.wk-models .note li + li {
+ margin-top: 5px;
+}
+
+.wk-models .note.info {
+ border-left-color: var(--wk-ink-soft);
+}
+
+.wk-models .note.warn {
+ border-left-color: var(--wk-gold);
+}
+
+.wk-models .empty {
+ text-align: center;
+ padding: 40px 20px;
+ color: var(--wk-ink-mute);
+}
+
+.wk-models .skip-link {
+ position: fixed;
+ left: 20px;
+ top: -100px;
+ z-index: 30;
+ padding: 12px 20px;
+ background: var(--wk-ink);
+ color: var(--wk-paper);
+}
+.wk-models .skip-link:focus {
+ top: 12px;
+}
+
+.wk-models footer {
+ margin-top: 72px;
+ border-top: 1px solid var(--wk-rule);
+ background: var(--wk-paper);
+ padding: 28px 0;
+ color: var(--wk-ink-mute);
+ font-size: 13px;
+}
+
+.wk-models .foot-in {
+ display: flex;
+ gap: 20px;
+ flex-wrap: wrap;
+ align-items: center;
+ justify-content: space-between;
+}
+
+@media (max-width: 1100px) {
+ .wk-models .wrap {
+ width: calc(100% - 64px);
+ }
+}
+
+@media (max-width: 760px) {
+ .wk-models .wrap {
+ width: calc(100% - 40px);
+ }
+
+ .wk-models .hero-in {
+ padding: 36px 0 8px;
+ }
+
+ .wk-models .hero h1 {
+ font-size: 30px;
+ }
+
+ .wk-models .card-body {
+ --card-pad: 16px;
+ }
+
+ .wk-models .card-head {
+ padding-left: 16px;
+ padding-right: 16px;
+ }
+
+ .wk-models .kv dt {
+ width: 92px;
+ }
+
+ .wk-models .stat {
+ border-right: 0;
+ }
+
+ .wk-models .formula {
+ padding: 18px 14px;
+ }
+
+ .wk-models .formula .frac {
+ font-size: 12px;
+ }
+
+ .wk-models .dataset-facts > div {
+ grid-template-columns: 1fr;
+ gap: 10px;
+ padding: 16px;
+ }
+
+ .wk-models .dataset-facts dt {
+ margin: 0;
+ }
+}
diff --git a/website-docs/homepage/app/model-leaderboard.tsx b/website-docs/homepage/app/model-leaderboard.tsx
new file mode 100644
index 000000000..139dfe51f
--- /dev/null
+++ b/website-docs/homepage/app/model-leaderboard.tsx
@@ -0,0 +1,445 @@
+"use client";
+import { useEffect, useRef } from "react";
+import { Header } from "./interactive";
+
+function paintMetricBars(root: ParentNode) {
+ root.querySelectorAll("tbody[data-bar-col]").forEach((tbody) => {
+ const cells = Array.from(tbody.querySelectorAll<HTMLElement>("td.metric[data-v]"));
+ if (!cells.length) return;
+ const vals = cells.map((cell) => parseFloat(cell.dataset.v || "0"));
+ const max = Math.max(...vals);
+ const min = Math.min(...vals);
+ const span = max - min || 1;
+ cells.forEach((cell) => {
+ const bar = cell.querySelector<HTMLElement>(".bar i");
+ if (!bar) return;
+ const pct = 12 + ((parseFloat(cell.dataset.v || "0") - min) / span) * 88;
+ bar.style.width = `${pct.toFixed(1)}%`;
+ });
+ });
+}
+
+function scrollToSection(behavior: ScrollBehavior) {
+ const id = window.location.hash.replace(/^#/, "");
+ if (!id) return;
+ const motion = window.matchMedia("(prefers-reduced-motion: reduce)").matches ? "auto" : behavior;
+ document.getElementById(id)?.scrollIntoView({ behavior: motion, block: "start" });
+}
+
+export function ModelLeaderboard() {
+ const rootRef = useRef<HTMLDivElement>(null);
+ useEffect(() => {
+ const root = rootRef.current;
+ if (!root) return;
+ paintMetricBars(root);
+ const cleanups: Array<() => void> = [];
+ root.querySelectorAll<HTMLElement>("[data-tabs]").forEach((bar) => {
+ const onClick = (event: Event) => {
+ const btn = (event.target as HTMLElement).closest<HTMLElement>(".tab");
+ if (!btn) return;
+ bar.querySelectorAll(".tab").forEach((tab) => {
+ tab.setAttribute("aria-selected", String(tab === btn));
+ });
+ const group = bar.dataset.tabs;
+ root.querySelectorAll(`.panel[data-group="${group}"]`).forEach((panel) => {
+ (panel as HTMLElement).hidden = panel.id !== btn.dataset.panel;
+ });
+ };
+ bar.addEventListener("click", onClick);
+ cleanups.push(() => bar.removeEventListener("click", onClick));
+ });
+ const onHash = () => scrollToSection("smooth");
+ window.addEventListener("hashchange", onHash);
+ scrollToSection("auto");
+ return () => {
+ cleanups.forEach((cleanup) => cleanup());
+ window.removeEventListener("hashchange", onHash);
+ };
+ }, []);
+ return (
+ <div className="wk-models" ref={rootRef}>
+ <a className="skip-link" href="#models-main">跳至正文</a>
+ <Header />
+ <div id="models-main">
+<header className="hero">
+ <div className="wrap hero-in">
+ <h1>模型评测榜单</h1>
+ <p className="lead">
+ 在相同数据以及配置参数下,横向对比 <strong>Chat</strong>、<strong>Embed</strong> 与 <strong>Rerank</strong> 的模型表现,并提供模型效果排行榜。
+ </p>
+ </div>
+</header>
+
+<main className="wrap">
+
+ {/* ================= 1. Chat ================= */}
+ <section id="llm">
+ <div className="sec-head">
+ <span className="sec-idx">01</span>
+ <h2>LLM</h2>
+ <span className="sec-sub">固定检索与精排,只替换 Chat 模型</span>
+ </div>
+ <div className="tabs" role="tablist" data-tabs="chat">
+ <button className="tab" role="tab" aria-selected="true" data-panel="chat-agent">智能推理</button>
+ <button className="tab" role="tab" aria-selected="false" data-panel="chat-knowledge">快速问答</button>
+ </div>
+
+ {/* 1.1 */}
+ <div className="panel" id="chat-agent" data-group="chat">
+ <div className="card">
+ <div className="card-head">
+ <h3>智能推理</h3>
+ <span className="tag key">排序指标 综合分 6:3:1</span>
+ </div>
+ <div className="card-body">
+ <div className="scroll">
+ <table>
+ <thead><tr>
+ <th className="rank">#</th><th>Chat</th><th>Think Effort</th>
+ <th className="num metric">综合分</th><th className="num">correctness 正确性</th><th className="num">completeness 完整度</th><th className="num">constraint 约束遵循</th>
+ <th className="num">语料命中率</th><th className="num">平均语料数</th><th className="num">P50 迭代</th><th className="num">P50 token</th>
+ </tr></thead>
+ <tbody data-bar-col="2">
+ <tr className="lead-row"><td><span className="rk top">1</span></td><td className="model">Grok 4.7</td><td className="dim">默认(high)</td><td className="metric" data-v="4.23"><span className="v">4.23</span><span className="bar"><i></i></span></td><td className="num">4.04</td><td className="num">4.41</td><td className="num">4.80</td><td className="num">95.19%</td><td className="num">3.69</td><td className="num">4</td><td className="num">344</td></tr>
+ <tr className="lead-row"><td><span className="rk top2">2</span></td><td className="model">GPT-6 Astra</td><td className="dim">默认(medium)</td><td className="metric" data-v="4.04"><span className="v">4.04</span><span className="bar"><i></i></span></td><td className="num">3.95</td><td className="num">3.93</td><td className="num">4.88</td><td className="num">85.19%</td><td className="num">1.76</td><td className="num">4</td><td className="num">217</td></tr>
+ <tr><td><span className="rk top2">3</span></td><td className="model">Claude Opus 5</td><td className="dim">默认(high)</td><td className="metric" data-v="3.89"><span className="v">3.89</span><span className="bar"><i></i></span></td><td className="num">3.57</td><td className="num">4.42</td><td className="num">4.16</td><td className="num">94.09%</td><td className="num">4.70</td><td className="num">6</td><td className="num">702</td></tr>
+ <tr><td><span className="rk">4</span></td><td className="model">GLM-5.3</td><td className="dim">high</td><td className="metric" data-v="3.85"><span className="v">3.85</span><span className="bar"><i></i></span></td><td className="num">3.50</td><td className="num">4.26</td><td className="num">4.70</td><td className="num">90.92%</td><td className="num">2.64</td><td className="num">4</td><td className="num">475</td></tr>
+ <tr><td><span className="rk">5</span></td><td className="model">DeepSeek-V4.1-Flash</td><td className="dim">默认(high)</td><td className="metric" data-v="3.78"><span className="v">3.78</span><span className="bar"><i></i></span></td><td className="num">3.45</td><td className="num">4.30</td><td className="num">4.15</td><td className="num">92.93%</td><td className="num">3.26</td><td className="num">4</td><td className="num">654</td></tr>
+ <tr><td><span className="rk">6</span></td><td className="model">GLM-5.3-Flash</td><td className="dim">high</td><td className="metric" data-v="3.75"><span className="v">3.75</span><span className="bar"><i></i></span></td><td className="num">3.35</td><td className="num">4.26</td><td className="num">4.61</td><td className="num">87.81%</td><td className="num">2.47</td><td className="num">4</td><td className="num">507</td></tr>
+ <tr><td><span className="rk">7</span></td><td className="model">Hunyuan-3</td><td className="dim">默认(high)</td><td className="metric" data-v="3.74"><span className="v">3.74</span><span className="bar"><i></i></span></td><td className="num">3.39</td><td className="num">4.19</td><td className="num">4.55</td><td className="num">88.30%</td><td className="num">2.74</td><td className="num">4</td><td className="num">574</td></tr>
+ <tr><td><span className="rk">8</span></td><td className="model">Hunyuan-4-preview</td><td className="dim">默认(high)</td><td className="metric" data-v="3.72"><span className="v">3.72</span><span className="bar"><i></i></span></td><td className="num">3.30</td><td className="num">4.39</td><td className="num">4.22</td><td className="num">94.82%</td><td className="num">4.04</td><td className="num">8</td><td className="num">696</td></tr>
+ <tr><td><span className="rk">9</span></td><td className="model">Qwen3.8-Flash-Next</td><td className="dim">默认(xhigh)</td><td className="metric" data-v="3.69"><span className="v">3.69</span><span className="bar"><i></i></span></td><td className="num">3.30</td><td className="num">4.29</td><td className="num">4.26</td><td className="num">92.81%</td><td className="num">3.69</td><td className="num">6</td><td className="num">601</td></tr>
+ <tr><td><span className="rk">10</span></td><td className="model">Gemini-3.8-Flash</td><td className="dim">默认(medium)</td><td className="metric" data-v="3.62"><span className="v">3.62</span><span className="bar"><i></i></span></td><td className="num">3.23</td><td className="num">4.05</td><td className="num">4.72</td><td className="num">86.17%</td><td className="num">2.08</td><td className="num">3</td><td className="num">391</td></tr>
+ <tr><td><span className="rk">11</span></td><td className="model">GPT-5.6 Sol</td><td className="dim">默认(medium)</td><td className="metric" data-v="3.59"><span className="v">3.59</span><span className="bar"><i></i></span></td><td className="num">3.26</td><td className="num">3.81</td><td className="num">4.89</td><td className="num">85.37%</td><td className="num">2.00</td><td className="num">4</td><td className="num">225</td></tr>
+ </tbody>
+ </table>
+ </div>
+ <div className="note">
+ <strong>选型推荐</strong>
+ <ul>
+ <li><strong>质量优先选 Grok 4.7</strong> — 综合分第一,更忠于知识库内容。</li>
+ <li><strong>开源模型优先 GLM-5.3</strong> — 综合分第四,迭代次数较少、输出 token 适中。</li>
+ </ul>
+ </div>
+ <dl className="kv">
+ <div><dt>correctness</dt><dd><b>陈述是否被证据支持</b></dd></div>
+ <div><dt>completeness</dt><dd><b>关键子问题是否答全</b></dd></div>
+ <div><dt>constraint</dt><dd><b>回答是否遵循明确及必要约束</b></dd></div>
+ <div><dt>数据集</dt><dd><b>WeKnora 评测数据集</b></dd></div>
+ <div><dt>判分模型</dt><dd><b>GPT-6 Astra</b></dd></div>
+ <div><dt>分块</dt><dd><code>chunk_size=1000</code>、<code>chunk_overlap=200</code></dd></div>
+ <div><dt>Embed</dt><dd><b>nvidia/Nemotron-3-Embed-8B-BF16</b></dd></div>
+ <div><dt>Rerank</dt><dd><b>Qwen/Qwen3-Reranker-8B</b></dd></div>
+ <div><dt>检索参数</dt><dd><code>embedding_top_k=50</code>、<code>vector_threshold=0.27</code>、<code>rerank_top_k=8</code>、<code>rerank_threshold=0.3</code>、<code>keyword_threshold=0.3</code></dd></div>
+ </dl>
+ </div>
+ </div>
+ </div>
+
+ {/* 1.2 */}
+ <div className="panel" id="chat-knowledge" data-group="chat" hidden>
+ <div className="card">
+ <div className="card-head">
+ <h3>快速问答</h3>
+ <span className="tag key">排序指标 综合分 6:3:1</span>
+ </div>
+ <div className="card-body">
+ <div className="scroll">
+ <table>
+ <thead><tr>
+ <th className="rank">#</th><th>Chat</th><th>Think</th>
+ <th className="num metric">综合分</th><th className="num">correctness 正确性</th><th className="num">completeness 完整度</th><th className="num">constraint 约束遵循</th>
+ <th className="num">P50 token</th>
+ </tr></thead>
+ <tbody data-bar-col="2">
+ <tr className="lead-row"><td><span className="rk top">1</span></td><td className="model">GPT-6 Astra</td><td className="dim">默认(medium)</td><td className="metric" data-v="4.20"><span className="v">4.20</span><span className="bar"><i></i></span></td><td className="num">4.37</td><td className="num">3.75</td><td className="num">4.50</td><td className="num">186</td></tr>
+ <tr className="lead-row"><td><span className="rk top2">2</span></td><td className="model">GPT-5.6 Sol</td><td className="dim">默认(medium)</td><td className="metric" data-v="3.99"><span className="v">3.99</span><span className="bar"><i></i></span></td><td className="num">4.03</td><td className="num">3.74</td><td className="num">4.55</td><td className="num">154</td></tr>
+ <tr><td><span className="rk top2">3</span></td><td className="model">Gemini-3.8-Flash</td><td className="dim">默认(medium)</td><td className="metric" data-v="3.98"><span className="v">3.98</span><span className="bar"><i></i></span></td><td className="num">4.00</td><td className="num">3.78</td><td className="num">4.45</td><td className="num">250</td></tr>
+ <tr><td><span className="rk">4</span></td><td className="model">Hunyuan-3</td><td className="dim">默认(high)</td><td className="metric" data-v="3.96"><span className="v">3.96</span><span className="bar"><i></i></span></td><td className="num">4.00</td><td className="num">3.76</td><td className="num">4.32</td><td className="num">357</td></tr>
+ <tr><td><span className="rk">5</span></td><td className="model">DeepSeek-V4.1-Flash</td><td className="dim">默认(high)</td><td className="metric" data-v="3.93"><span className="v">3.93</span><span className="bar"><i></i></span></td><td className="num">3.94</td><td className="num">3.79</td><td className="num">4.26</td><td className="num">378</td></tr>
+ <tr><td><span className="rk">6</span></td><td className="model">Hunyuan-4-preview</td><td className="dim">默认(high)</td><td className="metric" data-v="3.93"><span className="v">3.93</span><span className="bar"><i></i></span></td><td className="num">3.98</td><td className="num">3.80</td><td className="num">4.02</td><td className="num">589</td></tr>
+ <tr><td><span className="rk">7</span></td><td className="model">Qwen3.8-Flash-Next</td><td className="dim">默认(xhigh)</td><td className="metric" data-v="3.88"><span className="v">3.88</span><span className="bar"><i></i></span></td><td className="num">3.86</td><td className="num">3.75</td><td className="num">4.35</td><td className="num">293</td></tr>
+ <tr><td><span className="rk">8</span></td><td className="model">GLM-5.3-Flash</td><td className="dim">high</td><td className="metric" data-v="3.85"><span className="v">3.85</span><span className="bar"><i></i></span></td><td className="num">3.76</td><td className="num">3.84</td><td className="num">4.38</td><td className="num">375</td></tr>
+ <tr><td><span className="rk">9</span></td><td className="model">GLM-5.3</td><td className="dim">high</td><td className="metric" data-v="3.83"><span className="v">3.83</span><span className="bar"><i></i></span></td><td className="num">3.74</td><td className="num">3.84</td><td className="num">4.38</td><td className="num">391</td></tr>
+ <tr><td><span className="rk">10</span></td><td className="model">Grok 4.7</td><td className="dim">默认(high)</td><td className="metric" data-v="3.82"><span className="v">3.82</span><span className="bar"><i></i></span></td><td className="num">3.80</td><td className="num">3.71</td><td className="num">4.25</td><td className="num">270</td></tr>
+ <tr><td><span className="rk">11</span></td><td className="model">Claude Opus 5</td><td className="dim">默认(high)</td><td className="metric" data-v="3.73"><span className="v">3.73</span><span className="bar"><i></i></span></td><td className="num">3.61</td><td className="num">3.88</td><td className="num">3.98</td><td className="num">604</td></tr>
+ </tbody>
+ </table>
+ </div>
+ <div className="note">
+ <strong>选型推荐</strong>
+ <ul>
+ <li><strong>质量优先选 GPT-6 Astra</strong> — 综合分排名第一。</li>
+ <li><strong>开源模型优先选 Hunyuan-3</strong> — 综合分可排在第二梯队。</li>
+ </ul>
+ </div>
+ <dl className="kv">
+ <div><dt>correctness</dt><dd><b>陈述是否被证据支持</b></dd></div>
+ <div><dt>completeness</dt><dd><b>关键子问题是否答全</b></dd></div>
+ <div><dt>constraint</dt><dd><b>回答是否遵循明确及必要约束</b></dd></div>
+ <div><dt>数据集</dt><dd><b>WeKnora 评测数据集</b></dd></div>
+ <div><dt>判分模型</dt><dd><b>GPT-6 Astra</b></dd></div>
+ <div><dt>分块</dt><dd><code>chunk_size=1000</code>、<code>chunk_overlap=200</code></dd></div>
+ <div><dt>Embed</dt><dd><b>nvidia/Nemotron-3-Embed-8B-BF16</b></dd></div>
+ <div><dt>Rerank</dt><dd><b>Qwen/Qwen3-Reranker-8B</b></dd></div>
+ <div><dt>检索参数</dt><dd><code>embedding_top_k=50</code>、<code>vector_threshold=0.27</code>、<code>rerank_top_k=8</code>、<code>rerank_threshold=0.3</code>、<code>keyword_threshold=0.3</code></dd></div>
+ </dl>
+ </div>
+ </div>
+ </div>
+
+ <div className="card">
+ <div className="card-head">
+ <h3>榜单解读</h3>
+ </div>
+ <div className="card-body">
+ <dl className="kv">
+ <div><dt>智能推理领先,未必快速问答领先</dt><dd>快速问答侧重固定上下文下的答案生成,智能推理还考验检索规划、工具调用与证据整合。两种模式并非替代关系,需按场景使用,复杂问题使用智能推理,简单问题选择快速问答。</dd></div>
+ </dl>
+ <dl className="kv">
+ <div><dt>存在自评偏差</dt><dd>GPT-6 Astra 自评会放大自身优势,但 Qwen3.8-27B 复评与其排名相关性仍达 0.80(快速问答)和 0.89(智能推理)。榜单可用于判断模型梯队、场景适配和明显差距;细微名次及自评领先幅度仍需多判官或人工盲审确认。</dd></div>
+ </dl>
+ <dl className="kv">
+ <div><dt>思考强度的配置</dt><dd>优先选择官方api提供的默认配置,GLM 模型的默认思考强度(max),易超出上下文限制16384故而降低一档</dd></div>
+ </dl>
+ </div>
+ </div>
+ </section>
+
+ {/* ================= 2. Embed ================= */}
+ <section id="embed">
+ <div className="sec-head">
+ <span className="sec-idx">02</span>
+ <h2>Embed</h2>
+ <span className="sec-sub">向量检索</span>
+ </div>
+
+ <div className="tabs" role="tablist" data-tabs="embed">
+ <button className="tab" role="tab" aria-selected="true" data-panel="embed-rerank">2.1 召回率</button>
+ <button className="tab" role="tab" aria-selected="false" data-panel="embed-only">2.2 召回排序</button>
+ </div>
+
+ {/* 2.1 */}
+ <div className="panel" id="embed-rerank" data-group="embed">
+ <div className="card">
+ <div className="card-head">
+ <h3>召回率</h3>
+ <span className="tag key">排序指标 Recall@100</span>
+ <span className="tag">适用:embed 召回后使用 rerank 进行精排,产品能提供 rerank 模型</span>
+ </div>
+ <div className="card-body">
+ <div className="scroll" style={{ marginTop: 0 }}>
+ <table>
+ <thead><tr>
+ <th className="rank">#</th><th>模型</th>
+ <th className="num metric">Recall@100</th><th className="num">Recall@50</th><th className="num">Recall@10</th>
+ <th className="num">推荐 retrieve k</th><th className="num">推荐 rerank/LLM k</th><th>推荐 vector_threshold</th>
+ </tr></thead>
+ <tbody data-bar-col="2">
+ <tr className="lead-row"><td><span className="rk top">1</span></td><td className="model">nvidia/Nemotron-3-Embed-8B-BF16</td><td className="metric" data-v="0.92877"><span className="v">0.92877</span><span className="bar"><i></i></span></td><td className="num">0.91302</td><td className="num">0.85027</td><td className="num">50</td><td className="num">8</td><td className="dim">0.27</td></tr>
+ <tr className="lead-row"><td><span className="rk top2">2</span></td><td className="model">tencent/KaLM-Embedding-Gemma3-12B-2511</td><td className="metric" data-v="0.92682"><span className="v">0.92682</span><span className="bar"><i></i></span></td><td className="num">0.90775</td><td className="num">0.82704</td><td className="num">50</td><td className="num">8</td><td className="dim">0.45</td></tr>
+ <tr><td><span className="rk top2">3</span></td><td className="model">BAAI/bge-multilingual-gemma2</td><td className="metric" data-v="0.92134"><span className="v">0.92134</span><span className="bar"><i></i></span></td><td className="num">0.89952</td><td className="num">0.83392</td><td className="num">50</td><td className="num">8</td><td className="dim">0.25</td></tr>
+ <tr><td><span className="rk">4</span></td><td className="model">nvidia/llama-embed-nemotron-8b</td><td className="metric" data-v="0.91899"><span className="v">0.91899</span><span className="bar"><i></i></span></td><td className="num">0.90133</td><td className="num">0.83465</td><td className="num">50</td><td className="num">8</td><td className="dim">0.28</td></tr>
+ <tr><td><span className="rk">5</span></td><td className="model">Qwen/Qwen3-Embedding-8B</td><td className="metric" data-v="0.91704"><span className="v">0.91704</span><span className="bar"><i></i></span></td><td className="num">0.89429</td><td className="num">0.81379</td><td className="num">50–100</td><td className="num">8</td><td className="dim">0.44</td></tr>
+ <tr><td><span className="rk">6</span></td><td className="model">infly/inf-retriever-v1</td><td className="metric" data-v="0.91663"><span className="v">0.91663</span><span className="bar"><i></i></span></td><td className="num">0.89984</td><td className="num">0.82624</td><td className="num">50</td><td className="num">8</td><td className="dim">0.52</td></tr>
+ <tr><td><span className="rk">7</span></td><td className="model">Octen/Octen-Embedding-8B</td><td className="metric" data-v="0.91484"><span className="v">0.91484</span><span className="bar"><i></i></span></td><td className="num">0.89263</td><td className="num">0.81285</td><td className="num">50</td><td className="num">8</td><td className="dim">0.38</td></tr>
+ <tr><td><span className="rk">8</span></td><td className="model">microsoft/harrier-oss-v1-27b</td><td className="metric" data-v="0.91351"><span className="v">0.91351</span><span className="bar"><i></i></span></td><td className="num">0.89578</td><td className="num">0.81882</td><td className="num">50</td><td className="num">8</td><td className="dim">不启用 / ≤0.50</td></tr>
+ <tr><td><span className="rk">9</span></td><td className="model">tencent/WeMM-Embedding-9B</td><td className="metric" data-v="0.91289"><span className="v">0.91289</span><span className="bar"><i></i></span></td><td className="num">0.89092</td><td className="num">0.80677</td><td className="num">50</td><td className="num">8</td><td className="dim">0.41</td></tr>
+ <tr><td><span className="rk">10</span></td><td className="model">tencent/WeMM-Embedding-4B</td><td className="metric" data-v="0.91271"><span className="v">0.91271</span><span className="bar"><i></i></span></td><td className="num">0.88344</td><td className="num">0.80074</td><td className="num">50</td><td className="num">8</td><td className="dim">0.41</td></tr>
+ <tr><td><span className="rk">11</span></td><td className="model">infly/inf-retriever-v1-1.5b</td><td className="metric" data-v="0.91175"><span className="v">0.91175</span><span className="bar"><i></i></span></td><td className="num">0.88785</td><td className="num">0.81424</td><td className="num">50</td><td className="num">8</td><td className="dim">不启用 / ≤0.60</td></tr>
+ <tr><td><span className="rk">12</span></td><td className="model">Alibaba-NLP/gte-Qwen2-7B-instruct</td><td className="metric" data-v="0.90712"><span className="v">0.90712</span><span className="bar"><i></i></span></td><td className="num">0.87931</td><td className="num">0.80102</td><td className="num">50</td><td className="num">8–10</td><td className="dim">0.44</td></tr>
+ <tr><td><span className="rk">13</span></td><td className="model">Qwen/Qwen3-Embedding-4B</td><td className="metric" data-v="0.90702"><span className="v">0.90702</span><span className="bar"><i></i></span></td><td className="num">0.88952</td><td className="num">0.81706</td><td className="num">50</td><td className="num">8</td><td className="dim">0.45</td></tr>
+ <tr><td><span className="rk">14</span></td><td className="model">google/embeddinggemma-300m</td><td className="metric" data-v="0.90589"><span className="v">0.90589</span><span className="bar"><i></i></span></td><td className="num">0.88321</td><td className="num">0.81084</td><td className="num">50</td><td className="num">8</td><td className="dim">0.37</td></tr>
+ <tr><td><span className="rk">15</span></td><td className="model">codefuse-ai/F2LLM-v2-8B</td><td className="metric" data-v="0.90563"><span className="v">0.90563</span><span className="bar"><i></i></span></td><td className="num">0.88692</td><td className="num">0.79745</td><td className="num">50</td><td className="num">10</td><td className="dim">0.26</td></tr>
+ <tr><td><span className="rk">16</span></td><td className="model">microsoft/harrier-oss-v1-0.6b</td><td className="metric" data-v="0.89011"><span className="v">0.89011</span><span className="bar"><i></i></span></td><td className="num">0.86811</td><td className="num">0.78097</td><td className="num">100</td><td className="num">10</td><td className="dim">0.49</td></tr>
+ <tr><td><span className="rk">17</span></td><td className="model">BAAI/bge-m3</td><td className="metric" data-v="0.88338"><span className="v">0.88338</span><span className="bar"><i></i></span></td><td className="num">0.85892</td><td className="num">0.77859</td><td className="num">100</td><td className="num">10</td><td className="dim">0.47</td></tr>
+ <tr><td><span className="rk">18</span></td><td className="model">Linq-AI-Research/Linq-Embed-Mistral</td><td className="metric" data-v="0.87430"><span className="v">0.87430</span><span className="bar"><i></i></span></td><td className="num">0.84657</td><td className="num">0.75117</td><td className="num">100</td><td className="num">10</td><td className="dim">0.45</td></tr>
+ <tr><td><span className="rk">19</span></td><td className="model">jinaai/jina-embeddings-v5-text-small</td><td className="metric" data-v="0.86547"><span className="v">0.86547</span><span className="bar"><i></i></span></td><td className="num">0.84293</td><td className="num">0.76437</td><td className="num">100</td><td className="num">10</td><td className="dim">0.40</td></tr>
+ <tr><td><span className="rk">20</span></td><td className="model">intfloat/multilingual-e5-large-instruct</td><td className="metric" data-v="0.83219"><span className="v">0.83219</span><span className="bar"><i></i></span></td><td className="num">0.80373</td><td className="num">0.71529</td><td className="num">100</td><td className="num">10</td><td className="dim">不启用</td></tr>
+ </tbody>
+ </table>
+ </div>
+
+ <div className="note">
+ <strong>选型推荐</strong>
+ <ul>
+ <li><strong>首选 nvidia/Nemotron-3-Embed-8B-BF16</strong> — 召回覆盖最高,一套模型可同时用于直接检索和召回后精排。</li>
+ <li><strong>备选 tencent/KaLM-Embedding-Gemma3-12B-2511</strong> — 覆盖率接近,retrieve 50 后即可交给精排。</li>
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+
+ {/* 2.2 */}
+ <div className="panel" id="embed-only" data-group="embed" hidden>
+ <div className="card">
+ <div className="card-head">
+ <h3>召回排序</h3>
+ <span className="tag key">排序指标 NDCG@10</span>
+ <span className="tag">适用:向量 top-k 直接送 LLM,产品无精排</span>
+ </div>
+ <div className="card-body">
+
+ <div className="scroll" style={{ marginTop: 0 }}>
+ <table>
+ <thead><tr>
+ <th className="rank">#</th><th>模型</th>
+ <th className="num metric">NDCG@10</th><th className="num">Recall@10</th><th className="num">P@1</th>
+ <th className="num">推荐 embedding_top_k</th><th>推荐 vector_threshold</th>
+ </tr></thead>
+ <tbody data-bar-col="2">
+ <tr className="lead-row"><td><span className="rk top">1</span></td><td className="model">nvidia/Nemotron-3-Embed-8B-BF16</td><td className="metric" data-v="0.80114"><span className="v">0.80114</span><span className="bar"><i></i></span></td><td className="num">0.85027</td><td className="num">0.76872</td><td className="num">5–8</td><td className="dim">0.27</td></tr>
+ <tr className="lead-row"><td><span className="rk top2">2</span></td><td className="model">nvidia/llama-embed-nemotron-8b</td><td className="metric" data-v="0.77419"><span className="v">0.77419</span><span className="bar"><i></i></span></td><td className="num">0.83465</td><td className="num">0.73281</td><td className="num">5–8</td><td className="dim">0.28</td></tr>
+ <tr><td><span className="rk top2">3</span></td><td className="model">BAAI/bge-multilingual-gemma2</td><td className="metric" data-v="0.77355"><span className="v">0.77355</span><span className="bar"><i></i></span></td><td className="num">0.83392</td><td className="num">0.72855</td><td className="num">5–8</td><td className="dim">0.25</td></tr>
+ <tr><td><span className="rk">4</span></td><td className="model">infly/inf-retriever-v1</td><td className="metric" data-v="0.76031"><span className="v">0.76031</span><span className="bar"><i></i></span></td><td className="num">0.82624</td><td className="num">0.71333</td><td className="num">8</td><td className="dim">0.52</td></tr>
+ <tr><td><span className="rk">5</span></td><td className="model">microsoft/harrier-oss-v1-27b</td><td className="metric" data-v="0.75208"><span className="v">0.75208</span><span className="bar"><i></i></span></td><td className="num">0.81882</td><td className="num">0.70907</td><td className="num">8</td><td className="dim">不启用 / ≤0.50</td></tr>
+ <tr><td><span className="rk">6</span></td><td className="model">tencent/KaLM-Embedding-Gemma3-12B-2511</td><td className="metric" data-v="0.75097"><span className="v">0.75097</span><span className="bar"><i></i></span></td><td className="num">0.82704</td><td className="num">0.69324</td><td className="num">8</td><td className="dim">0.45</td></tr>
+ <tr><td><span className="rk">7</span></td><td className="model">Qwen/Qwen3-Embedding-4B</td><td className="metric" data-v="0.75008"><span className="v">0.75008</span><span className="bar"><i></i></span></td><td className="num">0.81706</td><td className="num">0.70481</td><td className="num">8</td><td className="dim">0.45</td></tr>
+ <tr><td><span className="rk">8</span></td><td className="model">google/embeddinggemma-300m</td><td className="metric" data-v="0.75005"><span className="v">0.75005</span><span className="bar"><i></i></span></td><td className="num">0.81084</td><td className="num">0.70724</td><td className="num">8</td><td className="dim">0.37</td></tr>
+ <tr><td><span className="rk">9</span></td><td className="model">Octen/Octen-Embedding-8B</td><td className="metric" data-v="0.74746"><span className="v">0.74746</span><span className="bar"><i></i></span></td><td className="num">0.81285</td><td className="num">0.70542</td><td className="num">8</td><td className="dim">0.38</td></tr>
+ <tr><td><span className="rk">10</span></td><td className="model">infly/inf-retriever-v1-1.5b</td><td className="metric" data-v="0.74626"><span className="v">0.74626</span><span className="bar"><i></i></span></td><td className="num">0.81424</td><td className="num">0.69629</td><td className="num">8</td><td className="dim">不启用 / ≤0.60</td></tr>
+ <tr><td><span className="rk">11</span></td><td className="model">Qwen/Qwen3-Embedding-8B</td><td className="metric" data-v="0.74496"><span className="v">0.74496</span><span className="bar"><i></i></span></td><td className="num">0.81379</td><td className="num">0.69324</td><td className="num">8–10</td><td className="dim">0.44</td></tr>
+ <tr><td><span className="rk">12</span></td><td className="model">tencent/WeMM-Embedding-9B</td><td className="metric" data-v="0.73072"><span className="v">0.73072</span><span className="bar"><i></i></span></td><td className="num">0.80677</td><td className="num">0.67438</td><td className="num">10</td><td className="dim">0.41</td></tr>
+ <tr><td><span className="rk">13</span></td><td className="model">tencent/WeMM-Embedding-4B</td><td className="metric" data-v="0.72771"><span className="v">0.72771</span><span className="bar"><i></i></span></td><td className="num">0.80074</td><td className="num">0.67498</td><td className="num">10</td><td className="dim">0.41</td></tr>
+ <tr><td><span className="rk">14</span></td><td className="model">Alibaba-NLP/gte-Qwen2-7B-instruct</td><td className="metric" data-v="0.72140"><span className="v">0.72140</span><span className="bar"><i></i></span></td><td className="num">0.80102</td><td className="num">0.66951</td><td className="num">10</td><td className="dim">0.44</td></tr>
+ <tr><td><span className="rk">15</span></td><td className="model">codefuse-ai/F2LLM-v2-8B</td><td className="metric" data-v="0.71855"><span className="v">0.71855</span><span className="bar"><i></i></span></td><td className="num">0.79745</td><td className="num">0.66525</td><td className="num">10</td><td className="dim">0.26</td></tr>
+ <tr><td><span className="rk">16</span></td><td className="model">BAAI/bge-m3</td><td className="metric" data-v="0.70954"><span className="v">0.70954</span><span className="bar"><i></i></span></td><td className="num">0.77859</td><td className="num">0.65673</td><td className="num">10</td><td className="dim">0.47</td></tr>
+ <tr><td><span className="rk">17</span></td><td className="model">microsoft/harrier-oss-v1-0.6b</td><td className="metric" data-v="0.70865"><span className="v">0.70865</span><span className="bar"><i></i></span></td><td className="num">0.78097</td><td className="num">0.65307</td><td className="num">10</td><td className="dim">0.49</td></tr>
+ <tr><td><span className="rk">18</span></td><td className="model">jinaai/jina-embeddings-v5-text-small</td><td className="metric" data-v="0.69806"><span className="v">0.69806</span><span className="bar"><i></i></span></td><td className="num">0.76437</td><td className="num">0.64820</td><td className="num">10</td><td className="dim">0.40</td></tr>
+ <tr><td><span className="rk">19</span></td><td className="model">Linq-AI-Research/Linq-Embed-Mistral</td><td className="metric" data-v="0.66628"><span className="v">0.66628</span><span className="bar"><i></i></span></td><td className="num">0.75117</td><td className="num">0.60316</td><td className="num">10</td><td className="dim">0.45</td></tr>
+ <tr><td><span className="rk">20</span></td><td className="model">intfloat/multilingual-e5-large-instruct</td><td className="metric" data-v="0.63496"><span className="v">0.63496</span><span className="bar"><i></i></span></td><td className="num">0.71529</td><td className="num">0.57091</td><td className="num">10</td><td className="dim">不启用</td></tr>
+ </tbody>
+ </table>
+ </div>
+
+ <div className="note">
+ <strong>选型推荐</strong>
+ <ul>
+ <li><strong>首选 nvidia/Nemotron-3-Embed-8B-BF16</strong> — 前排质量最高,适合取 top 5–8 直接送 LLM。</li>
+ <li><strong>资源受限可选 google/embeddinggemma-300m</strong> — 仅 300M 参数,NDCG@10 与 Qwen3-4B 几乎持平。</li>
+ </ul>
+ </div>
+ </div>
+ </div>
+ </div>
+
+
+ </section>
+
+ {/* ================= 3. Rerank ================= */}
+ <section id="rerank">
+ <div className="sec-head">
+ <span className="sec-idx">03</span>
+ <h2>Rerank</h2>
+ <span className="sec-sub">固定向量召回的前 100 条候选,只比较精排模型</span>
+ </div>
+ <div className="card" style={{ marginTop: 22 }}>
+ <div className="card-head">
+ <h3>精排模型</h3>
+ <span className="tag key">排序指标 NDCG@10</span>
+ </div>
+ <div className="card-body">
+ <div className="scroll">
+ <table>
+ <thead><tr>
+ <th className="rank">#</th><th>模型</th>
+ <th className="num metric">NDCG@10</th><th className="num">P@1</th><th className="num">MRR@10</th><th className="num">Recall@10</th>
+ </tr></thead>
+ <tbody data-bar-col="2">
+ <tr className="lead-row"><td><span className="rk top">1</span></td><td className="model">Qwen/Qwen3-Reranker-8B</td><td className="metric" data-v="0.83609"><span className="v">0.83609</span><span className="bar"><i></i></span></td><td className="num">0.81984</td><td className="num">0.87762</td><td className="num">0.87138</td></tr>
+ <tr className="lead-row"><td><span className="rk top2">2</span></td><td className="model">jinaai/jina-reranker-v3.5</td><td className="metric" data-v="0.83271"><span className="v">0.83271</span><span className="bar"><i></i></span></td><td className="num">0.83019</td><td className="num">0.87968</td><td className="num">0.85638</td></tr>
+ <tr><td><span className="rk top2">3</span></td><td className="model">nvidia/llama-nemotron-rerank-1b-v2</td><td className="metric" data-v="0.82449"><span className="v">0.82449</span><span className="bar"><i></i></span></td><td className="num">0.81010</td><td className="num">0.87286</td><td className="num">0.86411</td></tr>
+ <tr><td><span className="rk">4</span></td><td className="model">BAAI/bge-reranker-v2-gemma</td><td className="metric" data-v="0.81764"><span className="v">0.81764</span><span className="bar"><i></i></span></td><td className="num">0.79732</td><td className="num">0.85972</td><td className="num">0.85650</td></tr>
+ <tr><td><span className="rk">5</span></td><td className="model">Qwen/Qwen3-Reranker-0.6B</td><td className="metric" data-v="0.81003"><span className="v">0.81003</span><span className="bar"><i></i></span></td><td className="num">0.78211</td><td className="num">0.84985</td><td className="num">0.85363</td></tr>
+ <tr><td><span className="rk">6</span></td><td className="model">BAAI/bge-reranker-v2-m3</td><td className="metric" data-v="0.80751"><span className="v">0.80751</span><span className="bar"><i></i></span></td><td className="num">0.79245</td><td className="num">0.84903</td><td className="num">0.84452</td></tr>
+ <tr><td><span className="rk">7</span></td><td className="model">mixedbread-ai/mxbai-rerank-base-v2</td><td className="metric" data-v="0.80574"><span className="v">0.80574</span><span className="bar"><i></i></span></td><td className="num">0.78515</td><td className="num">0.84358</td><td className="num">0.84680</td></tr>
+ <tr><td><span className="rk">8</span></td><td className="model">zeroentropy/zerank-2-reranker</td><td className="metric" data-v="0.79841"><span className="v">0.79841</span><span className="bar"><i></i></span></td><td className="num">0.77115</td><td className="num">0.83475</td><td className="num">0.84777</td></tr>
+ <tr><td><span className="rk">9</span></td><td className="model">Alibaba-NLP/gte-multilingual-reranker-base</td><td className="metric" data-v="0.78978"><span className="v">0.78978</span><span className="bar"><i></i></span></td><td className="num">0.76019</td><td className="num">0.82483</td><td className="num">0.83848</td></tr>
+ <tr><td><span className="rk">10</span></td><td className="model">jinaai/jina-reranker-v2-base-multilingual</td><td className="metric" data-v="0.78093"><span className="v">0.78093</span><span className="bar"><i></i></span></td><td className="num">0.75593</td><td className="num">0.82146</td><td className="num">0.82864</td></tr>
+ <tr><td><span className="rk">11</span></td><td className="model">Alibaba-NLP/gte-reranker-modernbert-base</td><td className="metric" data-v="0.71176"><span className="v">0.71176</span><span className="bar"><i></i></span></td><td className="num">0.66586</td><td className="num">0.74086</td><td className="num">0.77675</td></tr>
+ <tr><td><span className="rk">12</span></td><td className="model">Qwen/Qwen3-Reranker-4B</td><td className="metric" data-v="0.70408"><span className="v">0.70408</span><span className="bar"><i></i></span></td><td className="num">0.64760</td><td className="num">0.73794</td><td className="num">0.77447</td></tr>
+ </tbody>
+ </table>
+ </div>
+ <div className="note">
+ <strong>选型推荐</strong>
+ <ul>
+ <li><strong>首选 Qwen/Qwen3-Reranker-8B</strong> — 综合排序质量最高,适合优先保证精排效果。</li>
+ <li><strong>资源受限可选 jinaai/jina-reranker-v3.5</strong> — 仅 0.6B 参数,NDCG 接近首选,且首位命中表现更好。</li>
+ </ul>
+ </div>
+ <dl className="kv">
+ <div><dt>固定 Embed</dt><dd><b>nvidia/Nemotron-3-Embed-8B-BF16</b></dd></div>
+ <div><dt>候选池</dt><dd>来自 Nemotron-3-Embed 前 100</dd></div>
+ <div><dt>Recall@100</dt><dd><b>0.92877</b></dd></div>
+ </dl>
+ </div>
+ </div>
+ </section>
+
+ {/* ================= 4. 数据集 ================= */}
+ <section id="dataset">
+ <div className="sec-head">
+ <span className="sec-idx">04</span>
+ <h2>数据集</h2>
+ <span className="sec-sub">问题类型与语料构成</span>
+ </div>
+ <div className="card dataset-card" style={{ marginTop: 22 }}>
+ <div className="card-body">
+ <dl className="dataset-facts">
+ <div className="dataset-count">
+ <dt>数据规模</dt>
+ <dd><b>1.6K</b> 条问答,<b>40K</b> 条语料</dd>
+ </div>
+ <div>
+ <dt>问题分类</dt>
+ <dd>
+ <ul>
+ <li>基础能力</li>
+ <li>精确细节</li>
+ <li>多跳推理</li>
+ <li>反常识</li>
+ <li>无答案</li>
+ <li>干扰负例</li>
+ <li>多版本答案</li>
+ <li>结构化提取</li>
+ </ul>
+ </dd>
+ </div>
+ <div>
+ <dt>语料大类</dt>
+ <dd>
+ <ul>
+ <li>百科</li>
+ <li>书籍</li>
+ <li>新闻</li>
+ <li>科普</li>
+ <li>问答</li>
+ <li>公众号文章</li>
+ </ul>
+ <span className="dataset-more">及其他来源</span>
+ </dd>
+ </div>
+ </dl>
+ <div className="note info dataset-note">
+ <strong>数据与流程即将开源</strong>
+ 评测数据集、评估流程与更多模型的评测结果正在整理,将在近期陆续开源,届时在本页补充仓库与下载链接。
+ </div>
+ </div>
+ </div>
+ </section>
+
+</main>
+
+<footer>
+ <div className="wrap foot-in">
+ <span>WeKnora 模型评测</span>
+ <span>数据截至 2026-10-08</span>
+ <span>WeKnora 版本 v0.8.0</span>
+ </div>
+</footer>
+ </div>
+ </div>
+ );
+}
diff --git a/website-docs/scripts/build-site.mjs b/website-docs/scripts/build-site.mjs
index d81caee74..1ea6fd11d 100644
--- a/website-docs/scripts/build-site.mjs
+++ b/website-docs/scripts/build-site.mjs
@@ -27,6 +27,10 @@ for (const entry of readdirSync(output)) {
if (!['index.html', '404.html', 'docs'].includes(entry)) rmSync(resolve(output, entry), { recursive: true, force: true });
}
cpSync(resolve(root, '.vitepress/dist'), resolve(output, 'docs'), { recursive: true });
+// The leaderboard is a homepage JSX page exported to /docs/models/. Keep a
+// sibling .html file so /docs/models resolves without a trailing slash.
+const modelsIndex = resolve(output, 'docs/models/index.html');
+if (existsSync(modelsIndex)) cpSync(modelsIndex, resolve(output, 'docs/models.html'));
run('homepage', 'audit:content');
const check = spawnSync(process.execPath, ['scripts/check-site.mjs', output], { cwd: root, stdio: 'inherit' });
if (check.status !== 0) process.exit(check.status || 1);
diff --git a/website-docs/shared/header.css b/website-docs/shared/header.css
index 8a0aabd46..3c1574c7e 100644
--- a/website-docs/shared/header.css
+++ b/website-docs/shared/header.css
@@ -17,7 +17,22 @@
.wk-header .wk-theme-toggle { display: inline-flex; align-items: center; justify-content: center; flex-shrink: 0; width: 40px; height: 40px; border: 1px solid var(--wk-rule); border-radius: 20px; background: var(--wk-paper-2); color: var(--wk-ink-soft); }
.wk-theme-toggle:hover { color: var(--wk-gold); border-color: var(--wk-gold); }
.wk-theme-toggle svg { width: 19px; height: 19px; }
+.wk-nav-menu { position: relative; display: inline-flex; align-items: center; }
+.wk-nav-caret { display: inline-flex; align-items: center; justify-content: center; width: 22px; height: 44px; margin-left: -4px; border: 0; background: none; color: var(--wk-ink-soft); }
+.wk-nav-caret svg { width: 14px; height: 14px; transition: transform .2s; }
+.wk-nav-menu.is-open .wk-nav-caret,
+.wk-nav-menu:hover .wk-nav-caret { color: var(--wk-gold); }
+.wk-nav-menu.is-open .wk-nav-caret svg,
+.wk-nav-menu:hover .wk-nav-caret svg { transform: rotate(180deg); }
+.wk-nav-dropdown { display: none; position: absolute; z-index: 5; top: calc(100% + 6px); right: 0; min-width: 128px; padding: 6px 0; background: var(--wk-surface); border: 1px solid var(--wk-rule); box-shadow: 0 8px 24px rgba(16, 31, 56, .06); flex-direction: column; }
+.wk-nav-dropdown::before { content: ""; position: absolute; left: 0; right: 0; top: -10px; height: 10px; }
+.wk-nav-menu.is-open .wk-nav-dropdown,
+.wk-nav-menu:hover .wk-nav-dropdown,
+.wk-nav-menu:focus-within .wk-nav-dropdown { display: flex; }
+.wk-nav-dropdown a { min-height: 36px; padding: 0 20px; justify-content: flex-start; letter-spacing: .01em; }
+html.dark .wk-nav-dropdown { box-shadow: 0 8px 24px rgba(0, 0, 0, .35); }
.wk-navigation .wk-mobile-github { display: none; }
+.wk-navigation a:focus:not(:focus-visible) { outline: none; }
.wk-header :focus-visible { outline: 2px solid var(--wk-gold); outline-offset: 5px; }
@media (max-width: 1100px) {
.wk-header-inner { padding-inline: 24px; gap: 14px; }
@@ -35,5 +50,10 @@
.wk-navigation.is-open { display: flex; position: absolute; left: 0; top: 63px; max-height: calc(100dvh - 64px); overflow-y: auto; right: 0; padding: 20px 32px 26px; background: var(--wk-paper); border-bottom: 1px solid var(--wk-rule); flex-direction: column; align-items: stretch; gap: 4px; box-shadow: 0 15px 20px #101f380a; }
.wk-navigation a { font-size: 16px; }
.wk-navigation .wk-mobile-github { display: inline-flex; }
+ .wk-nav-menu { flex-direction: column; align-items: stretch; }
+ .wk-nav-caret { display: none; }
+ .wk-nav-dropdown { display: flex; position: static; min-width: 0; padding: 0 0 4px 18px; border: 0; box-shadow: none; background: transparent; }
+ .wk-nav-dropdown::before { display: none; }
+ .wk-nav-dropdown a { min-height: 40px; padding: 0; font-size: 15px; }
}
@media (max-width: 480px) { .wk-header-inner { padding-inline: 20px; } }
diff --git a/website-docs/shared/header.ts b/website-docs/shared/header.ts
index 6dc524f04..66a98f911 100644
--- a/website-docs/shared/header.ts
+++ b/website-docs/shared/header.ts
@@ -1,10 +1,34 @@
// Product navigation and shared masthead icons.
-export const siteNavigation = [
+export type SiteNavChild = {
+ label: string;
+ href: string;
+};
+
+export type SiteNavItem = {
+ label: string;
+ href: string;
+ badge?: string;
+ external?: boolean;
+ children?: SiteNavChild[];
+};
+
+export const siteNavigation: SiteNavItem[] = [
{ label: '产品能力', href: '/#capabilities', badge: '' },
{ label: 'v0.8.3', href: '/#release', badge: 'NEW' },
{ label: '生态集成', href: '/#ecosystem', badge: '' },
{ label: '企业部署', href: '/#enterprise', badge: '' },
{ label: '文档', href: '/docs/', badge: '' },
+ {
+ label: '模型评测',
+ href: '/docs/models',
+ badge: '',
+ children: [
+ { label: 'LLM', href: '/docs/models#llm' },
+ { label: 'Embed', href: '/docs/models#embed' },
+ { label: 'Rerank', href: '/docs/models#rerank' },
+ { label: '数据集', href: '/docs/models#dataset' },
+ ],
+ },
];
// The site sits behind an upstream router that forwards only `/` and `/docs/`.
// Everything else the homepage loads (Next chunks, images) is served from here:
@@ -17,5 +41,6 @@ export const headerIcons: Record<string, string> = {
menu: 'M4 6h16M4 12h16M4 18h16',
close: 'm5 5 14 14M5 19 19 5',
external: 'M8 5H5v14h14v-3M12 5h7v7M10 14 19 5',
+ chevron: 'm6 9 6 6 6-6',
github: 'M9 19c-4.3 1.3-4.3-2.2-6-2.7m12 5v-3.5c0-1 .1-1.4-.5-2 3.4-.4 7-1.7 7-7.5a5.7 5.7 0 0 0-1.5-4 5.4 5.4 0 0 0-.1-4S18.6-.1 15.5 2a14 14 0 0 0-7 0C5.4-.1 4.1.3 4.1.3A5.4 5.4 0 0 0 4 4.3a5.7 5.7 0 0 0-1.5 4c0 5.8 3.6 7.1 7 7.5-.6.6-.6 1.2-.5 2V21',
};