25 MB lightweight cross-platform database client for 100+ databases, including MySQL, PostgreSQL, SQLite, Redis, MongoDB, DuckDB, SQL Server, and Dameng. Built-in AI, MCP Server, CLI, desktop and Docker. | 轻量级跨平台数据库管理工具,支持 MySQL、PostgreSQL、SQLite、Redis、MongoDB、达梦等 100+ 数据库,提供桌面端、Docker、CLI、内置 AI 助手和 MCP。
TypeScript aicliclickhousedatabasedatabase-clientdatabase-managementdockerguimcpmongodbmysqlpostgresqlredisrustsql-serversqlitetaurivue
perf(ci): shard frontend checks and vitest suites
luo jiyincf6467ab08b6
diff --git a/.github/scripts/ci-gate.mjs b/.github/scripts/ci-gate.mjsindex 46ee5891e5..ba362113d5 100644--- a/.github/scripts/ci-gate.mjs+++ b/.github/scripts/ci-gate.mjs@@ -14,11 +14,18 @@ export function gateFailures(needs, mode) {if (mode === "all" && !Object.values(routedJobs).every((output) => ["true", "false"].includes(needs.changes.outputs[output]))) {return ["missing or invalid job selection outputs"];}+ if (mode === "frontend" && !["true", "false"].includes(needs.changes.outputs.frontend)) {+ return ["missing or invalid frontend selection output"];+ }const expected = mode === "rust" ? {"fast-checks": plan.fast, "rust-fmt-clippy": plan.rust, "rust-test": plan.rust,} : mode === "agents" ? {"fast-checks": plan.fast, "agent-checks": plan.agents, "agent-java": plan.agent_java, "agent-go": plan.agent_go_changed,"agent-rust": plan.agent_rust_changed, "agent-integration": plan.agent_integration_changed,+ } : mode === "frontend" ? {+ "frontend-checks": needs.changes.outputs.frontend === "true",+ "frontend-typecheck": needs.changes.outputs.frontend === "true",+ "frontend-test": needs.changes.outputs.frontend === "true",} : mode === "all" ? {rust: true, agents: true, "fast-checks": plan.fast,...Object.fromEntries(Object.entries(routedJobs)diff --git a/.github/scripts/ci-plan.test.mjs b/.github/scripts/ci-plan.test.mjsindex 6b6166d8de..604ce027ce 100644--- a/.github/scripts/ci-plan.test.mjs+++ b/.github/scripts/ci-plan.test.mjs@@ -179,6 +179,22 @@ test("gates accept only successful selected jobs and intentionally skipped unselassert.ok(gateFailures({ changes: { result: "success", outputs: { plan: "null" } } }, "rust").length);});+test("the frontend gate checks every selected frontend job", () => {+ const needs = results(["docs/README.md"]);+ needs.changes.outputs.frontend = "true";+ for (const job of ["frontend-checks", "frontend-typecheck", "frontend-test"]) {+ needs[job] = { result: "success" };+ }+ assert.deepEqual(gateFailures(needs, "frontend"), []);+ needs["frontend-test"].result = "failure";+ assert.ok(gateFailures(needs, "frontend").length);+ needs.changes.outputs.frontend = "false";+ for (const job of ["frontend-checks", "frontend-typecheck", "frontend-test"]) {+ needs[job] = { result: "skipped" };+ }+ assert.deepEqual(gateFailures(needs, "frontend"), []);+});+test("git diff routing includes both sides of renames, deleted files, and unusual filenames", () => {const directory = mkdtempSync(path.join(tmpdir(), "dbx-ci-plan-"));const git = (...args) => execFileSync("git", args, { cwd: directory, encoding: "utf8", stdio: "pipe" }).trim();diff --git a/.github/scripts/ci-vitest-file-timing-reporter.mjs b/.github/scripts/ci-vitest-file-timing-reporter.mjsnew file mode 100644index 0000000000..2d78517a49--- /dev/null+++ b/.github/scripts/ci-vitest-file-timing-reporter.mjs@@ -0,0 +1,55 @@+import { appendFile } from "node:fs/promises";++const CONSOLE_LIMIT = 20;++export function collectFileTimings(testModules) {+ return testModules+ .map((testModule) => {+ const diagnostic = testModule.diagnostic();+ const setupMs = diagnostic.environmentSetupDuration + diagnostic.prepareDuration + diagnostic.setupDuration;+ return {+ file: testModule.relativeModuleId,+ state: testModule.state(),+ totalMs: setupMs + diagnostic.collectDuration + diagnostic.duration,+ testsMs: diagnostic.duration,+ collectMs: diagnostic.collectDuration,+ setupMs,+ };+ })+ .sort((left, right) => right.totalMs - left.totalMs || left.file.localeCompare(right.file));+}++function seconds(milliseconds) {+ return `${(milliseconds / 1000).toFixed(2)}s`;+}++export function consoleReport(rows, limit = CONSOLE_LIMIT) {+ const lines = ["Slowest test files:"];+ for (const row of rows.slice(0, limit)) {+ lines.push(`${seconds(row.totalMs).padStart(8)} ${row.file}`);+ }+ return lines.join("\n");+}++function tableCell(value) {+ return String(value).replaceAll("|", "\\|").replaceAll("\n", " ");+}++export function markdownReport(rows, shard = "") {+ const title = shard ? `## Vitest file timings (${tableCell(shard)})` : "## Vitest file timings";+ const lines = [title, "", "| Total | Tests | Collect | Setup | State | File |", "| ---: | ---: | ---: | ---: | --- | --- |"];+ for (const row of rows) {+ lines.push(`| ${seconds(row.totalMs)} | ${seconds(row.testsMs)} | ${seconds(row.collectMs)} | ${seconds(row.setupMs)} | ${row.state} | \`${tableCell(row.file)}\` |`);+ }+ return `${lines.join("\n")}\n`;+}++export default class FileTimingReporter {+ async onTestRunEnd(testModules) {+ const rows = collectFileTimings(testModules);+ console.log(`\n${consoleReport(rows)}`);+ if (process.env.GITHUB_STEP_SUMMARY) {+ await appendFile(process.env.GITHUB_STEP_SUMMARY, markdownReport(rows, process.env.VITEST_SHARD), "utf8");+ }+ }+}diff --git a/.github/scripts/ci-vitest-file-timing-reporter.test.mjs b/.github/scripts/ci-vitest-file-timing-reporter.test.mjsnew file mode 100644index 0000000000..734d3b9b48--- /dev/null+++ b/.github/scripts/ci-vitest-file-timing-reporter.test.mjs@@ -0,0 +1,40 @@+import assert from "node:assert/strict";+import test from "node:test";+import { collectFileTimings, consoleReport, markdownReport } from "./ci-vitest-file-timing-reporter.mjs";++function testModule(file, state, diagnostic) {+ return {+ relativeModuleId: file,+ state: () => state,+ diagnostic: () => ({+ environmentSetupDuration: 0,+ prepareDuration: 0,+ setupDuration: 0,+ collectDuration: 0,+ duration: 0,+ ...diagnostic,+ }),+ };+}++test("file timing reports sort total work and keep timing phases", () => {+ const rows = collectFileTimings([+ testModule("fast.spec.ts", "passed", { duration: 100 }),+ testModule("slow.spec.ts", "failed", {+ environmentSetupDuration: 20,+ prepareDuration: 30,+ setupDuration: 40,+ collectDuration: 50,+ duration: 60,+ }),+ ]);++ assert.deepEqual(rows.map(({ file, totalMs, testsMs, collectMs, setupMs }) => ({ file, totalMs, testsMs, collectMs, setupMs })), [+ { file: "slow.spec.ts", totalMs: 200, testsMs: 60, collectMs: 50, setupMs: 90 },+ { file: "fast.spec.ts", totalMs: 100, testsMs: 100, collectMs: 0, setupMs: 0 },+ ]);+ assert.match(consoleReport(rows, 1), /0\.20s slow\.spec\.ts/);+ assert.doesNotMatch(consoleReport(rows, 1), /fast\.spec\.ts/);+ assert.match(markdownReport(rows, "1\/2"), /Vitest file timings \(1\/2\)/);+ assert.match(markdownReport(rows), /\| failed \| `slow\.spec\.ts` \|/);+});diff --git a/.github/scripts/ci-workflow.test.mjs b/.github/scripts/ci-workflow.test.mjsindex f8bd62f4ba..c0ece323d3 100644--- a/.github/scripts/ci-workflow.test.mjs+++ b/.github/scripts/ci-workflow.test.mjs@@ -36,6 +36,7 @@ test("Agent and Rust matrices are bounded and do not cancel sibling failures", (test("stable Rust, Agent and overall gates always inspect selected upstream results", () => {for (const [name, mode, dependencies] of [["rust", "rust", ["fast-checks", "rust-fmt-clippy", "rust-test"]],["agents", "agents", ["fast-checks", "agent-checks", "agent-rust", "agent-go", "agent-integration", "agent-java"]],+ ["frontend", "frontend", ["frontend-checks", "frontend-typecheck", "frontend-test"]],["ci", "all", ["rust", "agents", "frontend", "packages", "windows-win7-bundle", "duckdb-windows-driver", "nix-packaging"]]]) {const content = job(name);assert.match(content, /if: always\(\)/);@@ -45,6 +46,16 @@ test("stable Rust, Agent and overall gates always inspect selected upstream resu}});+test("frontend tests use two shards on separate runners", () => {+ const content = job("frontend-test");+ assert.match(content, /fail-fast: false/);+ assert.match(content, /shard: \[1, 2\]/);+ assert.ok(content.includes("--shard=${{ matrix.shard }}/2"));+ assert.ok(content.includes("--reporter=github-actions"));+ assert.ok(content.includes("ci-vitest-file-timing-reporter.mjs"));+ assert.doesNotMatch(job("frontend-typecheck"), /vitest|oxfmt|oxlint/);+});+test("every old Agent stage has an independent owner and Java packaging remains strict", () => {assert.ok(job("agent-checks").includes("python3 -m unittest discover"));assert.ok(job("agent-checks").includes("python3 scripts/validate_agents.py"));@@ -61,6 +72,22 @@ test("every old Agent stage has an independent owner and Java packaging remainsfor (const name of ["agent-rust", "agent-go", "agent-integration", "agent-java"]) assert.doesNotMatch(job(name), /continue-on-error: true/);});+test("native Rust driver caches exclude failed build artifacts", () => {+ const content = job("agent-rust");+ assert.ok(content.includes('shared-key: ci-agent-rust-v2-${{ matrix.driver }}'));+ assert.ok(content.includes("cache-on-failure: false"));+});++test("DuckDB Windows builds persist Rust and C++ compiler results", () => {+ const content = job("duckdb-windows-driver");+ assert.ok(content.includes('SCCACHE_GHA_ENABLED: "true"'));+ assert.ok(content.includes('CC: "sccache cl.exe"'));+ assert.ok(content.includes('CXX: "sccache cl.exe"'));+ assert.ok(content.includes("0b201ec74fa43914dc39ae48a89fd1d8cb592756"));+ assert.ok(content.includes("fc920bf0ec8de6ee65d409111f7ec508035751ba"));+ assert.ok(content.includes('version: "v0.16.0"'));+});+test("the planner uses the exact event base and preserves a single workflow cancellation scope", () => {const changes = job("changes");assert.ok(changes.includes("github.event.pull_request.base.sha || github.event.before"));diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.ymlindex d96456d0c1..c4df280712 100644--- a/.github/workflows/ci.yml+++ b/.github/workflows/ci.yml@@ -14,7 +14,7 @@ env:RUSTFLAGS: -C debuginfo=line-tables-onlyjobs:- frontend:+ frontend-checks:needs: changesif: needs.changes.outputs.frontend == 'true'runs-on: ubuntu-22.04@@ -38,8 +38,14 @@ jobs:- name: Install frontend dependenciesrun: pnpm --filter dbx... install --frozen-lockfile- - name: Frontend check- run: pnpm check+ - name: Check generated connection types+ run: pnpm check:connection-types++ - name: Check frontend formatting+ run: pnpm exec oxfmt --check "apps/desktop/src/**/*.{ts,vue}"++ - name: Lint frontend+ run: pnpm lint# Rebuild and diff the committed docs-export bundle after the frontend# checks so source changes cannot silently leave stale generated assets.@@ -56,6 +62,89 @@ jobs:run: git diff --exit-code -- crates/dbx-core/assets/continue-on-error: true+ frontend-typecheck:+ needs: changes+ if: needs.changes.outputs.frontend == 'true'+ runs-on: ubuntu-22.04+ env:+ NPM_CONFIG_LOGLEVEL: error+ steps:+ - uses: actions/checkout@v5++ - name: Setup pnpm+ uses: pnpm/action-setup@v6+ with:+ version: 10.27.0++ - name: Setup Node.js+ uses: actions/setup-node@v6+ with:+ node-version: 22.13.0+ cache: pnpm++ - name: Install frontend dependencies+ run: pnpm --filter dbx... install --frozen-lockfile++ - name: Type-check frontend+ run: pnpm exec vue-tsc --noEmit --project apps/desktop/tsconfig.json++ frontend-test:+ needs: changes+ if: needs.changes.outputs.frontend == 'true'+ runs-on: ubuntu-22.04+ env:+ NPM_CONFIG_LOGLEVEL: error+ strategy:+ fail-fast: false+ matrix:+ shard: [1, 2]+ name: frontend-test (${{ matrix.shard }}/2)+ steps:+ - uses: actions/checkout@v5++ - name: Setup pnpm+ uses: pnpm/action-setup@v6+ with:+ version: 10.27.0++ - name: Setup Node.js+ uses: actions/setup-node@v6+ with:+ node-version: 22.13.0+ cache: pnpm++ - name: Install frontend dependencies+ run: pnpm --filter dbx... install --frozen-lockfile++ - name: Run frontend test shard+ env:+ VITEST_SHARD: ${{ matrix.shard }}/2+ run: >-+ pnpm exec vitest run+ --shard=${{ matrix.shard }}/2+ --reporter=default+ --reporter=github-actions+ --reporter=./.github/scripts/ci-vitest-file-timing-reporter.mjs++ frontend:+ needs:+ - changes+ - frontend-checks+ - frontend-typecheck+ - frontend-test+ if: always()+ runs-on: ubuntu-22.04+ steps:+ - uses: actions/checkout@v5+ - name: Setup Node.js+ uses: actions/setup-node@v6+ with:+ node-version: 22.13.0+ - name: Check selected frontend jobs+ env:+ NEEDS_JSON: ${{ toJSON(needs) }}+ run: node .github/scripts/ci-gate.mjs frontend+github-scripts:needs: changesif: needs.changes.outputs.github_scripts == 'true'@@ -286,6 +375,11 @@ jobs:CARGO_TARGET_DIR: ${{ github.workspace }}/target/duckdb-driverRUSTFLAGS: -C debuginfo=line-tables-only -C target-feature=+crt-staticRUSTC_WRAPPER: sccache+ SCCACHE_GHA_ENABLED: "true"+ SCCACHE_GHA_VERSION: duckdb-windows-v1+ # libduckdb-sys uses cc-rs for its bundled C++ sources.+ CC: "sccache cl.exe"+ CXX: "sccache cl.exe"steps:- uses: actions/checkout@v5@@ -295,25 +389,23 @@ jobs:toolchain: nightly-2026-07-22components: rust-src+ - name: Setup MSVC+ uses: ilammy/msvc-dev-cmd@0b201ec74fa43914dc39ae48a89fd1d8cb592756 # v1+ with:+ arch: x64+- uses: actions/setup-python@v5with:python-version: "3.13"- - uses: mozilla-actions/sccache-action@9e7fa8a12102821edf02ca5dbea1acd0f89a2696 # v0.0.10+ - uses: mozilla-actions/sccache-action@fc920bf0ec8de6ee65d409111f7ec508035751ba # v0.0.11with:- version: "v0.10.0"+ version: "v0.16.0"- name: Build DuckDB Windows driver- shell: bash- run: |- pushd agents/drivers/duckdb- cargo build \- --locked \- --release \- --bin dbx-duckdb-driver \- --target x86_64-win7-windows-msvc \- -Z build-std=std,panic_abort- popd+ shell: pwsh+ working-directory: agents/drivers/duckdb+ run: cargo build --locked --release --bin dbx-duckdb-driver --target x86_64-win7-windows-msvc -Z build-std=std,panic_abort- name: Validate DuckDB Windows drivershell: bash@@ -927,7 +1019,9 @@ jobs:uses: swatinem/rust-cache@v2with:workspaces: agents/drivers/${{ matrix.driver }} -> target- cache-on-failure: true+ # A failed bundled native build can leave link-compatible but invalid artifacts.+ shared-key: ci-agent-rust-v2-${{ matrix.driver }}+ cache-on-failure: falsesave-if: ${{ github.ref == 'refs/heads/main' }}# mold -run wraps the whole process tree (see the packages job note);# the duckdb sidecar links a large bundled C++ static library.diff --git a/apps/desktop/src/lib/plugins/pluginMarketplace.ts b/apps/desktop/src/lib/plugins/pluginMarketplace.tsindex d3b7bd2fc6..1c2d98ed78 100644--- a/apps/desktop/src/lib/plugins/pluginMarketplace.ts+++ b/apps/desktop/src/lib/plugins/pluginMarketplace.ts@@ -1,4 +1,5 @@import type { InstalledPlugin, PluginMarketplaceArtifact, PluginMarketplacePlugin, PluginRepository, PluginRepositoryCatalogResult } from "@/types/database";+import { uuid } from "@/lib/common/utils";export type MarketplacePluginStatus = "install" | "installed" | "update" | "unsupported";@@ -77,7 +78,7 @@ function installationClientId(): string {if (typeof localStorage === "undefined") return "";let id = localStorage.getItem(INSTALLATION_ID_STORAGE_KEY);if (!id || !INSTALLATION_ID_PATTERN.test(id)) {- id = typeof crypto.randomUUID === "function" ? crypto.randomUUID() : randomUuidFallback();+ id = uuid();localStorage.setItem(INSTALLATION_ID_STORAGE_KEY, id);}return id;@@ -86,14 +87,6 @@ function installationClientId(): string {}}-function randomUuidFallback(): string {- const hex = () =>- Math.floor(Math.random() * 0x10000)- .toString(16)- .padStart(4, "0");- return `${hex()}${hex()}-${hex()}-${hex()}-${hex()}-${hex()}${hex()}${hex()}`;-}-export type PluginInstallBeaconKind = "install" | "update";// Fire-and-forget install beacon for marketplace statistics; never blocks ordiff --git a/vitest.config.ts b/vitest.config.tsindex eb8f9738b7..3381806cc0 100644--- a/vitest.config.ts+++ b/vitest.config.ts@@ -22,8 +22,7 @@ export default defineConfig({// import at once, CPU contention can stall a worker's event loop past the// old 5s default and flake deferred-promise tests. A 10s timeout absorbs// that without capping throughput, so workers can scale past 4. CI keeps- // 4 workers: its 4-vCPU runners already run vue-tsc/oxlint/oxfmt- // concurrently with vitest via `pnpm check`.+ // 4 workers to match each runner's CPU count.testTimeout: 10_000,maxWorkers: process.env.CI ? 4 : 8,},