Skip to content

armgit / dbx

Public Imported from GitHub
0

25 MB lightweight cross-platform database client for 100+ databases, including MySQL, PostgreSQL, SQLite, Redis, MongoDB, DuckDB, SQL Server, and Dameng. Built-in AI, MCP Server, CLI, desktop and Docker. | 轻量级跨平台数据库管理工具,支持 MySQL、PostgreSQL、SQLite、Redis、MongoDB、达梦等 100+ 数据库,提供桌面端、Docker、CLI、内置 AI 助手和 MCP。

3.5 KB
Raw Blame
import type { DatabaseType, QueryResult } from "@/types/database.ts";
import { buildTableSelectSql } from "@/lib/table/tableSelectSql.ts";

export const TABLE_DATA_EXPORT_PAGE_SIZE = 10_000;
export const TABLE_DATA_EXPORT_MAX_ROWS = 2_147_483_647;

export interface TableDataExportCursorPageOptions {
  maxRows: number;
  fetchSize: number;
  pageSize: number;
  resultSessionId?: string;
}

export interface FetchTableDataForExportOptions {
  databaseType?: DatabaseType;
  identifierQuote?: string;
  schema?: string;
  tableName: string;
  tableType?: string;
  columns?: string[];
  pageSize?: number;
  useAgentCursor?: boolean;
  buildPageSql?: (options: { databaseType?: DatabaseType; schema?: string; tableName: string; tableType?: string; columns?: string[]; limit: number; offset: number }) => Promise<string> | string;
  executePage: (sql: string, cursorOptions?: TableDataExportCursorPageOptions) => Promise<QueryResult>;
  closeCursor?: (sessionId?: string) => Promise<void>;
}

export async function fetchTableDataForExport(options: FetchTableDataForExportOptions): Promise<QueryResult> {
  const pageSize = Math.max(1, options.pageSize ?? TABLE_DATA_EXPORT_PAGE_SIZE);
  if (options.databaseType === "victoriametrics") {
    const query = await (options.buildPageSql ?? buildTableSelectSql)({
      databaseType: options.databaseType,
      schema: options.schema,
      tableName: options.tableName,
      tableType: options.tableType,
      columns: options.columns,
      limit: pageSize,
      offset: 0,
    });
    return options.executePage(query);
  }
  let offset = 0;
  const rows: QueryResult["rows"] = [];
  let columns: string[] = [];
  let executionTimeMs = 0;
  let sessionId: string | undefined;

  try {
    while (true) {
      const sql = await (options.buildPageSql ?? buildTableSelectSql)({
        databaseType: options.databaseType,
        identifierQuote: options.identifierQuote,
        schema: options.schema,
        tableName: options.tableName,
        tableType: options.tableType,
        columns: options.columns,
        limit: pageSize,
        offset,
      });
      const result = await options.executePage(
        sql,
        options.useAgentCursor
          ? {
              maxRows: TABLE_DATA_EXPORT_MAX_ROWS,
              fetchSize: pageSize,
              pageSize,
              resultSessionId: sessionId,
            }
          : undefined,
      );
      const nextSessionId = result.session_id?.trim() || undefined;
      if (options.useAgentCursor) {
        sessionId = nextSessionId ?? sessionId;
        if (result.truncated || typeof result.has_more !== "boolean") throw new Error("Incomplete cursor result during table export");
        if (result.has_more && !nextSessionId) throw new Error("Result session ended before table export completed");
      }
      if (columns.length === 0) columns = result.columns;
      rows.push(...result.rows);
      executionTimeMs += result.execution_time_ms ?? 0;
      sessionId = nextSessionId;

      if (options.useAgentCursor ? result.has_more !== true : result.rows.length < pageSize) {
        return {
          columns,
          rows,
          affected_rows: 0,
          execution_time_ms: executionTimeMs,
          truncated: false,
          session_id: undefined,
          has_more: false,
        };
      }
      offset += result.rows.length;
    }
  } finally {
    if (options.useAgentCursor && options.closeCursor) {
      try {
        await options.closeCursor(sessionId);
      } catch {}
    }
  }
}