Database diagrams editor that allows you to visualize and design your DB with a single query.
TypeScript databasedbdb-migrationeditorerdmariadbmssqlmysqlpostgresqlreactreact-flowschema-migrationssqlsqlitetypescriptvisualizationxyflow
fix(AI exports): add cahching layer to SQL exports (#390)
Jonathan Fishnere5dbbf2eaab6
diff --git a/src/lib/data/export-metadata/export-sql-cache.ts b/src/lib/data/export-metadata/export-sql-cache.tsnew file mode 100644index 00000000..41572333--- /dev/null+++ b/src/lib/data/export-metadata/export-sql-cache.ts@@ -0,0 +1,27 @@+import type { DatabaseType } from '@/lib/domain/database-type';+import { sha256 } from '@/lib/utils';++export const getFromCache = (key: string): string | null => {+ try {+ return localStorage.getItem(`sql-export-${key}`);+ } catch (e) {+ console.warn('Failed to read from localStorage:', e);+ return null;+ }+};++export const setInCache = (key: string, value: string): void => {+ try {+ localStorage.setItem(`sql-export-${key}`, value);+ } catch (e) {+ console.warn('Failed to write to localStorage:', e);+ }+};++export const generateCacheKey = async (+ databaseType: DatabaseType,+ sqlScript: string+): Promise<string> => {+ const rawKey = `${databaseType}:${sqlScript}`;+ return await sha256(rawKey);+};diff --git a/src/lib/data/export-metadata/export-sql-script.ts b/src/lib/data/export-metadata/export-sql-script.tsindex a4b2f06a..1f300c4a 100644--- a/src/lib/data/export-metadata/export-sql-script.ts+++ b/src/lib/data/export-metadata/export-sql-script.ts@@ -3,6 +3,7 @@ import { OPENAI_API_KEY } from '@/lib/env';import type { DatabaseType } from '@/lib/domain/database-type';import type { DBTable } from '@/lib/domain/db-table';import type { DataType } from '../data-types/data-types';+import { generateCacheKey, getFromCache, setInCache } from './export-sql-cache';export const exportBaseSQL = (diagram: Diagram): string => {const { tables, relationships } = diagram;@@ -197,18 +198,27 @@ export const exportSQL = async (signal?: AbortSignal;}): Promise<string> => {+ const sqlScript = exportBaseSQL(diagram);+ const cacheKey = await generateCacheKey(databaseType, sqlScript);++ const cachedResult = getFromCache(cacheKey);+ if (cachedResult) {+ return cachedResult;+ }+const [{ streamText, generateText }, { createOpenAI }] = await Promise.all([import('ai'),import('@ai-sdk/openai'),]);+const openai = createOpenAI({apiKey: OPENAI_API_KEY,});- const sqlScript = exportBaseSQL(diagram);+const prompt = generateSQLPrompt(databaseType, sqlScript);if (options?.stream) {- const { textStream, text } = await streamText({+ const { textStream, text: textPromise } = await streamText({model: openai('gpt-4o-mini-2024-07-18'),prompt: prompt,});@@ -220,6 +230,9 @@ export const exportSQL = async (options.onResultStream(textPart);}+ const text = await textPromise;++ setInCache(cacheKey, text);return text;}@@ -228,6 +241,7 @@ export const exportSQL = async (prompt: prompt,});+ setInCache(cacheKey, text);return text;};diff --git a/src/lib/utils.ts b/src/lib/utils.tsindex f9e238b7..39cc64c8 100644--- a/src/lib/utils.ts+++ b/src/lib/utils.ts@@ -180,3 +180,16 @@ export const cloneDiagram = (updatedAt: new Date(),};};++export const sha256 = async (message: string): Promise<string> => {+ const msgBuffer = new TextEncoder().encode(message);++ const hashBuffer = await crypto.subtle.digest('SHA-256', msgBuffer);++ const hashArray = Array.from(new Uint8Array(hashBuffer));+ const hashHex = hashArray+ .map((b) => b.toString(16).padStart(2, '0'))+ .join('');++ return hashHex;+};