Free, simple, and intuitive online database diagram editor and SQL generator.
JavaScript databasedatabase-designdatabase-diagramdatabase-schemadbmldiagram-editoreditorer-diagramerderdiagramindexeddbmariadbmcporacle-databaseoracle-dbpostgresqlschema-designsqlsql-serversqlite
Add import with AI when parser fails (#1082)
1ilit8f4fe7895224
diff --git a/src/components/EditorHeader/Modal/ImportWithAiButton.jsx b/src/components/EditorHeader/Modal/ImportWithAiButton.jsxnew file mode 100644index 00000000..9ab7bb06--- /dev/null+++ b/src/components/EditorHeader/Modal/ImportWithAiButton.jsx@@ -0,0 +1,24 @@+import { useTranslation } from "react-i18next";+import { IconSparkles } from "../../../icons";++export default function ImportWithAiButton({ loading, disabled, onClick }) {+ const { t } = useTranslation();++ return (+ <button+ type="button"+ onClick={onClick}+ disabled={loading || disabled}+ className="inline-flex h-8.5 items-center rounded-md bg-[color:rgba(var(--semi-grey-1),1)] text-sm leading-5 font-semibold text-[color:var(--semi-color-text-0)] transition-colors hover:bg-[color:rgba(var(--semi-grey-2),1)] disabled:cursor-not-allowed disabled:opacity-60 disabled:hover:bg-[color:rgba(var(--semi-grey-1),1)]"+ >+ <span className="flex h-8 w-8 shrink-0 items-center justify-center rounded-md bg-gradient-to-br from-sky-900 via-sky-600 to-cyan-400 text-white shadow-md">+ {loading ? (+ <span className="h-3.5 w-3.5 animate-spin rounded-full border-2 border-white/40 border-t-white" />+ ) : (+ <IconSparkles size={12} />+ )}+ </span>+ <span className="ps-2 pe-3">{t("import_with_ai")}</span>+ </button>+ );+}diff --git a/src/components/EditorHeader/Modal/Modal.jsx b/src/components/EditorHeader/Modal/Modal.jsxindex 84097b57..149549d3 100644--- a/src/components/EditorHeader/Modal/Modal.jsx+++ b/src/components/EditorHeader/Modal/Modal.jsx@@ -1,4 +1,11 @@-import { Image, Input, Modal as SemiUIModal, Spin } from "@douyinfe/semi-ui";+import {+ Button,+ Image,+ Input,+ Modal as SemiUIModal,+ Spin,+ Toast,+} from "@douyinfe/semi-ui";import { saveAs } from "file-saver";import { Parser } from "node-sql-parser";import { Parser as OracleParser } from "oracle-sql-parser";@@ -18,7 +25,12 @@ import {useUndoRedo,} from "../../../hooks";import { isRtl } from "../../../i18n/utils/rtl";+import { useExtensions } from "../../../context/ExtensionsContext";import { importSQL } from "../../../utils/importSQL";+import {+ allowedTypesFor,+ normalizeAiDiagram,+} from "../../../utils/importAiDiagram";import {getModalTitle,getModalWidth,@@ -27,6 +39,7 @@ import {import CodeEditor from "../../CodeEditor";import ImportDiagram from "./ImportDiagram";import ImportSource from "./ImportSource";+import ImportWithAiButton from "./ImportWithAiButton";import Language from "./Language";import New from "./New";import Open from "./Open";@@ -79,7 +92,9 @@ export default function Modal({const [selectedTemplateId, setSelectedTemplateId] = useState(-1);const [selectedDiagramId, setSelectedDiagramId] = useState(0);const [saveAsTitle, setSaveAsTitle] = useState(title);+ const [aiImporting, setAiImporting] = useState(false);const navigate = useNavigateWithParams();+ const { importSqlWithAi } = useExtensions();useEffect(() => {if (modal === MODAL.SAVEAS) setSaveAsTitle(title);@@ -136,37 +151,73 @@ export default function Modal({database,);- if (importSource.overwrite) {- setTables(diagramData.tables);- setRelationships(diagramData.relationships);- if (databases[database].hasTypes) setTypes(diagramData.types ?? []);- if (databases[database].hasEnums) setEnums(diagramData.enums ?? []);- setTransform((prev) => ({ ...prev, pan: { x: 0, y: 0 } }));- setNotes([]);- setAreas([]);- } else {- setTables((prev) => [...prev, ...diagramData.tables]);- setRelationships((prev) =>- [...prev, ...diagramData.relationships].map((r, i) => ({- ...r,- id: i,- })),- );- if (databases[database].hasTypes && diagramData.types.length)- setTypes((prev) => [...prev, ...diagramData.types]);- if (databases[database].hasEnums && diagramData.enums.length)- setEnums((prev) => [...prev, ...diagramData.enums]);- }+ applyImportedDiagram(diagramData);+ } catch (e) {+ setError({+ type: STATUS.ERROR,+ message: `Please check for syntax errors or let us know about the error.`,+ });+ }+ };- setUndoStack([]);- setRedoStack([]);+ const applyImportedDiagram = (diagramData) => {+ if (importSource.overwrite) {+ setTables(diagramData.tables);+ setRelationships(diagramData.relationships);+ if (databases[database].hasTypes) setTypes(diagramData.types ?? []);+ if (databases[database].hasEnums) setEnums(diagramData.enums ?? []);+ setTransform((prev) => ({ ...prev, pan: { x: 0, y: 0 } }));+ setNotes([]);+ setAreas([]);+ } else {+ setTables((prev) => [...prev, ...diagramData.tables]);+ setRelationships((prev) =>+ [...prev, ...diagramData.relationships].map((r, i) => ({+ ...r,+ id: i,+ })),+ );+ if (databases[database].hasTypes && diagramData.types.length)+ setTypes((prev) => [...prev, ...diagramData.types]);+ if (databases[database].hasEnums && diagramData.enums.length)+ setEnums((prev) => [...prev, ...diagramData.enums]);+ }- setModal(MODAL.NONE);+ setUndoStack([]);+ setRedoStack([]);++ setModal(MODAL.NONE);+ };++ const importSourceWithAi = async () => {+ setAiImporting(true);+ try {+ const result = await importSqlWithAi({+ sql: importSource.src,+ database: database === DB.GENERIC ? importDb : database,+ allowedTypes: allowedTypesFor(database),+ });++ if (!result) return;++ const { diagram, warnings } = normalizeAiDiagram(result.diagram, database);+ const allWarnings = [...(result.warnings ?? []), ...warnings];++ applyImportedDiagram(diagram);++ if (allWarnings.length) {+ Toast.warning({+ content: allWarnings.slice(0, 3).join(" "),+ duration: 8,+ });+ }} catch (e) {setError({type: STATUS.ERROR,- message: `Please check for syntax errors or let us know about the error.`,+ message: e?.message || t("ai_import_failed"),});+ } finally {+ setAiImporting(false);}};@@ -331,12 +382,53 @@ export default function Modal({}};+ const handleCancel = () => {+ if (modal === MODAL.RENAME) setUncontrolledTitle(title);+ if (modal === MODAL.LANGUAGE) setUncontrolledLanguage(i18n.language);+ if (modal === MODAL.TABLE_WIDTH) setTempTableWidth(settings.tableWidth);+ setModal(MODAL.NONE);+ };++ const okDisabled =+ (error && error?.type === STATUS.ERROR) ||+ (modal === MODAL.IMPORT && (error.type === STATUS.ERROR || !importData)) ||+ (modal === MODAL.RENAME && title === "") ||+ ((modal === MODAL.IMG || modal === MODAL.CODE) && !exportData.data) ||+ (modal === MODAL.SAVEAS && saveAsTitle === "") ||+ (modal === MODAL.IMPORT_SRC && importSource.src === "");++ const showAiFooter =+ modal === MODAL.IMPORT_SRC && typeof importSqlWithAi === "function";++ const aiFooter = (+ <div className="flex items-center justify-between">+ <div>+ {error.type === STATUS.ERROR && (+ <ImportWithAiButton+ loading={aiImporting}+ disabled={!importSource.src}+ onClick={importSourceWithAi}+ />+ )}+ </div>+ <div>+ <Button type="tertiary" autoFocus onClick={handleCancel}>+ {t("cancel")}+ </Button>+ <Button theme="solid" disabled={okDisabled} onClick={getModalOnOk}>+ {getOkText(modal)}+ </Button>+ </div>+ </div>+ );+return (<SemiUIModalstyle={isRtl(i18n.language) ? { direction: "rtl" } : {}}title={getModalTitle(modal)}visible={modal !== MODAL.NONE && modal !== MODAL.CONFIG_CUSTOM_TYPES}onOk={getModalOnOk}+ {...(showAiFooter ? { footer: aiFooter } : {})}afterClose={() => {setExportData(() => ({data: "",@@ -353,24 +445,12 @@ export default function Modal({overwrite: false,});}}- onCancel={() => {- if (modal === MODAL.RENAME) setUncontrolledTitle(title);- if (modal === MODAL.LANGUAGE) setUncontrolledLanguage(i18n.language);- if (modal === MODAL.TABLE_WIDTH) setTempTableWidth(settings.tableWidth);- setModal(MODAL.NONE);- }}+ onCancel={handleCancel}centeredcloseOnEsc={true}okText={getOkText(modal)}okButtonProps={{- disabled:- (error && error?.type === STATUS.ERROR) ||- (modal === MODAL.IMPORT &&- (error.type === STATUS.ERROR || !importData)) ||- (modal === MODAL.RENAME && title === "") ||- ((modal === MODAL.IMG || modal === MODAL.CODE) && !exportData.data) ||- (modal === MODAL.SAVEAS && saveAsTitle === "") ||- (modal === MODAL.IMPORT_SRC && importSource.src === ""),+ disabled: okDisabled,hidden: modal === MODAL.SHARE,}}hasCancel={modal !== MODAL.SHARE}diff --git a/src/i18n/locales/en.js b/src/i18n/locales/en.jsindex 7999646d..4271daa4 100644--- a/src/i18n/locales/en.js+++ b/src/i18n/locales/en.js@@ -307,6 +307,8 @@ const en = {force_hide: "Force hide",primary_key: "Primary key",foreign_key: "Foreign key",+ import_with_ai: "Import with AI",+ ai_import_failed: "AI import failed. Please try again.",},};diff --git a/src/icons/IconSparkles.jsx b/src/icons/IconSparkles.jsxnew file mode 100644index 00000000..f0d787e9--- /dev/null+++ b/src/icons/IconSparkles.jsx@@ -0,0 +1,7 @@+export default function IconSparkles({ size = 16 }) {+ return (+ <svg height={size} width={size} viewBox="0 0 24 24" fill="currentColor">+ <path d="M12 2 L14.2 9.8 L22 12 L14.2 14.2 L12 22 L9.8 14.2 L2 12 L9.8 9.8 Z" />+ </svg>+ );+}diff --git a/src/icons/index.js b/src/icons/index.jsindex 46c57a6c..9c394373 100644--- a/src/icons/index.js+++ b/src/icons/index.js@@ -3,3 +3,4 @@ export { default as IconTable } from "./IconTable";export { default as IconRelationship } from "./IconRelationship";export { default as IconAddArea } from "./IconAddArea";export { default as IconAddNote } from "./IconAddNote";+export { default as IconSparkles } from "./IconSparkles";diff --git a/src/utils/importAiDiagram.js b/src/utils/importAiDiagram.jsnew file mode 100644index 00000000..0eae7f9b--- /dev/null+++ b/src/utils/importAiDiagram.js@@ -0,0 +1,117 @@+import { dbToTypes } from "../data/datatypes";+import { arrangeTables } from "./arrangeTables";+import { jsonDiagramIsValid } from "./validateSchema";++const TYPE_ALIASES = {+ INT: ["INTEGER"],+ INTEGER: ["INT"],+ BOOL: ["BOOLEAN"],+ BOOLEAN: ["BOOL", "BIT"],+ "CHARACTER VARYING": ["VARCHAR"],+ "CHARACTER": ["CHAR"],+ "TIMESTAMP WITH TIME ZONE": ["TIMESTAMPTZ", "TIMESTAMP"],+ "TIMESTAMP WITHOUT TIME ZONE": ["TIMESTAMP", "DATETIME"],+ "TIME WITH TIME ZONE": ["TIMETZ", "TIME"],+ "TIME WITHOUT TIME ZONE": ["TIME"],+ "DOUBLE PRECISION": ["DOUBLE", "FLOAT"],+ DOUBLE: ["DOUBLE PRECISION", "FLOAT"],+ SERIAL: ["INTEGER", "INT"],+ BIGSERIAL: ["BIGINT"],+ UUID: ["VARCHAR", "TEXT"],+ JSONB: ["JSON"],+ BYTEA: ["BLOB", "BINARY"],+ BLOB: ["BYTEA", "BINARY"],+ CLOB: ["TEXT"],+ NUMBER: ["NUMERIC", "DECIMAL"],+ STRING: ["VARCHAR", "TEXT"],+};++const FALLBACK_TYPES = ["VARCHAR", "TEXT", "BLOB", "BYTEA", "CHAR"];++export function allowedTypesFor(database) {+ const types = dbToTypes[database];+ return types ? Object.keys(types) : [];+}++function resolveType(rawType, validTypes, declaredNames) {+ const trimmed = String(rawType ?? "").trim();+ const upper = trimmed.toUpperCase();++ if (validTypes[upper]) return { type: upper };++ const declared = declaredNames.get(upper);+ if (declared) return { type: declared };++ for (const alias of TYPE_ALIASES[upper] ?? []) {+ if (validTypes[alias]) return { type: alias };+ }++ const fallback = FALLBACK_TYPES.find((candidate) => validTypes[candidate]);+ return {+ type: fallback ?? upper,+ warning: trimmed+ ? `Type "${trimmed}" is not available for this database, imported as ${fallback}.`+ : `A column had no type, imported as ${fallback}.`,+ };+}++export function normalizeAiDiagram(raw, database) {+ if (!raw || !Array.isArray(raw.tables) || !raw.tables.length) {+ throw new Error("The AI import returned no tables.");+ }++ const warnings = [];+ const validTypes = dbToTypes[database] || {};+ const enums = Array.isArray(raw.enums) ? raw.enums : [];+ const types = Array.isArray(raw.types) ? raw.types : [];++ const declaredNames = new Map();+ for (const entry of [...enums, ...types]) {+ if (entry?.name) declaredNames.set(String(entry.name).toUpperCase(), entry.name);+ }++ const tables = raw.tables.map((table) => ({+ ...table,+ fields: (table.fields ?? []).map((field) => {+ const { type, warning } = resolveType(field.type, validTypes, declaredNames);+ if (warning) warnings.push(warning);+ return { ...field, type };+ }),+ }));++ const relationships = (+ Array.isArray(raw.relationships) ? raw.relationships : []+ ).filter((relationship) => {+ const startTable = tables.find((t) => t.id === relationship.startTableId);+ const endTable = tables.find((t) => t.id === relationship.endTableId);+ const resolves =+ startTable?.fields.some((f) => f.id === relationship.startFieldId) &&+ endTable?.fields.some((f) => f.id === relationship.endFieldId);+ if (!resolves) {+ warnings.push(+ `Skipped relationship "${relationship.name}" because it did not resolve to a column.`,+ );+ }+ return resolves;+ });++ const diagram = {+ tables,+ relationships: relationships.map((relationship, id) => ({+ ...relationship,+ id,+ })),+ enums,+ types,+ };++ if (!jsonDiagramIsValid({ ...diagram, notes: [], subjectAreas: [] })) {+ throw new Error(+ "The AI import produced a diagram we could not read. Please try again.",+ );+ }++ arrangeTables(diagram);++ return { diagram, warnings };+}