Skip to content

Free, simple, and intuitive online database diagram editor and SQL generator.

Add import with AI when parser fails (#1082)

1ilit8f4fe7895224
diff --git a/src/components/EditorHeader/Modal/ImportWithAiButton.jsx b/src/components/EditorHeader/Modal/ImportWithAiButton.jsx
new file mode 100644
index 00000000..9ab7bb06
--- /dev/null
+++ b/src/components/EditorHeader/Modal/ImportWithAiButton.jsx
@@ -0,0 +1,24 @@
+import { useTranslation } from "react-i18next";
+import { IconSparkles } from "../../../icons";
+
+export default function ImportWithAiButton({ loading, disabled, onClick }) {
+ const { t } = useTranslation();
+
+ return (
+ <button
+ type="button"
+ onClick={onClick}
+ disabled={loading || disabled}
+ className="inline-flex h-8.5 items-center rounded-md bg-[color:rgba(var(--semi-grey-1),1)] text-sm leading-5 font-semibold text-[color:var(--semi-color-text-0)] transition-colors hover:bg-[color:rgba(var(--semi-grey-2),1)] disabled:cursor-not-allowed disabled:opacity-60 disabled:hover:bg-[color:rgba(var(--semi-grey-1),1)]"
+ >
+ <span className="flex h-8 w-8 shrink-0 items-center justify-center rounded-md bg-gradient-to-br from-sky-900 via-sky-600 to-cyan-400 text-white shadow-md">
+ {loading ? (
+ <span className="h-3.5 w-3.5 animate-spin rounded-full border-2 border-white/40 border-t-white" />
+ ) : (
+ <IconSparkles size={12} />
+ )}
+ </span>
+ <span className="ps-2 pe-3">{t("import_with_ai")}</span>
+ </button>
+ );
+}
diff --git a/src/components/EditorHeader/Modal/Modal.jsx b/src/components/EditorHeader/Modal/Modal.jsx
index 84097b57..149549d3 100644
--- a/src/components/EditorHeader/Modal/Modal.jsx
+++ b/src/components/EditorHeader/Modal/Modal.jsx
@@ -1,4 +1,11 @@
-import { Image, Input, Modal as SemiUIModal, Spin } from "@douyinfe/semi-ui";
+import {
+ Button,
+ Image,
+ Input,
+ Modal as SemiUIModal,
+ Spin,
+ Toast,
+} from "@douyinfe/semi-ui";
import { saveAs } from "file-saver";
import { Parser } from "node-sql-parser";
import { Parser as OracleParser } from "oracle-sql-parser";
@@ -18,7 +25,12 @@ import {
useUndoRedo,
} from "../../../hooks";
import { isRtl } from "../../../i18n/utils/rtl";
+import { useExtensions } from "../../../context/ExtensionsContext";
import { importSQL } from "../../../utils/importSQL";
+import {
+ allowedTypesFor,
+ normalizeAiDiagram,
+} from "../../../utils/importAiDiagram";
import {
getModalTitle,
getModalWidth,
@@ -27,6 +39,7 @@ import {
import CodeEditor from "../../CodeEditor";
import ImportDiagram from "./ImportDiagram";
import ImportSource from "./ImportSource";
+import ImportWithAiButton from "./ImportWithAiButton";
import Language from "./Language";
import New from "./New";
import Open from "./Open";
@@ -79,7 +92,9 @@ export default function Modal({
const [selectedTemplateId, setSelectedTemplateId] = useState(-1);
const [selectedDiagramId, setSelectedDiagramId] = useState(0);
const [saveAsTitle, setSaveAsTitle] = useState(title);
+ const [aiImporting, setAiImporting] = useState(false);
const navigate = useNavigateWithParams();
+ const { importSqlWithAi } = useExtensions();
useEffect(() => {
if (modal === MODAL.SAVEAS) setSaveAsTitle(title);
@@ -136,37 +151,73 @@ export default function Modal({
database,
);
- if (importSource.overwrite) {
- setTables(diagramData.tables);
- setRelationships(diagramData.relationships);
- if (databases[database].hasTypes) setTypes(diagramData.types ?? []);
- if (databases[database].hasEnums) setEnums(diagramData.enums ?? []);
- setTransform((prev) => ({ ...prev, pan: { x: 0, y: 0 } }));
- setNotes([]);
- setAreas([]);
- } else {
- setTables((prev) => [...prev, ...diagramData.tables]);
- setRelationships((prev) =>
- [...prev, ...diagramData.relationships].map((r, i) => ({
- ...r,
- id: i,
- })),
- );
- if (databases[database].hasTypes && diagramData.types.length)
- setTypes((prev) => [...prev, ...diagramData.types]);
- if (databases[database].hasEnums && diagramData.enums.length)
- setEnums((prev) => [...prev, ...diagramData.enums]);
- }
+ applyImportedDiagram(diagramData);
+ } catch (e) {
+ setError({
+ type: STATUS.ERROR,
+ message: `Please check for syntax errors or let us know about the error.`,
+ });
+ }
+ };
- setUndoStack([]);
- setRedoStack([]);
+ const applyImportedDiagram = (diagramData) => {
+ if (importSource.overwrite) {
+ setTables(diagramData.tables);
+ setRelationships(diagramData.relationships);
+ if (databases[database].hasTypes) setTypes(diagramData.types ?? []);
+ if (databases[database].hasEnums) setEnums(diagramData.enums ?? []);
+ setTransform((prev) => ({ ...prev, pan: { x: 0, y: 0 } }));
+ setNotes([]);
+ setAreas([]);
+ } else {
+ setTables((prev) => [...prev, ...diagramData.tables]);
+ setRelationships((prev) =>
+ [...prev, ...diagramData.relationships].map((r, i) => ({
+ ...r,
+ id: i,
+ })),
+ );
+ if (databases[database].hasTypes && diagramData.types.length)
+ setTypes((prev) => [...prev, ...diagramData.types]);
+ if (databases[database].hasEnums && diagramData.enums.length)
+ setEnums((prev) => [...prev, ...diagramData.enums]);
+ }
- setModal(MODAL.NONE);
+ setUndoStack([]);
+ setRedoStack([]);
+
+ setModal(MODAL.NONE);
+ };
+
+ const importSourceWithAi = async () => {
+ setAiImporting(true);
+ try {
+ const result = await importSqlWithAi({
+ sql: importSource.src,
+ database: database === DB.GENERIC ? importDb : database,
+ allowedTypes: allowedTypesFor(database),
+ });
+
+ if (!result) return;
+
+ const { diagram, warnings } = normalizeAiDiagram(result.diagram, database);
+ const allWarnings = [...(result.warnings ?? []), ...warnings];
+
+ applyImportedDiagram(diagram);
+
+ if (allWarnings.length) {
+ Toast.warning({
+ content: allWarnings.slice(0, 3).join(" "),
+ duration: 8,
+ });
+ }
} catch (e) {
setError({
type: STATUS.ERROR,
- message: `Please check for syntax errors or let us know about the error.`,
+ message: e?.message || t("ai_import_failed"),
});
+ } finally {
+ setAiImporting(false);
}
};
@@ -331,12 +382,53 @@ export default function Modal({
}
};
+ const handleCancel = () => {
+ if (modal === MODAL.RENAME) setUncontrolledTitle(title);
+ if (modal === MODAL.LANGUAGE) setUncontrolledLanguage(i18n.language);
+ if (modal === MODAL.TABLE_WIDTH) setTempTableWidth(settings.tableWidth);
+ setModal(MODAL.NONE);
+ };
+
+ const okDisabled =
+ (error && error?.type === STATUS.ERROR) ||
+ (modal === MODAL.IMPORT && (error.type === STATUS.ERROR || !importData)) ||
+ (modal === MODAL.RENAME && title === "") ||
+ ((modal === MODAL.IMG || modal === MODAL.CODE) && !exportData.data) ||
+ (modal === MODAL.SAVEAS && saveAsTitle === "") ||
+ (modal === MODAL.IMPORT_SRC && importSource.src === "");
+
+ const showAiFooter =
+ modal === MODAL.IMPORT_SRC && typeof importSqlWithAi === "function";
+
+ const aiFooter = (
+ <div className="flex items-center justify-between">
+ <div>
+ {error.type === STATUS.ERROR && (
+ <ImportWithAiButton
+ loading={aiImporting}
+ disabled={!importSource.src}
+ onClick={importSourceWithAi}
+ />
+ )}
+ </div>
+ <div>
+ <Button type="tertiary" autoFocus onClick={handleCancel}>
+ {t("cancel")}
+ </Button>
+ <Button theme="solid" disabled={okDisabled} onClick={getModalOnOk}>
+ {getOkText(modal)}
+ </Button>
+ </div>
+ </div>
+ );
+
return (
<SemiUIModal
style={isRtl(i18n.language) ? { direction: "rtl" } : {}}
title={getModalTitle(modal)}
visible={modal !== MODAL.NONE && modal !== MODAL.CONFIG_CUSTOM_TYPES}
onOk={getModalOnOk}
+ {...(showAiFooter ? { footer: aiFooter } : {})}
afterClose={() => {
setExportData(() => ({
data: "",
@@ -353,24 +445,12 @@ export default function Modal({
overwrite: false,
});
}}
- onCancel={() => {
- if (modal === MODAL.RENAME) setUncontrolledTitle(title);
- if (modal === MODAL.LANGUAGE) setUncontrolledLanguage(i18n.language);
- if (modal === MODAL.TABLE_WIDTH) setTempTableWidth(settings.tableWidth);
- setModal(MODAL.NONE);
- }}
+ onCancel={handleCancel}
centered
closeOnEsc={true}
okText={getOkText(modal)}
okButtonProps={{
- disabled:
- (error && error?.type === STATUS.ERROR) ||
- (modal === MODAL.IMPORT &&
- (error.type === STATUS.ERROR || !importData)) ||
- (modal === MODAL.RENAME && title === "") ||
- ((modal === MODAL.IMG || modal === MODAL.CODE) && !exportData.data) ||
- (modal === MODAL.SAVEAS && saveAsTitle === "") ||
- (modal === MODAL.IMPORT_SRC && importSource.src === ""),
+ disabled: okDisabled,
hidden: modal === MODAL.SHARE,
}}
hasCancel={modal !== MODAL.SHARE}
diff --git a/src/i18n/locales/en.js b/src/i18n/locales/en.js
index 7999646d..4271daa4 100644
--- a/src/i18n/locales/en.js
+++ b/src/i18n/locales/en.js
@@ -307,6 +307,8 @@ const en = {
force_hide: "Force hide",
primary_key: "Primary key",
foreign_key: "Foreign key",
+ import_with_ai: "Import with AI",
+ ai_import_failed: "AI import failed. Please try again.",
},
};
diff --git a/src/icons/IconSparkles.jsx b/src/icons/IconSparkles.jsx
new file mode 100644
index 00000000..f0d787e9
--- /dev/null
+++ b/src/icons/IconSparkles.jsx
@@ -0,0 +1,7 @@
+export default function IconSparkles({ size = 16 }) {
+ return (
+ <svg height={size} width={size} viewBox="0 0 24 24" fill="currentColor">
+ <path d="M12 2 L14.2 9.8 L22 12 L14.2 14.2 L12 22 L9.8 14.2 L2 12 L9.8 9.8 Z" />
+ </svg>
+ );
+}
diff --git a/src/icons/index.js b/src/icons/index.js
index 46c57a6c..9c394373 100644
--- a/src/icons/index.js
+++ b/src/icons/index.js
@@ -3,3 +3,4 @@ export { default as IconTable } from "./IconTable";
export { default as IconRelationship } from "./IconRelationship";
export { default as IconAddArea } from "./IconAddArea";
export { default as IconAddNote } from "./IconAddNote";
+export { default as IconSparkles } from "./IconSparkles";
diff --git a/src/utils/importAiDiagram.js b/src/utils/importAiDiagram.js
new file mode 100644
index 00000000..0eae7f9b
--- /dev/null
+++ b/src/utils/importAiDiagram.js
@@ -0,0 +1,117 @@
+import { dbToTypes } from "../data/datatypes";
+import { arrangeTables } from "./arrangeTables";
+import { jsonDiagramIsValid } from "./validateSchema";
+
+const TYPE_ALIASES = {
+ INT: ["INTEGER"],
+ INTEGER: ["INT"],
+ BOOL: ["BOOLEAN"],
+ BOOLEAN: ["BOOL", "BIT"],
+ "CHARACTER VARYING": ["VARCHAR"],
+ "CHARACTER": ["CHAR"],
+ "TIMESTAMP WITH TIME ZONE": ["TIMESTAMPTZ", "TIMESTAMP"],
+ "TIMESTAMP WITHOUT TIME ZONE": ["TIMESTAMP", "DATETIME"],
+ "TIME WITH TIME ZONE": ["TIMETZ", "TIME"],
+ "TIME WITHOUT TIME ZONE": ["TIME"],
+ "DOUBLE PRECISION": ["DOUBLE", "FLOAT"],
+ DOUBLE: ["DOUBLE PRECISION", "FLOAT"],
+ SERIAL: ["INTEGER", "INT"],
+ BIGSERIAL: ["BIGINT"],
+ UUID: ["VARCHAR", "TEXT"],
+ JSONB: ["JSON"],
+ BYTEA: ["BLOB", "BINARY"],
+ BLOB: ["BYTEA", "BINARY"],
+ CLOB: ["TEXT"],
+ NUMBER: ["NUMERIC", "DECIMAL"],
+ STRING: ["VARCHAR", "TEXT"],
+};
+
+const FALLBACK_TYPES = ["VARCHAR", "TEXT", "BLOB", "BYTEA", "CHAR"];
+
+export function allowedTypesFor(database) {
+ const types = dbToTypes[database];
+ return types ? Object.keys(types) : [];
+}
+
+function resolveType(rawType, validTypes, declaredNames) {
+ const trimmed = String(rawType ?? "").trim();
+ const upper = trimmed.toUpperCase();
+
+ if (validTypes[upper]) return { type: upper };
+
+ const declared = declaredNames.get(upper);
+ if (declared) return { type: declared };
+
+ for (const alias of TYPE_ALIASES[upper] ?? []) {
+ if (validTypes[alias]) return { type: alias };
+ }
+
+ const fallback = FALLBACK_TYPES.find((candidate) => validTypes[candidate]);
+ return {
+ type: fallback ?? upper,
+ warning: trimmed
+ ? `Type "${trimmed}" is not available for this database, imported as ${fallback}.`
+ : `A column had no type, imported as ${fallback}.`,
+ };
+}
+
+export function normalizeAiDiagram(raw, database) {
+ if (!raw || !Array.isArray(raw.tables) || !raw.tables.length) {
+ throw new Error("The AI import returned no tables.");
+ }
+
+ const warnings = [];
+ const validTypes = dbToTypes[database] || {};
+ const enums = Array.isArray(raw.enums) ? raw.enums : [];
+ const types = Array.isArray(raw.types) ? raw.types : [];
+
+ const declaredNames = new Map();
+ for (const entry of [...enums, ...types]) {
+ if (entry?.name) declaredNames.set(String(entry.name).toUpperCase(), entry.name);
+ }
+
+ const tables = raw.tables.map((table) => ({
+ ...table,
+ fields: (table.fields ?? []).map((field) => {
+ const { type, warning } = resolveType(field.type, validTypes, declaredNames);
+ if (warning) warnings.push(warning);
+ return { ...field, type };
+ }),
+ }));
+
+ const relationships = (
+ Array.isArray(raw.relationships) ? raw.relationships : []
+ ).filter((relationship) => {
+ const startTable = tables.find((t) => t.id === relationship.startTableId);
+ const endTable = tables.find((t) => t.id === relationship.endTableId);
+ const resolves =
+ startTable?.fields.some((f) => f.id === relationship.startFieldId) &&
+ endTable?.fields.some((f) => f.id === relationship.endFieldId);
+ if (!resolves) {
+ warnings.push(
+ `Skipped relationship "${relationship.name}" because it did not resolve to a column.`,
+ );
+ }
+ return resolves;
+ });
+
+ const diagram = {
+ tables,
+ relationships: relationships.map((relationship, id) => ({
+ ...relationship,
+ id,
+ })),
+ enums,
+ types,
+ };
+
+ if (!jsonDiagramIsValid({ ...diagram, notes: [], subjectAreas: [] })) {
+ throw new Error(
+ "The AI import produced a diagram we could not read. Please try again.",
+ );
+ }
+
+ arrangeTables(diagram);
+
+ return { diagram, warnings };
+}