Database diagrams editor that allows you to visualize and design your DB with a single query.
TypeScript databasedbdb-migrationeditorerdmariadbmssqlmysqlpostgresqlreactreact-flowschema-migrationssqlsqlitetypescriptvisualizationxyflow
add view definitions (#246)
Jonathan Fishner8e51b220c59d
diff --git a/.eslintrc.cjs b/.eslintrc.cjsindex 4af14dad..233b3302 100644--- a/.eslintrc.cjs+++ b/.eslintrc.cjs@@ -6,9 +6,9 @@ module.exports = {'plugin:react/recommended','plugin:@typescript-eslint/recommended','plugin:react-hooks/recommended',- 'plugin:prettier/recommended','plugin:css-modules/recommended','plugin:tailwindcss/recommended',+ 'plugin:prettier/recommended',// 'plugin:jsx-a11y/recommended',],ignorePatterns: ['dist', '.eslintrc.cjs'],diff --git a/package-lock.json b/package-lock.jsonindex 92160ce0..a9477c27 100644--- a/package-lock.json+++ b/package-lock.json@@ -36,6 +36,7 @@"@xyflow/react": "^12.3.1","ahooks": "^3.8.1","ai": "^3.3.14",+ "buffer": "^6.0.3","class-variance-authority": "^0.7.0","clsx": "^2.1.1","cmdk": "^1.0.0",@@ -4198,6 +4199,26 @@"integrity": "sha512-3oSeUO0TMV67hN1AmbXsK4yaqU7tjiHlbxRDZOpH0KW9+CeX4bRAaX0Anxt0tx2MrpRpWwQaPwIlISEJhYU5Pw==","license": "MIT"},+ "node_modules/base64-js": {+ "version": "1.5.1",+ "resolved": "https://registry.npmjs.org/base64-js/-/base64-js-1.5.1.tgz",+ "integrity": "sha512-AKpaYlHn8t4SVbOHCy+b5+KKgvR4vrsD8vbvrbiQJps7fKDTkjkDry6ji0rUJjC0kzbNePLwzxq8iypo41qeWA==",+ "funding": [+ {+ "type": "github",+ "url": "https://github.com/sponsors/feross"+ },+ {+ "type": "patreon",+ "url": "https://www.patreon.com/feross"+ },+ {+ "type": "consulting",+ "url": "https://feross.org/support"+ }+ ],+ "license": "MIT"+ },"node_modules/big-integer": {"version": "1.6.52","resolved": "https://registry.npmjs.org/big-integer/-/big-integer-1.6.52.tgz",@@ -4273,6 +4294,30 @@"node": "^6 || ^7 || ^8 || ^9 || ^10 || ^11 || ^12 || >=13.7"}},+ "node_modules/buffer": {+ "version": "6.0.3",+ "resolved": "https://registry.npmjs.org/buffer/-/buffer-6.0.3.tgz",+ "integrity": "sha512-FTiCpNxtwiZZHEZbcbTIcZjERVICn9yq/pDFkTl95/AxzD1naBctN7YO68riM/gLSDY7sdrMby8hofADYuuqOA==",+ "funding": [+ {+ "type": "github",+ "url": "https://github.com/sponsors/feross"+ },+ {+ "type": "patreon",+ "url": "https://www.patreon.com/feross"+ },+ {+ "type": "consulting",+ "url": "https://feross.org/support"+ }+ ],+ "license": "MIT",+ "dependencies": {+ "base64-js": "^1.3.1",+ "ieee754": "^1.2.1"+ }+ },"node_modules/call-bind": {"version": "1.0.7","resolved": "https://registry.npmjs.org/call-bind/-/call-bind-1.0.7.tgz",@@ -6781,6 +6826,26 @@"@babel/runtime": "^7.23.2"}},+ "node_modules/ieee754": {+ "version": "1.2.1",+ "resolved": "https://registry.npmjs.org/ieee754/-/ieee754-1.2.1.tgz",+ "integrity": "sha512-dcyqhDvX1C46lXZcVqCpK+FtMRQVdIMN6/Df5js2zouUsqG7I6sFxitIC+7KYK29KdXOLHdu9zL4sFnoVQnqaA==",+ "funding": [+ {+ "type": "github",+ "url": "https://github.com/sponsors/feross"+ },+ {+ "type": "patreon",+ "url": "https://www.patreon.com/feross"+ },+ {+ "type": "consulting",+ "url": "https://feross.org/support"+ }+ ],+ "license": "BSD-3-Clause"+ },"node_modules/ignore": {"version": "5.3.2","resolved": "https://registry.npmjs.org/ignore/-/ignore-5.3.2.tgz",diff --git a/package.json b/package.jsonindex 18d5eb3c..4b9177af 100644--- a/package.json+++ b/package.json@@ -37,9 +37,10 @@"@radix-ui/react-toggle-group": "^1.1.0","@radix-ui/react-tooltip": "^1.1.2","@uidotdev/usehooks": "^2.4.1",- "ahooks": "^3.8.1","@xyflow/react": "^12.3.1",+ "ahooks": "^3.8.1","ai": "^3.3.14",+ "buffer": "^6.0.3","class-variance-authority": "^0.7.0","clsx": "^2.1.1","cmdk": "^1.0.0",diff --git a/src/lib/data/import-metadata/scripts/maria-script.ts b/src/lib/data/import-metadata/scripts/maria-script.tsindex a7805dbc..3f4c0044 100644--- a/src/lib/data/import-metadata/scripts/maria-script.ts+++ b/src/lib/data/import-metadata/scripts/maria-script.ts@@ -122,7 +122,7 @@ export const mariaDBQuery = `WITH fk_info as (AND table_schema = DATABASE()AND (0x00) IN (@views:=CONCAT_WS(',', @views, CONCAT('{', '"schema":"', \`TABLE_SCHEMA\`, '",','"view_name":"', \`TABLE_NAME\`, '",',- '"definition":"', REPLACE(REPLACE(TO_BASE64(VIEW_DEFINITION), ' ', ''), '\n', ''), '"}'))) ) )+ '"view_definition":"', REPLACE(REPLACE(TO_BASE64(VIEW_DEFINITION), ' ', ''), '\n', ''), '"}'))) ) ))(SELECT CAST(CONCAT('{"fk_info": [',IFNULL(@fk_info,''),'], "pk_info": [', IFNULL(@pk_info, ''),diff --git a/src/lib/data/import-metadata/scripts/mysql-script.ts b/src/lib/data/import-metadata/scripts/mysql-script.tsindex a7017832..45204a85 100644--- a/src/lib/data/import-metadata/scripts/mysql-script.ts+++ b/src/lib/data/import-metadata/scripts/mysql-script.ts@@ -133,7 +133,7 @@ export const getMySQLQuery = (AND table_schema = DATABASE()AND (0x00) IN (@views:=CONCAT_WS(',', @views, CONCAT('{', '"schema":"', \`TABLE_SCHEMA\`, '",','"view_name":"', \`TABLE_NAME\`, '",',- '"definition":"', REPLACE(REPLACE(TO_BASE64(VIEW_DEFINITION), ' ', ''), '\n', ''), '"}'))) ) )+ '"view_definition":"', REPLACE(REPLACE(TO_BASE64(VIEW_DEFINITION), ' ', ''), '\n', ''), '"}'))) ) ))(SELECT CAST(CONCAT('{"fk_info": [',IFNULL(@fk_info,''),'], "pk_info": [', IFNULL(@pk_info, ''),@@ -282,11 +282,11 @@ export const getMySQLQuery = (IFNULL((SELECT GROUP_CONCAT(CONCAT('{"schema":"', cast(vws.TABLE_SCHEMA as CHAR),'","view_name":"', vws.view_name,- '","definition":"', definition, '"}')+ '","view_definition":"', view_definition, '"}')) FROM (SELECT \`TABLE_SCHEMA\`,\`TABLE_NAME\` AS view_name,- '' AS definition+ REPLACE(REPLACE(TO_BASE64(\`VIEW_DEFINITION\`), ' ', ''), '\n', '') AS view_definitionFROM information_schema.views vwsWHERE vws.table_schema = DATABASE()) AS vws), ''),diff --git a/src/lib/data/import-metadata/scripts/postgres-script.ts b/src/lib/data/import-metadata/scripts/postgres-script.tsindex bdda0825..a7c8dc1f 100644--- a/src/lib/data/import-metadata/scripts/postgres-script.ts+++ b/src/lib/data/import-metadata/scripts/postgres-script.ts@@ -226,7 +226,10 @@ cols AS (',') AS config_metadataFROM pg_settings conf), views AS (- SELECT array_to_string(array_agg(CONCAT('{"schema":"', views.schemaname, '","view_name":"', viewname, '"}')),+ SELECT array_to_string(array_agg(CONCAT('{"schema":"', views.schemaname,+ '","view_name":"', viewname,+ '","view_definition":"', encode(convert_to(REPLACE(definition, '"', '\\"'), 'UTF8'), 'base64'),+ '"}')),',') AS views_metadataFROM pg_views viewsWHERE views.schemaname NOT IN ('information_schema', 'pg_catalog') ${diff --git a/src/lib/data/import-metadata/scripts/sqlite-script.ts b/src/lib/data/import-metadata/scripts/sqlite-script.tsindex a542d76e..6b53f697 100644--- a/src/lib/data/import-metadata/scripts/sqlite-script.ts+++ b/src/lib/data/import-metadata/scripts/sqlite-script.ts@@ -118,7 +118,7 @@ export const sqliteQuery = `WITH fk_info AS (JOINpragma_table_info(m.name) pON- m.type = 'table'+ m.type in ('table', 'view')), tbls AS (SELECTjson_group_array(@@ -134,7 +134,7 @@ export const sqliteQuery = `WITH fk_info AS (FROMsqlite_master mWHERE- m.type = 'table'+ m.type in ('table', 'view')), views AS (SELECTjson_group_array(diff --git a/src/lib/data/import-metadata/scripts/sqlserver-script.ts b/src/lib/data/import-metadata/scripts/sqlserver-script.tsindex f2218a8b..c9de6ec5 100644--- a/src/lib/data/import-metadata/scripts/sqlserver-script.ts+++ b/src/lib/data/import-metadata/scripts/sqlserver-script.ts@@ -139,6 +139,7 @@ tbls AS () + N']' AS all_tables_jsonFROM(+ -- Select from tablesSELECTCOALESCE(REPLACE(s.name, '"', ''), '') AS schema_name,COALESCE(REPLACE(t.name, '"', ''), '') AS table_name,@@ -155,6 +156,22 @@ tbls AS (s.name LIKE '%'GROUP BYs.name, t.name, t.type_desc, t.create_date++ UNION ALL++ -- Select from views+ SELECT+ COALESCE(REPLACE(s.name, '"', ''), '') AS table_name,+ COALESCE(REPLACE(v.name, '"', ''), '') AS object_name,+ 0 AS row_count, -- Views don't have row counts+ 'VIEW' AS table_type,+ v.create_date AS creation_date+ FROM+ sys.views v+ JOIN+ sys.schemas s ON v.schema_id = s.schema_id+ WHERE+ s.name LIKE '%') AS aggregated),views AS (@@ -162,8 +179,17 @@ views AS ('[' + STRING_AGG(CONVERT(nvarchar(max),JSON_QUERY(- N'{"schema": "' + COALESCE(REPLACE(s.name, '"', ''), '') COLLATE SQL_Latin1_General_CP1_CI_AS +- '", "view_name": "' + COALESCE(REPLACE(v.name, '"', ''), '') COLLATE SQL_Latin1_General_CP1_CI_AS + '"}'+ N'{"schema": "' + STRING_ESCAPE(COALESCE(s.name, ''), 'json') ++ '", "view_name": "' + STRING_ESCAPE(COALESCE(v.name, ''), 'json') ++ '", "view_definition": "' ++ STRING_ESCAPE(+ CAST(+ '' AS XML+ ).value(+ 'xs:base64Binary(sql:column("DefinitionBinary"))',+ 'VARCHAR(MAX)'+ ), 'json') ++ '"}')), ',') + N']' AS all_views_json@@ -171,6 +197,10 @@ views AS (sys.views vJOINsys.schemas s ON v.schema_id = s.schema_id+ JOIN+ sys.sql_modules m ON v.object_id = m.object_id+ CROSS APPLY+ (SELECT CONVERT(VARBINARY(MAX), m.definition) AS DefinitionBinary) AS binWHEREs.name LIKE '%')@@ -329,68 +359,91 @@ indexes AS (),tbls AS (SELECT- '[' + ISNULL(- STUFF((- SELECT ',' +- CONVERT(nvarchar(max),- JSON_QUERY(- N'{"schema": "' + COALESCE(REPLACE(aggregated.schema_name, '"', ''), '') COLLATE SQL_Latin1_General_CP1_CI_AS +- '", "table": "' + COALESCE(REPLACE(aggregated.table_name, '"', ''), '') COLLATE SQL_Latin1_General_CP1_CI_AS +- '", "row_count": "' + CAST(aggregated.row_count AS NVARCHAR(MAX)) +- '", "table_type": "' + aggregated.table_type COLLATE SQL_Latin1_General_CP1_CI_AS +- '", "creation_date": "' + CONVERT(NVARCHAR(MAX), aggregated.creation_date, 120) + '"}'- )+ '[' + ISNULL(+ STUFF((+ SELECT ',' ++ CONVERT(nvarchar(max),+ JSON_QUERY(+ N'{"schema": "' + COALESCE(REPLACE(aggregated.schema_name, '"', ''), '') COLLATE SQL_Latin1_General_CP1_CI_AS ++ '", "table": "' + COALESCE(REPLACE(aggregated.object_name, '"', ''), '') COLLATE SQL_Latin1_General_CP1_CI_AS ++ '", "row_count": "' + CAST(aggregated.row_count AS NVARCHAR(MAX)) ++ '", "object_type": "' + aggregated.object_type COLLATE SQL_Latin1_General_CP1_CI_AS ++ '", "creation_date": "' + CONVERT(NVARCHAR(MAX), aggregated.creation_date, 120) + '"}')- FROM- (- SELECT- COALESCE(REPLACE(s.name, '"', ''), '') AS schema_name,- COALESCE(REPLACE(t.name, '"', ''), '') AS table_name,- SUM(p.rows) AS row_count,- t.type_desc AS table_type,- t.create_date AS creation_date- FROM- sys.tables t- JOIN- sys.schemas s ON t.schema_id = s.schema_id- JOIN- sys.partitions p ON t.object_id = p.object_id AND p.index_id IN (0, 1)- WHERE- s.name LIKE '%'- GROUP BY- s.name, t.name, t.type_desc, t.create_date- ) AS aggregated- FOR XML PATH('')- ), 1, 1, ''), '')- + N']' AS all_tables_json+ )+ FROM+ (+ -- Select from tables+ SELECT+ COALESCE(REPLACE(s.name, '"', ''), '') AS schema_name,+ COALESCE(REPLACE(t.name, '"', ''), '') AS object_name,+ SUM(p.rows) AS row_count,+ t.type_desc AS object_type,+ t.create_date AS creation_date+ FROM+ sys.tables t+ JOIN+ sys.schemas s ON t.schema_id = s.schema_id+ JOIN+ sys.partitions p ON t.object_id = p.object_id AND p.index_id IN (0, 1)+ WHERE+ s.name LIKE '%'+ GROUP BY+ s.name, t.name, t.type_desc, t.create_date++ UNION ALL++ -- Select from views+ SELECT+ COALESCE(REPLACE(s.name, '"', ''), '') AS schema_name,+ COALESCE(REPLACE(v.name, '"', ''), '') AS object_name,+ 0 AS row_count, -- Views don't have row counts+ 'VIEW' AS object_type,+ v.create_date AS creation_date+ FROM+ sys.views v+ JOIN+ sys.schemas s ON v.schema_id = s.schema_id+ WHERE+ s.name LIKE '%'+ ) AS aggregated+ FOR XML PATH('')+ ), 1, 1, ''), '')+ + N']' AS all_objects_json),views AS (SELECT- '[' + ISNULL(- STUFF((- SELECT ',' +- CONVERT(nvarchar(max),- JSON_QUERY(- N'{"schema": "' + COALESCE(REPLACE(s.name, '"', ''), '') COLLATE SQL_Latin1_General_CP1_CI_AS +- '", "view_name": "' + COALESCE(REPLACE(v.name, '"', ''), '') COLLATE SQL_Latin1_General_CP1_CI_AS + '"}'+ '[' ++ (+ SELECT+ STUFF((+ SELECT ',' + CONVERT(nvarchar(max),+ JSON_QUERY(+ N'{"schema": "' + COALESCE(REPLACE(s.name, '"', ''), '') ++ '", "view_name": "' + COALESCE(REPLACE(v.name, '"', ''), '') ++ '", "view_definition": "' ++ CAST(+ (+ SELECT CAST(OBJECT_DEFINITION(v.object_id) AS VARBINARY(MAX)) FOR XML PATH('')+ ) AS NVARCHAR(MAX)+ ) + '"}'+ ))- )- FROM- sys.views v- JOIN- sys.schemas s ON v.schema_id = s.schema_id- WHERE- s.name LIKE '%'- FOR XML PATH('')- ), 1, 1, ''), '')- + N']' AS all_views_json+ FROM+ sys.views v+ JOIN+ sys.schemas s ON v.schema_id = s.schema_id+ WHERE+ s.name LIKE '%'+ FOR XML PATH(''), TYPE).value('.', 'NVARCHAR(MAX)'), 1, 1, '')+ ) + ']' AS all_views_json)SELECT JSON_QUERY(N'{"fk_info": ' + ISNULL((SELECT cast(all_fks_json as nvarchar(max)) FROM fk_info), N'[]') +', "pk_info": ' + ISNULL((SELECT cast(all_pks_json as nvarchar(max)) FROM pk_info), N'[]') +', "columns": ' + ISNULL((SELECT cast(all_columns_json as nvarchar(max)) FROM cols), N'[]') +', "indexes": ' + ISNULL((SELECT cast(all_indexes_json as nvarchar(max)) FROM indexes), N'[]') +- ', "tables": ' + ISNULL((SELECT cast(all_tables_json as nvarchar(max)) FROM tbls), N'[]') ++ ', "tables": ' + ISNULL((SELECT cast(all_objects_json as nvarchar(max)) FROM tbls), N'[]') +', "views": ' + ISNULL((SELECT cast(all_views_json as nvarchar(max)) FROM views), N'[]') +', "database_name": "' + DB_NAME() + '"' +', "version": ""}'diff --git a/src/lib/domain/db-dependency.ts b/src/lib/domain/db-dependency.tsindex fa02e4e2..afc9ca01 100644--- a/src/lib/domain/db-dependency.ts+++ b/src/lib/domain/db-dependency.ts@@ -1,10 +1,14 @@-/* eslint-disable */import type { ViewInfo } from '../data/import-metadata/metadata-types/view-info';import { DatabaseType } from './database-type';-import { schemaNameToSchemaId } from './db-schema';+import {+ schemaNameToDomainSchemaName,+ schemaNameToSchemaId,+} from './db-schema';import type { DBTable } from './db-table';import { generateId } from '@/lib/utils';+import type { AST } from 'node-sql-parser';import { Parser } from 'node-sql-parser';+import { Buffer } from 'buffer';export interface DBDependency {id: string;@@ -29,10 +33,10 @@ export const shouldShowDependencyBySchemaFilter = (const astDatabaseTypes: Record<DatabaseType, string> = {[DatabaseType.POSTGRESQL]: 'postgresql',- [DatabaseType.MYSQL]: 'mysql',- [DatabaseType.MARIADB]: 'mariadb',+ [DatabaseType.MYSQL]: 'postgresql',+ [DatabaseType.MARIADB]: 'postgresql',[DatabaseType.GENERIC]: 'postgresql',- [DatabaseType.SQLITE]: 'sqlite',+ [DatabaseType.SQLITE]: 'postgresql',[DatabaseType.SQL_SERVER]: 'postgresql',};@@ -49,33 +53,65 @@ export const createDependenciesFromMetadata = ({const dependencies = views.flatMap((view) => {+ const viewSchema = schemaNameToDomainSchemaName(view.schema);const sourceTable = tables.find((table) =>- table.name === view.view_name &&- table.schema === view.schema+ table.name === view.view_name && viewSchema === table.schema);if (!sourceTable) {console.warn(- `Source table for view ${view.schema}.${view.view_name} not found`+ `Source table for view ${view.view_name} not found (schema: ${viewSchema})`);return []; // Skip this view and proceed to the next}if (view.view_definition) {try {+ let decodedViewDefinition: string;- // Pre-process the view_definition- const modifiedViewDefinition = preprocessViewDefinition(- view.view_definition- );+ // For other database types, decode the base64-encoded view definition+ if (databaseType === DatabaseType.SQL_SERVER) {+ decodedViewDefinition = Buffer.from(+ view.view_definition,+ 'base64'+ ).toString('utf16le');+ } else {+ decodedViewDefinition = Buffer.from(+ view.view_definition,+ 'base64'+ ).toString('utf-8');+ }++ let modifiedViewDefinition = '';+ if (+ databaseType === DatabaseType.MYSQL ||+ databaseType === DatabaseType.MARIADB+ ) {+ modifiedViewDefinition = preprocessViewDefinitionMySQL(+ decodedViewDefinition+ );+ } else if (databaseType === DatabaseType.SQL_SERVER) {+ modifiedViewDefinition =+ preprocessViewDefinitionSQLServer(+ decodedViewDefinition+ );+ } else {+ modifiedViewDefinition = preprocessViewDefinition(+ decodedViewDefinition+ );+ }- // Parse using PostgreSQL dialect+ // Parse using the appropriate dialectconst ast = parser.astify(modifiedViewDefinition, {database: astDatabaseTypes[databaseType],+ type: 'select', // Parsing a SELECT statement});- const dependentTables = extractTablesFromAST(ast, view.schema);+ const dependentTables = extractTablesFromAST(+ ast,+ viewSchema+ );return dependentTables.map((depTable) => {const depSchema = depTable.schema ?? view.schema; // Use view's schema if depSchema is undefined@@ -84,7 +120,7 @@ export const createDependenciesFromMetadata = ({const targetTable = tables.find((table) =>table.name === depTableName &&- table.schema === depSchema+ (table.schema || '') === depSchema);if (targetTable) {@@ -129,12 +165,22 @@ function preprocessViewDefinition(viewDefinition: string): string {return '';}+ // Remove leading and trailing whitespace+ viewDefinition = viewDefinition.replace(/\s+/g, ' ').trim();++ // Replace escaped double quotes with regular ones+ viewDefinition = viewDefinition.replace(/\\"/g, '"');+// Replace 'CREATE MATERIALIZED VIEW' with 'CREATE VIEW'- viewDefinition = viewDefinition.replace(/CREATE\s+MATERIALIZED\s+VIEW/i, 'CREATE VIEW');+ viewDefinition = viewDefinition.replace(+ /CREATE\s+MATERIALIZED\s+VIEW/i,+ 'CREATE VIEW'+ );// Regular expression to match 'CREATE VIEW [schema.]view_name [ (column definitions) ] AS'// This regex captures the view name and skips any content between the view name and 'AS'- const regex = /CREATE\s+VIEW\s+(?:(?:`[^`]+`|"[^"]+"|\w+)\.)?(?:`([^`]+)`|"([^"]+)"|(\w+))[\s\S]*?\bAS\b\s+/i;+ const regex =+ /CREATE\s+VIEW\s+(?:(?:`[^`]+`|"[^"]+"|\w+)\.)?(?:`([^`]+)`|"([^"]+)"|(\w+))[\s\S]*?\bAS\b\s+/i;const match = viewDefinition.match(regex);let modifiedDefinition: string;@@ -142,13 +188,18 @@ function preprocessViewDefinition(viewDefinition: string): string {if (match) {const viewName = match[1] || match[2] || match[3];// Extract the SQL after the 'AS' keyword- const restOfDefinition = viewDefinition.substring(match.index! + match[0].length);+ const restOfDefinition = viewDefinition.substring(+ match.index! + match[0].length+ );// Replace double-quoted identifiers with unquoted oneslet modifiedSQL = restOfDefinition.replace(/"(\w+)"/g, '$1');// Replace '::' type casts with 'CAST' expressions- modifiedSQL = modifiedSQL.replace(/\(([^()]+)\)::(\w+)/g, 'CAST($1 AS $2)');+ modifiedSQL = modifiedSQL.replace(+ /\(([^()]+)\)::(\w+)/g,+ 'CAST($1 AS $2)'+ );// Remove ClickHouse-specific syntax that may still be present// For example, remove SETTINGS clauses inside the SELECT statement@@ -163,13 +214,114 @@ function preprocessViewDefinition(viewDefinition: string): string {return modifiedDefinition;}+// Preprocess the view_definition for SQL Server+function preprocessViewDefinitionSQLServer(viewDefinition: string): string {+ if (!viewDefinition) {+ return '';+ }++ // Remove BOM if present+ viewDefinition = viewDefinition.replace(/^\uFEFF/, '');++ // Normalize whitespace+ viewDefinition = viewDefinition.replace(/\s+/g, ' ').trim();++ // Remove square brackets and replace with double quotes+ viewDefinition = viewDefinition.replace(/\[([^\]]+)\]/g, '"$1"');++ // Remove database names from fully qualified identifiers+ viewDefinition = viewDefinition.replace(+ /"([a-zA-Z0-9_]+)"\."([a-zA-Z0-9_]+)"\."([a-zA-Z0-9_]+)"/g,+ '"$2"."$3"'+ );++ // Replace SQL Server functions with PostgreSQL equivalents+ viewDefinition = viewDefinition.replace(/\bGETDATE\(\)/gi, 'NOW()');+ viewDefinition = viewDefinition.replace(/\bISNULL\(/gi, 'COALESCE(');++ // Replace 'TOP N' with 'LIMIT N' at the end of the query+ const topMatch = viewDefinition.match(/SELECT\s+TOP\s+(\d+)/i);+ if (topMatch) {+ const topN = topMatch[1];+ viewDefinition = viewDefinition.replace(+ /SELECT\s+TOP\s+\d+/i,+ 'SELECT'+ );+ viewDefinition = viewDefinition.replace(/;+\s*$/, ''); // Remove semicolons at the end+ viewDefinition += ` LIMIT ${topN}`;+ }++ viewDefinition = viewDefinition.replace(/\n/g, ''); // Remove newlines++ // Adjust CREATE VIEW syntax+ const regex =+ /CREATE\s+VIEW\s+(?:"?([^".\s]+)"?\.)?"?([^".\s]+)"?\s+AS\s+/i;+ const match = viewDefinition.match(regex);+ let modifiedDefinition: string;++ if (match) {+ const viewName = match[2];+ const modifiedSQL = viewDefinition.substring(+ match.index! + match[0].length+ );++ // Remove semicolons at the end+ const finalSQL = modifiedSQL.replace(/;+\s*$/, '');++ modifiedDefinition = `CREATE VIEW "${viewName}" AS ${finalSQL}`;+ } else {+ console.warn('Could not preprocess view definition:', viewDefinition);+ modifiedDefinition = viewDefinition;+ }++ return modifiedDefinition;+}++// Preprocess the view_definition to remove schema from CREATE VIEW+function preprocessViewDefinitionMySQL(viewDefinition: string): string {+ if (!viewDefinition) {+ return '';+ }++ // Remove any trailing semicolons+ viewDefinition = viewDefinition.replace(/;\s*$/, '');++ // Remove backticks from identifiers+ viewDefinition = viewDefinition.replace(/`/g, '');++ // Remove unnecessary parentheses around joins and ON clauses+ viewDefinition = removeRedundantParentheses(viewDefinition);++ return viewDefinition;+}++function removeRedundantParentheses(sql: string): string {+ // Regular expressions to match unnecessary parentheses+ const patterns = [+ /\(\s*(JOIN\s+[^()]+?)\s*\)/gi,+ /\(\s*(ON\s+[^()]+?)\s*\)/gi,+ // Additional patterns if necessary+ ];++ let prevSql;+ do {+ prevSql = sql;+ patterns.forEach((pattern) => {+ sql = sql.replace(pattern, '$1');+ });+ } while (sql !== prevSql);++ return sql;+}+function extractTablesFromAST(- ast: any,- defaultSchema: string+ ast: AST | AST[],+ defaultSchema?: string): { schema?: string; tableName: string }[] {const tablesMap = new Map<string, { schema: string; tableName: string }>();const visitedNodes = new Set();+ // eslint-disable-next-line @typescript-eslint/no-explicit-anyfunction traverse(node: any) {if (!node || visitedNodes.has(node)) return;visitedNodes.add(node);@@ -179,14 +331,17 @@ function extractTablesFromAST(} else if (typeof node === 'object') {// Check if node represents a tableif (- node.hasOwnProperty('table') &&+ Object.hasOwnProperty.call(node, 'table') &&typeof node.table === 'string') {let schema = node.db || node.schema;const tableName = node.table;if (tableName) {// Assign default schema if undefined- schema = schema || defaultSchema;+ schema =+ schemaNameToDomainSchemaName(schema) ||+ defaultSchema ||+ '';const key = `${schema}.${tableName}`;if (!tablesMap.has(key)) {tablesMap.set(key, { schema, tableName });@@ -196,7 +351,7 @@ function extractTablesFromAST(// Recursively traverse all propertiesfor (const key in node) {- if (node.hasOwnProperty(key)) {+ if (Object.hasOwnProperty.call(node, key)) {traverse(node[key]);}}