The easy-to-use open source Business Intelligence and Embedded Analytics tool that lets everyone work with data :bar_chart:
TypeScript analyticsbibusiness-intelligencebusinessintelligenceclojuredashboarddatadata-analysisdata-visualizationdatabasemetabasemysqlpostgrespostgresqlreportingslacksql-editorvisualization
GDGT-1313 | Bulk metadata usage analytics additions (#66582)
Nicolò Maria Mezzopera590bd138c5d6
diff --git a/enterprise/backend/test/metabase_enterprise/audit_app/analytics_dev_test.clj b/enterprise/backend/test/metabase_enterprise/audit_app/analytics_dev_test.cljindex 214e8455cb0..9b44387ad8d 100644--- a/enterprise/backend/test/metabase_enterprise/audit_app/analytics_dev_test.clj+++ b/enterprise/backend/test/metabase_enterprise/audit_app/analytics_dev_test.clj@@ -1,10 +1,13 @@(ns metabase-enterprise.audit-app.analytics-dev-test(:require+ [clojure.set :as set][clojure.test :refer [deftest is testing]][metabase-enterprise.audit-app.analytics-dev :as analytics-dev][metabase-enterprise.audit-app.audit :as ee-audit][metabase.app-db.core :as mdb]- [metabase.test :as mt]))+ [metabase.driver :as driver]+ [metabase.test :as mt]+ [toucan2.core :as t2]))(deftest postgres-only-requirement-test(testing "Analytics dev mode requires PostgreSQL"@@ -98,3 +101,112 @@:engine "postgres":is_audit true}](is (nil? (analytics-dev/find-analytics-dev-database)))))))++(def expected-view-schemas+ "Expected schema for each analytics usage view (v_* tables).+ This mapping serves as the source of truth for what fields should exist in each view.+ If a migration changes a view's schema, this map must be updated accordingly."+ {"v_alerts" #{"entity_id" "entity_qualified_id" "created_at" "updated_at"+ "creator_id" "card_id" "card_qualified_id" "alert_condition"+ "schedule_type" "schedule_day" "schedule_hour" "archived"+ "recipient_type" "recipients" "recipient_external"}++ "v_audit_log" #{"id" "topic" "timestamp" "end_timestamp" "user_id"+ "entity_type" "entity_id" "entity_qualified_id" "details"}++ "v_content" #{"entity_id" "entity_qualified_id" "entity_type" "created_at"+ "updated_at" "creator_id" "name" "description" "collection_id"+ "made_public_by_user" "is_embedding_enabled" "is_verified"+ "archived" "action_type" "action_model_id" "collection_is_official"+ "collection_is_personal" "question_viz_type" "question_database_id"+ "question_is_native" "event_timestamp"}++ "v_dashboardcard" #{"entity_id" "entity_qualified_id" "dashboard_qualified_id"+ "dashboardtab_id" "card_qualified_id" "created_at" "updated_at"+ "size_x" "size_y" "visualization_settings" "parameter_mappings"}++ "v_databases" #{"entity_id" "entity_qualified_id" "created_at" "updated_at"+ "name" "description" "database_type" "metadata_sync_schedule"+ "cache_field_values_schedule" "timezone" "is_on_demand"+ "auto_run_queries" "cache_ttl" "creator_id" "db_version"}++ "v_fields" #{"entity_id" "entity_qualified_id" "created_at" "updated_at"+ "name" "display_name" "description" "base_type" "visibility_type"+ "fk_target_field_id" "has_field_values" "active" "table_id"}++ "v_group_members" #{"user_id" "group_id" "group_name"}++ "v_query_log" #{"entity_id" "started_at" "running_time_seconds" "result_rows"+ "is_native" "query_source" "error" "user_id" "card_id"+ "card_qualified_id" "dashboard_id" "dashboard_qualified_id"+ "pulse_id" "database_id" "database_qualified_id" "cache_hit"+ "action_id" "action_qualified_id" "query"}++ "v_subscriptions" #{"entity_id" "entity_qualified_id" "created_at" "updated_at"+ "creator_id" "archived" "dashboard_qualified_id" "schedule_type"+ "schedule_day" "schedule_hour" "recipient_type" "recipients"+ "recipient_external" "parameters"}++ "v_tables" #{"entity_id" "entity_qualified_id" "created_at" "updated_at"+ "name" "display_name" "description" "active" "database_id"+ "schema" "is_upload" "entity_type" "visibility_type"+ "estimated_row_count" "view_count" "owner_email" "owner_user_id"}++ "v_tasks" #{"id" "task" "status" "database_qualified_id" "started_at"+ "ended_at" "duration_seconds" "details"}++ "v_users" #{"user_id" "entity_qualified_id" "type" "email" "first_name"+ "last_name" "full_name" "date_joined" "last_login" "updated_at"+ "is_admin" "is_active" "sso_source" "locale"}++ "v_view_log" #{"id" "timestamp" "user_id" "entity_type" "entity_id"+ "entity_qualified_id"}})++(defn- get-synced-field-names+ "Get the set of field names that Metabase has synced for a given table."+ [table-id]+ (into #{}+ (map :name)+ (t2/select :model/Field :table_id table-id :active true)))++(defn- get-actual-field-names+ "Get the set of field names that actually exist in the database for a given table."+ [database table]+ (let [table-metadata (driver/describe-table (driver/the-initialized-driver (:engine database))+ database+ table)]+ (into #{} (map :name) (:fields table-metadata))))++(deftest analytics-views-schema-test+ (testing "Analytics usage views (v_* tables) have expected schema"+ (mt/test-drivers #{:postgres :h2 :mysql}+ (let [analytics-db (t2/select-one :model/Database :is_audit true)]+ (when analytics-db+ (doseq [[view-name expected-fields] expected-view-schemas]+ (testing (str "View: " view-name)+ (let [table (t2/select-one :model/Table+ :db_id (:id analytics-db)+ :name view-name)+ _ (is (some? table))++ synced-fields (when table (get-synced-field-names (:id table)))+ actual-fields (when table (get-actual-field-names analytics-db table))]++ (when table+ (testing "Expected vs Actual"+ (let [missing-from-actual (set/difference expected-fields actual-fields)+ extra-in-actual (set/difference actual-fields expected-fields)]+ (is (empty? missing-from-actual))+ (is (empty? extra-in-actual))))++ (testing "Synced vs Actual"+ (let [missing-from-sync (set/difference actual-fields synced-fields)+ extra-in-sync (set/difference synced-fields actual-fields)]+ (is (empty? missing-from-sync))+ (is (empty? extra-in-sync))))++ (testing "Expected vs Synced"+ (let [missing-from-sync (set/difference expected-fields synced-fields)+ extra-in-sync (set/difference synced-fields expected-fields)]+ (is (empty? missing-from-sync))+ (is (empty? extra-in-sync)))))))))))))diff --git a/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/cards/tKEl86EXMyTDIoO9nyFTV_last_content_viewed_at.yaml b/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/cards/tKEl86EXMyTDIoO9nyFTV_last_content_viewed_at.yamlindex 585378a07c6..705c4123203 100644--- a/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/cards/tKEl86EXMyTDIoO9nyFTV_last_content_viewed_at.yaml+++ b/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/cards/tKEl86EXMyTDIoO9nyFTV_last_content_viewed_at.yaml@@ -24,7 +24,7 @@ dataset_query:- - max- - field- timestamp- - {base-type: type/DateTimeWithLocalTZ, inherited-temporal-unit: default, temporal-unit: minute, original-temporal-unit: month}+ - {base-type: type/DateTimeWithLocalTZ, original-temporal-unit: month, inherited-temporal-unit: default, temporal-unit: minute}breakout:- - field- entity_qualified_iddiff --git a/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/cards/x7GwgNdjfzrpQkKTraaqo_tables.yaml b/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/cards/x7GwgNdjfzrpQkKTraaqo_tables.yamlindex 63ec056b7b3..8a1440fcef5 100644--- a/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/cards/x7GwgNdjfzrpQkKTraaqo_tables.yaml+++ b/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/cards/x7GwgNdjfzrpQkKTraaqo_tables.yaml@@ -23,115 +23,170 @@ dataset_query:source-table: [Internal Metabase Database, public, v_tables]type: queryresult_metadata:-- base_type: type/Integer- coercion_strategy: null- description: null+- active: true+ base_type: type/Integer+ database_type: int4display_name: Entity IDeffective_type: type/Integerfield_ref:- field- [Internal Metabase Database, public, v_tables, entity_id]- null- fk_target_field_id: nullid: [Internal Metabase Database, public, v_tables, entity_id]name: entity_id+ position: 0semantic_type: type/PK- settings: null+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]visibility_type: normal-- base_type: type/Text- coercion_strategy: null- description: null+ lib/deduplicated-name: entity_id+ lib/desired-column-alias: entity_id+ lib/original-display-name: Entity ID+ lib/original-name: entity_id+ lib/source: source/table-defaults+ lib/source-column-alias: entity_id+ qp/implicit-field?: true+- active: true+ base_type: type/Text+ database_type: textdisplay_name: Entity Qualified IDeffective_type: type/Textfield_ref:- field- [Internal Metabase Database, public, v_tables, entity_qualified_id]- null- fk_target_field_id: nullid: [Internal Metabase Database, public, v_tables, entity_qualified_id]name: entity_qualified_id+ position: 1semantic_type: type/PK- settings: null+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]visibility_type: normal-- base_type: type/DateTimeWithLocalTZ- coercion_strategy: null- description: null+ lib/deduplicated-name: entity_qualified_id+ lib/desired-column-alias: entity_qualified_id+ lib/original-display-name: Entity Qualified ID+ lib/original-name: entity_qualified_id+ lib/source: source/table-defaults+ lib/source-column-alias: entity_qualified_id+ qp/implicit-field?: true+- active: true+ base_type: type/DateTimeWithLocalTZ+ database_type: timestamptzdisplay_name: Created Ateffective_type: type/DateTimeWithLocalTZfield_ref:- field- [Internal Metabase Database, public, v_tables, created_at]- - {temporal-unit: default}- fk_target_field_id: null+ - nullid: [Internal Metabase Database, public, v_tables, created_at]name: created_at+ position: 2semantic_type: type/CreationTimestamp- settings: null- unit: default+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]visibility_type: normal-- base_type: type/DateTimeWithLocalTZ- coercion_strategy: null- description: null+ lib/deduplicated-name: created_at+ lib/desired-column-alias: created_at+ lib/original-display-name: Created At+ lib/original-name: created_at+ lib/source: source/table-defaults+ lib/source-column-alias: created_at+ qp/implicit-field?: true+- active: true+ base_type: type/DateTimeWithLocalTZ+ database_type: timestamptzdisplay_name: Updated Ateffective_type: type/DateTimeWithLocalTZfield_ref:- field- [Internal Metabase Database, public, v_tables, updated_at]- - {temporal-unit: default}- fk_target_field_id: null+ - nullid: [Internal Metabase Database, public, v_tables, updated_at]name: updated_at+ position: 3semantic_type: type/UpdatedTimestamp- settings: null- unit: default+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]visibility_type: normal-- base_type: type/Text- coercion_strategy: null- description: null+ lib/deduplicated-name: updated_at+ lib/desired-column-alias: updated_at+ lib/original-display-name: Updated At+ lib/original-name: updated_at+ lib/source: source/table-defaults+ lib/source-column-alias: updated_at+ qp/implicit-field?: true+- active: true+ base_type: type/Text+ database_type: varchardisplay_name: Nameeffective_type: type/Textfield_ref:- field- [Internal Metabase Database, public, v_tables, name]- null- fk_target_field_id: nullid: [Internal Metabase Database, public, v_tables, name]name: name+ position: 4semantic_type: type/Name- settings: null+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]visibility_type: normal-- base_type: type/Text- coercion_strategy: null- description: null+ lib/deduplicated-name: name+ lib/desired-column-alias: name+ lib/original-display-name: Name+ lib/original-name: name+ lib/source: source/table-defaults+ lib/source-column-alias: name+ qp/implicit-field?: true+- active: true+ base_type: type/Text+ database_type: varchardisplay_name: Display Nameeffective_type: type/Textfield_ref:- field- [Internal Metabase Database, public, v_tables, display_name]- null- fk_target_field_id: nullid: [Internal Metabase Database, public, v_tables, display_name]name: display_name+ position: 5semantic_type: type/Name- settings: null+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]visibility_type: normal-- base_type: type/Text- coercion_strategy: null- description: null+ lib/deduplicated-name: display_name+ lib/desired-column-alias: display_name+ lib/original-display-name: Display Name+ lib/original-name: display_name+ lib/source: source/table-defaults+ lib/source-column-alias: display_name+ qp/implicit-field?: true+- active: true+ base_type: type/Text+ database_type: textdisplay_name: Descriptioneffective_type: type/Textfield_ref:- field- [Internal Metabase Database, public, v_tables, description]- null- fk_target_field_id: nullid: [Internal Metabase Database, public, v_tables, description]name: description+ position: 6semantic_type: type/Description- settings: null+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]visibility_type: normal-- base_type: type/Boolean- coercion_strategy: null+ lib/deduplicated-name: description+ lib/desired-column-alias: description+ lib/original-display-name: Description+ lib/original-name: description+ lib/source: source/table-defaults+ lib/source-column-alias: description+ qp/implicit-field?: true+- active: true+ base_type: type/Boolean+ database_type: booldescription: True if table is available in the data source. False if it not found in sync anymore.display_name: Activeeffective_type: type/Boolean@@ -139,15 +194,23 @@ result_metadata:- field- [Internal Metabase Database, public, v_tables, active]- null- fk_target_field_id: nullid: [Internal Metabase Database, public, v_tables, active]name: active+ position: 7semantic_type: type/Category- settings: null+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]visibility_type: normal-- base_type: type/Integer- coercion_strategy: null- description: null+ lib/deduplicated-name: active+ lib/desired-column-alias: active+ lib/original-display-name: Active+ lib/original-name: active+ lib/source: source/table-defaults+ lib/source-column-alias: active+ qp/implicit-field?: true+- active: true+ base_type: type/Integer+ database_type: int4display_name: Database IDeffective_type: type/Integerfield_ref:@@ -157,39 +220,232 @@ result_metadata:fk_target_field_id: [Internal Metabase Database, public, v_databases, entity_id]id: [Internal Metabase Database, public, v_tables, database_id]name: database_id+ options: {metabase.query-processor.middleware.add-remaps/original-field-dimension-id: 39}+ position: 8+ remapped_to: name_2semantic_type: type/FK- settings: null+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]visibility_type: normal-- base_type: type/Text- coercion_strategy: null- description: null+ lib/deduplicated-name: database_id+ lib/desired-column-alias: database_id+ lib/external-remap: {field-id: 1342, id: 39, name: Database ID, lib/type: metadata.column.remapping/external}+ lib/original-display-name: Database ID+ lib/original-name: database_id+ lib/source: source/table-defaults+ lib/source-column-alias: database_id+ qp/implicit-field?: true+- active: true+ base_type: type/Text+ database_type: varchardisplay_name: Schemaeffective_type: type/Textfield_ref:- field- [Internal Metabase Database, public, v_tables, schema]- null- fk_target_field_id: nullid: [Internal Metabase Database, public, v_tables, schema]name: schema- semantic_type: null- settings: null+ position: 9+ semantic_type: type/Category+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]visibility_type: normal-- base_type: type/Boolean- coercion_strategy: null- description: null+ lib/deduplicated-name: schema+ lib/desired-column-alias: schema+ lib/original-display-name: Schema+ lib/original-name: schema+ lib/source: source/table-defaults+ lib/source-column-alias: schema+ qp/implicit-field?: true+- active: true+ base_type: type/Boolean+ database_type: booldisplay_name: Is Uploadeffective_type: type/Booleanfield_ref:- field- [Internal Metabase Database, public, v_tables, is_upload]- null- fk_target_field_id: nullid: [Internal Metabase Database, public, v_tables, is_upload]name: is_upload+ position: 10+ semantic_type: type/Category+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]+ visibility_type: normal+ lib/deduplicated-name: is_upload+ lib/desired-column-alias: is_upload+ lib/original-display-name: Is Upload+ lib/original-name: is_upload+ lib/source: source/table-defaults+ lib/source-column-alias: is_upload+ qp/implicit-field?: true+- active: true+ base_type: type/Text+ database_type: varchar+ display_name: Entity Type+ effective_type: type/Text+ field_ref:+ - field+ - [Internal Metabase Database, public, v_tables, entity_type]+ - null+ id: [Internal Metabase Database, public, v_tables, entity_type]+ name: entity_type+ position: 11+ semantic_type: type/Category+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]+ visibility_type: normal+ lib/deduplicated-name: entity_type+ lib/desired-column-alias: entity_type+ lib/original-display-name: Entity Type+ lib/original-name: entity_type+ lib/source: source/table-defaults+ lib/source-column-alias: entity_type+ qp/implicit-field?: true+- active: true+ base_type: type/Text+ database_type: varchar+ display_name: Visibility Type+ effective_type: type/Text+ field_ref:+ - field+ - [Internal Metabase Database, public, v_tables, visibility_type]+ - null+ id: [Internal Metabase Database, public, v_tables, visibility_type]+ name: visibility_type+ position: 12semantic_type: type/Category- settings: null+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]+ visibility_type: normal+ lib/deduplicated-name: visibility_type+ lib/desired-column-alias: visibility_type+ lib/original-display-name: Visibility Type+ lib/original-name: visibility_type+ lib/source: source/table-defaults+ lib/source-column-alias: visibility_type+ qp/implicit-field?: true+- active: true+ base_type: type/BigInteger+ database_type: int8+ display_name: Estimated Row Count+ effective_type: type/BigInteger+ field_ref:+ - field+ - [Internal Metabase Database, public, v_tables, estimated_row_count]+ - null+ id: [Internal Metabase Database, public, v_tables, estimated_row_count]+ name: estimated_row_count+ position: 13+ semantic_type: type/Quantity+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]+ visibility_type: normal+ lib/deduplicated-name: estimated_row_count+ lib/desired-column-alias: estimated_row_count+ lib/original-display-name: Estimated Row Count+ lib/original-name: estimated_row_count+ lib/source: source/table-defaults+ lib/source-column-alias: estimated_row_count+ qp/implicit-field?: true+- active: true+ base_type: type/Integer+ database_type: int4+ display_name: View Count+ effective_type: type/Integer+ field_ref:+ - field+ - [Internal Metabase Database, public, v_tables, view_count]+ - null+ id: [Internal Metabase Database, public, v_tables, view_count]+ name: view_count+ position: 14+ semantic_type: type/Quantity+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]+ visibility_type: normal+ lib/deduplicated-name: view_count+ lib/desired-column-alias: view_count+ lib/original-display-name: View Count+ lib/original-name: view_count+ lib/source: source/table-defaults+ lib/source-column-alias: view_count+ qp/implicit-field?: true+- active: true+ base_type: type/Text+ database_type: text+ display_name: Owner Email+ effective_type: type/Text+ field_ref:+ - field+ - [Internal Metabase Database, public, v_tables, owner_email]+ - null+ id: [Internal Metabase Database, public, v_tables, owner_email]+ name: owner_email+ position: 15+ semantic_type: type/Owner+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]+ visibility_type: normal+ lib/deduplicated-name: owner_email+ lib/desired-column-alias: owner_email+ lib/original-display-name: Owner Email+ lib/original-name: owner_email+ lib/source: source/table-defaults+ lib/source-column-alias: owner_email+ qp/implicit-field?: true+- active: true+ base_type: type/Integer+ database_type: int4+ display_name: Owner User ID+ effective_type: type/Integer+ field_ref:+ - field+ - [Internal Metabase Database, public, v_tables, owner_user_id]+ - null+ id: [Internal Metabase Database, public, v_tables, owner_user_id]+ name: owner_user_id+ position: 16+ semantic_type: type/Owner+ source: fields+ table_id: [Internal Metabase Database, public, v_tables]+ visibility_type: normal+ lib/deduplicated-name: owner_user_id+ lib/desired-column-alias: owner_user_id+ lib/original-display-name: Owner User ID+ lib/original-name: owner_user_id+ lib/source: source/table-defaults+ lib/source-column-alias: owner_user_id+ qp/implicit-field?: true+- active: true+ base_type: type/Text+ database_type: varchar+ display_name: Database ID+ effective_type: type/Text+ field_ref:+ - field+ - [Internal Metabase Database, public, v_databases, name]+ - source-field: [Internal Metabase Database, public, v_tables, database_id]+ fk_field_id: 1410+ id: [Internal Metabase Database, public, v_databases, name]+ name: name_2+ options: {metabase.query-processor.middleware.add-remaps/new-field-dimension-id: 39}+ position: 4+ remapped_from: database_id+ semantic_type: type/Name+ source: fields+ table_id: [Internal Metabase Database, public, v_databases]visibility_type: normal+ lib/breakout?: false+ lib/deduplicated-name: name_2+ lib/desired-column-alias: v_databases__via__database_id__name+ lib/original-display-name: Name+ lib/original-name: name+ lib/source: source/implicitly-joinable+ lib/source-column-alias: name+ qp/implicit-field?: truevisualization_settings: {column_settings: null, table.cell_column: schema, table.pivot_column: is_upload}card_schema: 22serdes/meta:diff --git a/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/dashboards/Glqmoytsnu0n6rfLUjock_performance_overview.yaml b/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/dashboards/Glqmoytsnu0n6rfLUjock_performance_overview.yamlindex 81b901d4af2..138baab50f8 100644--- a/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/dashboards/Glqmoytsnu0n6rfLUjock_performance_overview.yaml+++ b/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/dashboards/Glqmoytsnu0n6rfLUjock_performance_overview.yaml@@ -111,26 +111,26 @@ dashcards:- {id: Glqmoytsnu0n6rfLUjock, model: Dashboard}- {id: jBvRp7n8EAyim_aK6rCnP, model: DashboardTab}- {id: I6pKZnuNRduK6inlhtJG8, model: DashboardCard}-- entity_id: YmdWBHC1EHgN0VI06DiDP- card_id: OCkxXZM5KPJ9zOjYVEnqY+- entity_id: GuplD3L8-SZv_or20dYNI+ card_id: zdVQGoMs__No_3l_amEWVcreated_at: '2023-11-13T20:40:42.614766Z'row: 0- col: 0+ col: 12size_x: 12size_y: 7action_id: nulldashboard_tab_id: [Glqmoytsnu0n6rfLUjock, 4cbECWHJ2N1_nIPXQ186S]inline_parameters: []parameter_mappings:- - card_id: OCkxXZM5KPJ9zOjYVEnqY+ - card_id: zdVQGoMs__No_3l_amEWVparameter_id: dbeeb776target:- dimension- - field- [Internal Metabase Database, public, v_group_members, group_name]- - {join-alias: Group Members - Entity}+ - {join-alias: Group Members - User}- {stage-number: 0}- - card_id: OCkxXZM5KPJ9zOjYVEnqY+ - card_id: zdVQGoMs__No_3l_amEWVparameter_id: cbef6d30target:- dimension@@ -143,27 +143,27 @@ dashcards:serdes/meta:- {id: Glqmoytsnu0n6rfLUjock, model: Dashboard}- {id: 4cbECWHJ2N1_nIPXQ186S, model: DashboardTab}- - {id: YmdWBHC1EHgN0VI06DiDP, model: DashboardCard}-- entity_id: aBpCVPlOAxucmmKrdx9VM- card_id: DuL1yrlkmnqOgz4drGiG4+ - {id: GuplD3L8-SZv_or20dYNI, model: DashboardCard}+- entity_id: YmdWBHC1EHgN0VI06DiDP+ card_id: OCkxXZM5KPJ9zOjYVEnqYcreated_at: '2023-11-13T20:40:42.614766Z'row: 0col: 0- size_x: 24- size_y: 9+ size_x: 12+ size_y: 7action_id: null- dashboard_tab_id: [Glqmoytsnu0n6rfLUjock, w4-8vby2KqplrfPXB_vIf]+ dashboard_tab_id: [Glqmoytsnu0n6rfLUjock, 4cbECWHJ2N1_nIPXQ186S]inline_parameters: []parameter_mappings:- - card_id: DuL1yrlkmnqOgz4drGiG4+ - card_id: OCkxXZM5KPJ9zOjYVEnqYparameter_id: dbeeb776target:- dimension- - field- [Internal Metabase Database, public, v_group_members, group_name]- - {join-alias: Group Members - User}+ - {join-alias: Group Members - Entity}- {stage-number: 0}- - card_id: DuL1yrlkmnqOgz4drGiG4+ - card_id: OCkxXZM5KPJ9zOjYVEnqYparameter_id: cbef6d30target:- dimension@@ -175,20 +175,20 @@ dashcards:visualization_settings: {column_settings: null}serdes/meta:- {id: Glqmoytsnu0n6rfLUjock, model: Dashboard}- - {id: w4-8vby2KqplrfPXB_vIf, model: DashboardTab}- - {id: aBpCVPlOAxucmmKrdx9VM, model: DashboardCard}-- entity_id: GuplD3L8-SZv_or20dYNI- card_id: zdVQGoMs__No_3l_amEWV+ - {id: 4cbECWHJ2N1_nIPXQ186S, model: DashboardTab}+ - {id: YmdWBHC1EHgN0VI06DiDP, model: DashboardCard}+- entity_id: aBpCVPlOAxucmmKrdx9VM+ card_id: DuL1yrlkmnqOgz4drGiG4created_at: '2023-11-13T20:40:42.614766Z'row: 0- col: 12- size_x: 12- size_y: 7+ col: 0+ size_x: 24+ size_y: 9action_id: null- dashboard_tab_id: [Glqmoytsnu0n6rfLUjock, 4cbECWHJ2N1_nIPXQ186S]+ dashboard_tab_id: [Glqmoytsnu0n6rfLUjock, w4-8vby2KqplrfPXB_vIf]inline_parameters: []parameter_mappings:- - card_id: zdVQGoMs__No_3l_amEWV+ - card_id: DuL1yrlkmnqOgz4drGiG4parameter_id: dbeeb776target:- dimension@@ -196,7 +196,7 @@ dashcards:- [Internal Metabase Database, public, v_group_members, group_name]- {join-alias: Group Members - User}- {stage-number: 0}- - card_id: zdVQGoMs__No_3l_amEWV+ - card_id: DuL1yrlkmnqOgz4drGiG4parameter_id: cbef6d30target:- dimension@@ -208,8 +208,8 @@ dashcards:visualization_settings: {column_settings: null}serdes/meta:- {id: Glqmoytsnu0n6rfLUjock, model: Dashboard}- - {id: 4cbECWHJ2N1_nIPXQ186S, model: DashboardTab}- - {id: GuplD3L8-SZv_or20dYNI, model: DashboardCard}+ - {id: w4-8vby2KqplrfPXB_vIf, model: DashboardTab}+ - {id: aBpCVPlOAxucmmKrdx9VM, model: DashboardCard}- entity_id: K2iosE8HMewiHs5tJAKIBcard_id: KXNGLyYyS1pO_9wMguHIBcreated_at: '2023-11-13T20:44:16.084445Z'diff --git a/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/entity_type.yaml b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/entity_type.yamlnew file mode 100644index 00000000000..692675d102b--- /dev/null+++ b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/entity_type.yaml@@ -0,0 +1,38 @@+name: entity_type+display_name: Entity Type+description: null+created_at: '2025-12-05T13:12:35.56961Z'+active: true+visibility_type: normal+table_id: [Internal Metabase Database, public, v_tables]+database_type: varchar+base_type: type/Text+effective_type: type/Text+semantic_type: null+database_is_auto_increment: false+database_required: false+fk_target_field_id: null+dimensions: []+json_unfolding: false+parent_id: null+coercion_strategy: null+preview_display: true+position: 11+custom_position: 0+database_position: 11+has_field_values: auto-list+settings: null+caveats: null+points_of_interest: null+nfc_path: null+serdes/meta:+- {id: Internal Metabase Database, model: Database}+- {id: public, model: Schema}+- {id: v_tables, model: Table}+- {id: entity_type, model: Field}+database_default: null+database_indexed: null+database_is_generated: false+database_is_nullable: true+database_is_pk: false+database_partitioned: nulldiff --git a/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/estimated_row_count.yaml b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/estimated_row_count.yamlnew file mode 100644index 00000000000..fbefc8a45c0--- /dev/null+++ b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/estimated_row_count.yaml@@ -0,0 +1,38 @@+name: estimated_row_count+display_name: Estimated Row Count+description: null+created_at: '2025-12-05T13:12:35.56961Z'+active: true+visibility_type: normal+table_id: [Internal Metabase Database, public, v_tables]+database_type: int8+base_type: type/BigInteger+effective_type: type/BigInteger+semantic_type: null+database_is_auto_increment: false+database_required: false+fk_target_field_id: null+dimensions: []+json_unfolding: false+parent_id: null+coercion_strategy: null+preview_display: true+position: 13+custom_position: 0+database_position: 13+has_field_values: auto-list+settings: null+caveats: null+points_of_interest: null+nfc_path: null+serdes/meta:+- {id: Internal Metabase Database, model: Database}+- {id: public, model: Schema}+- {id: v_tables, model: Table}+- {id: estimated_row_count, model: Field}+database_default: null+database_indexed: null+database_is_generated: false+database_is_nullable: true+database_is_pk: false+database_partitioned: nulldiff --git a/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/owner_email.yaml b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/owner_email.yamlnew file mode 100644index 00000000000..c2691ec8952--- /dev/null+++ b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/owner_email.yaml@@ -0,0 +1,38 @@+name: owner_email+display_name: Owner Email+description: null+created_at: '2025-12-05T13:12:35.56961Z'+active: true+visibility_type: normal+table_id: [Internal Metabase Database, public, v_tables]+database_type: text+base_type: type/Text+effective_type: type/Text+semantic_type: null+database_is_auto_increment: false+database_required: false+fk_target_field_id: null+dimensions: []+json_unfolding: false+parent_id: null+coercion_strategy: null+preview_display: true+position: 15+custom_position: 0+database_position: 15+has_field_values: auto-list+settings: null+caveats: null+points_of_interest: null+nfc_path: null+serdes/meta:+- {id: Internal Metabase Database, model: Database}+- {id: public, model: Schema}+- {id: v_tables, model: Table}+- {id: owner_email, model: Field}+database_default: null+database_indexed: null+database_is_generated: false+database_is_nullable: true+database_is_pk: false+database_partitioned: nulldiff --git a/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/owner_user_id.yaml b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/owner_user_id.yamlnew file mode 100644index 00000000000..9ab9fc141b8--- /dev/null+++ b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/owner_user_id.yaml@@ -0,0 +1,38 @@+name: owner_user_id+display_name: Owner User ID+description: null+created_at: '2025-12-05T13:12:35.56961Z'+active: true+visibility_type: normal+table_id: [Internal Metabase Database, public, v_tables]+database_type: int4+base_type: type/Integer+effective_type: type/Integer+semantic_type: null+database_is_auto_increment: false+database_required: false+fk_target_field_id: null+dimensions: []+json_unfolding: false+parent_id: null+coercion_strategy: null+preview_display: true+position: 16+custom_position: 0+database_position: 16+has_field_values: auto-list+settings: null+caveats: null+points_of_interest: null+nfc_path: null+serdes/meta:+- {id: Internal Metabase Database, model: Database}+- {id: public, model: Schema}+- {id: v_tables, model: Table}+- {id: owner_user_id, model: Field}+database_default: null+database_indexed: null+database_is_generated: false+database_is_nullable: true+database_is_pk: false+database_partitioned: nulldiff --git a/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/view_count.yaml b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/view_count.yamlnew file mode 100644index 00000000000..7e3d52c8bc8--- /dev/null+++ b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/view_count.yaml@@ -0,0 +1,38 @@+name: view_count+display_name: View Count+description: null+created_at: '2025-12-05T13:12:35.56961Z'+active: true+visibility_type: normal+table_id: [Internal Metabase Database, public, v_tables]+database_type: int4+base_type: type/Integer+effective_type: type/Integer+semantic_type: null+database_is_auto_increment: false+database_required: false+fk_target_field_id: null+dimensions: []+json_unfolding: false+parent_id: null+coercion_strategy: null+preview_display: true+position: 14+custom_position: 0+database_position: 14+has_field_values: auto-list+settings: null+caveats: null+points_of_interest: null+nfc_path: null+serdes/meta:+- {id: Internal Metabase Database, model: Database}+- {id: public, model: Schema}+- {id: v_tables, model: Table}+- {id: view_count, model: Field}+database_default: null+database_indexed: null+database_is_generated: false+database_is_nullable: true+database_is_pk: false+database_partitioned: nulldiff --git a/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/visibility_type.yaml b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/visibility_type.yamlnew file mode 100644index 00000000000..81ae94290a6--- /dev/null+++ b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/visibility_type.yaml@@ -0,0 +1,38 @@+name: visibility_type+display_name: Visibility Type+description: null+created_at: '2025-12-05T13:12:35.56961Z'+active: true+visibility_type: normal+table_id: [Internal Metabase Database, public, v_tables]+database_type: varchar+base_type: type/Text+effective_type: type/Text+semantic_type: null+database_is_auto_increment: false+database_required: false+fk_target_field_id: null+dimensions: []+json_unfolding: false+parent_id: null+coercion_strategy: null+preview_display: true+position: 12+custom_position: 0+database_position: 12+has_field_values: auto-list+settings: null+caveats: null+points_of_interest: null+nfc_path: null+serdes/meta:+- {id: Internal Metabase Database, model: Database}+- {id: public, model: Schema}+- {id: v_tables, model: Table}+- {id: visibility_type, model: Field}+database_default: null+database_indexed: null+database_is_generated: false+database_is_nullable: true+database_is_pk: false+database_partitioned: nulldiff --git a/resources/migrations/058_update_migrations.yaml b/resources/migrations/058_update_migrations.yamlindex b789361c29b..4c60688c68b 100644--- a/resources/migrations/058_update_migrations.yaml+++ b/resources/migrations/058_update_migrations.yaml@@ -964,6 +964,38 @@ databaseChangeLog:value: 'library-models'where: type = 'library-data'+ - changeSet:+ id: v58.2025-12-09T00:00:00+ author: nmezzopera+ comment: Usage analytics; Add entity_type, visibility_type, estimated_row_count, view_count, owner_email, owner_user_id to tables+ changes:+ - sqlFile:+ dbms: postgresql+ path: instance_analytics_views/tables/v3/postgres-tables.sql+ relativeToChangelogFile: true+ - sqlFile:+ dbms: mysql,mariadb+ path: instance_analytics_views/tables/v3/mysql-tables.sql+ relativeToChangelogFile: true+ - sqlFile:+ dbms: h2+ path: instance_analytics_views/tables/v3/h2-tables.sql+ relativeToChangelogFile: true+ rollback:+ - sqlFile:+ dbms: postgresql+ path: instance_analytics_views/tables/v1/postgres-tables.sql+ relativeToChangelogFile: true+ - sqlFile:+ dbms: mysql,mariadb+ path: instance_analytics_views/tables/v2/mysql-tables.sql+ relativeToChangelogFile: true+ - sqlFile:+ dbms: h2+ path: instance_analytics_views/tables/v1/h2-tables.sql+ relativeToChangelogFile: true++# >>>>>>>>>> DO NOT ADD NEW MIGRATIONS BELOW THIS LINE! ADD THEM ABOVE <<<<<<<<<<########################################################################################################################diff --git a/resources/migrations/instance_analytics_views/tables/v3/h2-tables.sql b/resources/migrations/instance_analytics_views/tables/v3/h2-tables.sqlnew file mode 100644index 00000000000..52674574451--- /dev/null+++ b/resources/migrations/instance_analytics_views/tables/v3/h2-tables.sql@@ -0,0 +1,22 @@+drop view if exists v_tables;++create or replace view v_tables as+select+ id as entity_id,+ 'table_' || id as entity_qualified_id,+ created_at,+ updated_at,+ name,+ display_name,+ description,+ active,+ db_id as database_id,+ schema,+ is_upload,+ entity_type,+ visibility_type,+ estimated_row_count,+ view_count,+ owner_email,+ owner_user_id+from metabase_table;diff --git a/resources/migrations/instance_analytics_views/tables/v3/mysql-tables.sql b/resources/migrations/instance_analytics_views/tables/v3/mysql-tables.sqlnew file mode 100644index 00000000000..cf835e84208--- /dev/null+++ b/resources/migrations/instance_analytics_views/tables/v3/mysql-tables.sql@@ -0,0 +1,24 @@+drop view if exists v_tables;++CREATE OR REPLACE+SQL SECURITY INVOKER+VIEW v_tables AS+select+ id as entity_id,+ concat('table_', id) as entity_qualified_id,+ created_at,+ updated_at,+ name,+ display_name,+ description,+ active,+ db_id as database_id,+ "schema",+ is_upload,+ entity_type,+ visibility_type,+ estimated_row_count,+ view_count,+ owner_email,+ owner_user_id+from metabase_table;diff --git a/resources/migrations/instance_analytics_views/tables/v3/postgres-tables.sql b/resources/migrations/instance_analytics_views/tables/v3/postgres-tables.sqlnew file mode 100644index 00000000000..52674574451--- /dev/null+++ b/resources/migrations/instance_analytics_views/tables/v3/postgres-tables.sql@@ -0,0 +1,22 @@+drop view if exists v_tables;++create or replace view v_tables as+select+ id as entity_id,+ 'table_' || id as entity_qualified_id,+ created_at,+ updated_at,+ name,+ display_name,+ description,+ active,+ db_id as database_id,+ schema,+ is_upload,+ entity_type,+ visibility_type,+ estimated_row_count,+ view_count,+ owner_email,+ owner_user_id+from metabase_table;