Skip to content

The easy-to-use open source Business Intelligence and Embedded Analytics tool that lets everyone work with data :bar_chart:

GDGT-1313 | Bulk metadata usage analytics additions (#66582)

Nicolò Maria Mezzopera590bd138c5d6
diff --git a/enterprise/backend/test/metabase_enterprise/audit_app/analytics_dev_test.clj b/enterprise/backend/test/metabase_enterprise/audit_app/analytics_dev_test.clj
index 214e8455cb0..9b44387ad8d 100644
--- a/enterprise/backend/test/metabase_enterprise/audit_app/analytics_dev_test.clj
+++ b/enterprise/backend/test/metabase_enterprise/audit_app/analytics_dev_test.clj
@@ -1,10 +1,13 @@
(ns metabase-enterprise.audit-app.analytics-dev-test
(:require
+ [clojure.set :as set]
[clojure.test :refer [deftest is testing]]
[metabase-enterprise.audit-app.analytics-dev :as analytics-dev]
[metabase-enterprise.audit-app.audit :as ee-audit]
[metabase.app-db.core :as mdb]
- [metabase.test :as mt]))
+ [metabase.driver :as driver]
+ [metabase.test :as mt]
+ [toucan2.core :as t2]))
(deftest postgres-only-requirement-test
(testing "Analytics dev mode requires PostgreSQL"
@@ -98,3 +101,112 @@
:engine "postgres"
:is_audit true}]
(is (nil? (analytics-dev/find-analytics-dev-database)))))))
+
+(def expected-view-schemas
+ "Expected schema for each analytics usage view (v_* tables).
+ This mapping serves as the source of truth for what fields should exist in each view.
+ If a migration changes a view's schema, this map must be updated accordingly."
+ {"v_alerts" #{"entity_id" "entity_qualified_id" "created_at" "updated_at"
+ "creator_id" "card_id" "card_qualified_id" "alert_condition"
+ "schedule_type" "schedule_day" "schedule_hour" "archived"
+ "recipient_type" "recipients" "recipient_external"}
+
+ "v_audit_log" #{"id" "topic" "timestamp" "end_timestamp" "user_id"
+ "entity_type" "entity_id" "entity_qualified_id" "details"}
+
+ "v_content" #{"entity_id" "entity_qualified_id" "entity_type" "created_at"
+ "updated_at" "creator_id" "name" "description" "collection_id"
+ "made_public_by_user" "is_embedding_enabled" "is_verified"
+ "archived" "action_type" "action_model_id" "collection_is_official"
+ "collection_is_personal" "question_viz_type" "question_database_id"
+ "question_is_native" "event_timestamp"}
+
+ "v_dashboardcard" #{"entity_id" "entity_qualified_id" "dashboard_qualified_id"
+ "dashboardtab_id" "card_qualified_id" "created_at" "updated_at"
+ "size_x" "size_y" "visualization_settings" "parameter_mappings"}
+
+ "v_databases" #{"entity_id" "entity_qualified_id" "created_at" "updated_at"
+ "name" "description" "database_type" "metadata_sync_schedule"
+ "cache_field_values_schedule" "timezone" "is_on_demand"
+ "auto_run_queries" "cache_ttl" "creator_id" "db_version"}
+
+ "v_fields" #{"entity_id" "entity_qualified_id" "created_at" "updated_at"
+ "name" "display_name" "description" "base_type" "visibility_type"
+ "fk_target_field_id" "has_field_values" "active" "table_id"}
+
+ "v_group_members" #{"user_id" "group_id" "group_name"}
+
+ "v_query_log" #{"entity_id" "started_at" "running_time_seconds" "result_rows"
+ "is_native" "query_source" "error" "user_id" "card_id"
+ "card_qualified_id" "dashboard_id" "dashboard_qualified_id"
+ "pulse_id" "database_id" "database_qualified_id" "cache_hit"
+ "action_id" "action_qualified_id" "query"}
+
+ "v_subscriptions" #{"entity_id" "entity_qualified_id" "created_at" "updated_at"
+ "creator_id" "archived" "dashboard_qualified_id" "schedule_type"
+ "schedule_day" "schedule_hour" "recipient_type" "recipients"
+ "recipient_external" "parameters"}
+
+ "v_tables" #{"entity_id" "entity_qualified_id" "created_at" "updated_at"
+ "name" "display_name" "description" "active" "database_id"
+ "schema" "is_upload" "entity_type" "visibility_type"
+ "estimated_row_count" "view_count" "owner_email" "owner_user_id"}
+
+ "v_tasks" #{"id" "task" "status" "database_qualified_id" "started_at"
+ "ended_at" "duration_seconds" "details"}
+
+ "v_users" #{"user_id" "entity_qualified_id" "type" "email" "first_name"
+ "last_name" "full_name" "date_joined" "last_login" "updated_at"
+ "is_admin" "is_active" "sso_source" "locale"}
+
+ "v_view_log" #{"id" "timestamp" "user_id" "entity_type" "entity_id"
+ "entity_qualified_id"}})
+
+(defn- get-synced-field-names
+ "Get the set of field names that Metabase has synced for a given table."
+ [table-id]
+ (into #{}
+ (map :name)
+ (t2/select :model/Field :table_id table-id :active true)))
+
+(defn- get-actual-field-names
+ "Get the set of field names that actually exist in the database for a given table."
+ [database table]
+ (let [table-metadata (driver/describe-table (driver/the-initialized-driver (:engine database))
+ database
+ table)]
+ (into #{} (map :name) (:fields table-metadata))))
+
+(deftest analytics-views-schema-test
+ (testing "Analytics usage views (v_* tables) have expected schema"
+ (mt/test-drivers #{:postgres :h2 :mysql}
+ (let [analytics-db (t2/select-one :model/Database :is_audit true)]
+ (when analytics-db
+ (doseq [[view-name expected-fields] expected-view-schemas]
+ (testing (str "View: " view-name)
+ (let [table (t2/select-one :model/Table
+ :db_id (:id analytics-db)
+ :name view-name)
+ _ (is (some? table))
+
+ synced-fields (when table (get-synced-field-names (:id table)))
+ actual-fields (when table (get-actual-field-names analytics-db table))]
+
+ (when table
+ (testing "Expected vs Actual"
+ (let [missing-from-actual (set/difference expected-fields actual-fields)
+ extra-in-actual (set/difference actual-fields expected-fields)]
+ (is (empty? missing-from-actual))
+ (is (empty? extra-in-actual))))
+
+ (testing "Synced vs Actual"
+ (let [missing-from-sync (set/difference actual-fields synced-fields)
+ extra-in-sync (set/difference synced-fields actual-fields)]
+ (is (empty? missing-from-sync))
+ (is (empty? extra-in-sync))))
+
+ (testing "Expected vs Synced"
+ (let [missing-from-sync (set/difference expected-fields synced-fields)
+ extra-in-sync (set/difference synced-fields expected-fields)]
+ (is (empty? missing-from-sync))
+ (is (empty? extra-in-sync)))))))))))))
diff --git a/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/cards/tKEl86EXMyTDIoO9nyFTV_last_content_viewed_at.yaml b/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/cards/tKEl86EXMyTDIoO9nyFTV_last_content_viewed_at.yaml
index 585378a07c6..705c4123203 100644
--- a/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/cards/tKEl86EXMyTDIoO9nyFTV_last_content_viewed_at.yaml
+++ b/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/cards/tKEl86EXMyTDIoO9nyFTV_last_content_viewed_at.yaml
@@ -24,7 +24,7 @@ dataset_query:
- - max
- - field
- timestamp
- - {base-type: type/DateTimeWithLocalTZ, inherited-temporal-unit: default, temporal-unit: minute, original-temporal-unit: month}
+ - {base-type: type/DateTimeWithLocalTZ, original-temporal-unit: month, inherited-temporal-unit: default, temporal-unit: minute}
breakout:
- - field
- entity_qualified_id
diff --git a/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/cards/x7GwgNdjfzrpQkKTraaqo_tables.yaml b/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/cards/x7GwgNdjfzrpQkKTraaqo_tables.yaml
index 63ec056b7b3..8a1440fcef5 100644
--- a/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/cards/x7GwgNdjfzrpQkKTraaqo_tables.yaml
+++ b/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/cards/x7GwgNdjfzrpQkKTraaqo_tables.yaml
@@ -23,115 +23,170 @@ dataset_query:
source-table: [Internal Metabase Database, public, v_tables]
type: query
result_metadata:
-- base_type: type/Integer
- coercion_strategy: null
- description: null
+- active: true
+ base_type: type/Integer
+ database_type: int4
display_name: Entity ID
effective_type: type/Integer
field_ref:
- field
- [Internal Metabase Database, public, v_tables, entity_id]
- null
- fk_target_field_id: null
id: [Internal Metabase Database, public, v_tables, entity_id]
name: entity_id
+ position: 0
semantic_type: type/PK
- settings: null
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
visibility_type: normal
-- base_type: type/Text
- coercion_strategy: null
- description: null
+ lib/deduplicated-name: entity_id
+ lib/desired-column-alias: entity_id
+ lib/original-display-name: Entity ID
+ lib/original-name: entity_id
+ lib/source: source/table-defaults
+ lib/source-column-alias: entity_id
+ qp/implicit-field?: true
+- active: true
+ base_type: type/Text
+ database_type: text
display_name: Entity Qualified ID
effective_type: type/Text
field_ref:
- field
- [Internal Metabase Database, public, v_tables, entity_qualified_id]
- null
- fk_target_field_id: null
id: [Internal Metabase Database, public, v_tables, entity_qualified_id]
name: entity_qualified_id
+ position: 1
semantic_type: type/PK
- settings: null
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
visibility_type: normal
-- base_type: type/DateTimeWithLocalTZ
- coercion_strategy: null
- description: null
+ lib/deduplicated-name: entity_qualified_id
+ lib/desired-column-alias: entity_qualified_id
+ lib/original-display-name: Entity Qualified ID
+ lib/original-name: entity_qualified_id
+ lib/source: source/table-defaults
+ lib/source-column-alias: entity_qualified_id
+ qp/implicit-field?: true
+- active: true
+ base_type: type/DateTimeWithLocalTZ
+ database_type: timestamptz
display_name: Created At
effective_type: type/DateTimeWithLocalTZ
field_ref:
- field
- [Internal Metabase Database, public, v_tables, created_at]
- - {temporal-unit: default}
- fk_target_field_id: null
+ - null
id: [Internal Metabase Database, public, v_tables, created_at]
name: created_at
+ position: 2
semantic_type: type/CreationTimestamp
- settings: null
- unit: default
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
visibility_type: normal
-- base_type: type/DateTimeWithLocalTZ
- coercion_strategy: null
- description: null
+ lib/deduplicated-name: created_at
+ lib/desired-column-alias: created_at
+ lib/original-display-name: Created At
+ lib/original-name: created_at
+ lib/source: source/table-defaults
+ lib/source-column-alias: created_at
+ qp/implicit-field?: true
+- active: true
+ base_type: type/DateTimeWithLocalTZ
+ database_type: timestamptz
display_name: Updated At
effective_type: type/DateTimeWithLocalTZ
field_ref:
- field
- [Internal Metabase Database, public, v_tables, updated_at]
- - {temporal-unit: default}
- fk_target_field_id: null
+ - null
id: [Internal Metabase Database, public, v_tables, updated_at]
name: updated_at
+ position: 3
semantic_type: type/UpdatedTimestamp
- settings: null
- unit: default
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
visibility_type: normal
-- base_type: type/Text
- coercion_strategy: null
- description: null
+ lib/deduplicated-name: updated_at
+ lib/desired-column-alias: updated_at
+ lib/original-display-name: Updated At
+ lib/original-name: updated_at
+ lib/source: source/table-defaults
+ lib/source-column-alias: updated_at
+ qp/implicit-field?: true
+- active: true
+ base_type: type/Text
+ database_type: varchar
display_name: Name
effective_type: type/Text
field_ref:
- field
- [Internal Metabase Database, public, v_tables, name]
- null
- fk_target_field_id: null
id: [Internal Metabase Database, public, v_tables, name]
name: name
+ position: 4
semantic_type: type/Name
- settings: null
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
visibility_type: normal
-- base_type: type/Text
- coercion_strategy: null
- description: null
+ lib/deduplicated-name: name
+ lib/desired-column-alias: name
+ lib/original-display-name: Name
+ lib/original-name: name
+ lib/source: source/table-defaults
+ lib/source-column-alias: name
+ qp/implicit-field?: true
+- active: true
+ base_type: type/Text
+ database_type: varchar
display_name: Display Name
effective_type: type/Text
field_ref:
- field
- [Internal Metabase Database, public, v_tables, display_name]
- null
- fk_target_field_id: null
id: [Internal Metabase Database, public, v_tables, display_name]
name: display_name
+ position: 5
semantic_type: type/Name
- settings: null
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
visibility_type: normal
-- base_type: type/Text
- coercion_strategy: null
- description: null
+ lib/deduplicated-name: display_name
+ lib/desired-column-alias: display_name
+ lib/original-display-name: Display Name
+ lib/original-name: display_name
+ lib/source: source/table-defaults
+ lib/source-column-alias: display_name
+ qp/implicit-field?: true
+- active: true
+ base_type: type/Text
+ database_type: text
display_name: Description
effective_type: type/Text
field_ref:
- field
- [Internal Metabase Database, public, v_tables, description]
- null
- fk_target_field_id: null
id: [Internal Metabase Database, public, v_tables, description]
name: description
+ position: 6
semantic_type: type/Description
- settings: null
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
visibility_type: normal
-- base_type: type/Boolean
- coercion_strategy: null
+ lib/deduplicated-name: description
+ lib/desired-column-alias: description
+ lib/original-display-name: Description
+ lib/original-name: description
+ lib/source: source/table-defaults
+ lib/source-column-alias: description
+ qp/implicit-field?: true
+- active: true
+ base_type: type/Boolean
+ database_type: bool
description: True if table is available in the data source. False if it not found in sync anymore.
display_name: Active
effective_type: type/Boolean
@@ -139,15 +194,23 @@ result_metadata:
- field
- [Internal Metabase Database, public, v_tables, active]
- null
- fk_target_field_id: null
id: [Internal Metabase Database, public, v_tables, active]
name: active
+ position: 7
semantic_type: type/Category
- settings: null
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
visibility_type: normal
-- base_type: type/Integer
- coercion_strategy: null
- description: null
+ lib/deduplicated-name: active
+ lib/desired-column-alias: active
+ lib/original-display-name: Active
+ lib/original-name: active
+ lib/source: source/table-defaults
+ lib/source-column-alias: active
+ qp/implicit-field?: true
+- active: true
+ base_type: type/Integer
+ database_type: int4
display_name: Database ID
effective_type: type/Integer
field_ref:
@@ -157,39 +220,232 @@ result_metadata:
fk_target_field_id: [Internal Metabase Database, public, v_databases, entity_id]
id: [Internal Metabase Database, public, v_tables, database_id]
name: database_id
+ options: {metabase.query-processor.middleware.add-remaps/original-field-dimension-id: 39}
+ position: 8
+ remapped_to: name_2
semantic_type: type/FK
- settings: null
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
visibility_type: normal
-- base_type: type/Text
- coercion_strategy: null
- description: null
+ lib/deduplicated-name: database_id
+ lib/desired-column-alias: database_id
+ lib/external-remap: {field-id: 1342, id: 39, name: Database ID, lib/type: metadata.column.remapping/external}
+ lib/original-display-name: Database ID
+ lib/original-name: database_id
+ lib/source: source/table-defaults
+ lib/source-column-alias: database_id
+ qp/implicit-field?: true
+- active: true
+ base_type: type/Text
+ database_type: varchar
display_name: Schema
effective_type: type/Text
field_ref:
- field
- [Internal Metabase Database, public, v_tables, schema]
- null
- fk_target_field_id: null
id: [Internal Metabase Database, public, v_tables, schema]
name: schema
- semantic_type: null
- settings: null
+ position: 9
+ semantic_type: type/Category
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
visibility_type: normal
-- base_type: type/Boolean
- coercion_strategy: null
- description: null
+ lib/deduplicated-name: schema
+ lib/desired-column-alias: schema
+ lib/original-display-name: Schema
+ lib/original-name: schema
+ lib/source: source/table-defaults
+ lib/source-column-alias: schema
+ qp/implicit-field?: true
+- active: true
+ base_type: type/Boolean
+ database_type: bool
display_name: Is Upload
effective_type: type/Boolean
field_ref:
- field
- [Internal Metabase Database, public, v_tables, is_upload]
- null
- fk_target_field_id: null
id: [Internal Metabase Database, public, v_tables, is_upload]
name: is_upload
+ position: 10
+ semantic_type: type/Category
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
+ visibility_type: normal
+ lib/deduplicated-name: is_upload
+ lib/desired-column-alias: is_upload
+ lib/original-display-name: Is Upload
+ lib/original-name: is_upload
+ lib/source: source/table-defaults
+ lib/source-column-alias: is_upload
+ qp/implicit-field?: true
+- active: true
+ base_type: type/Text
+ database_type: varchar
+ display_name: Entity Type
+ effective_type: type/Text
+ field_ref:
+ - field
+ - [Internal Metabase Database, public, v_tables, entity_type]
+ - null
+ id: [Internal Metabase Database, public, v_tables, entity_type]
+ name: entity_type
+ position: 11
+ semantic_type: type/Category
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
+ visibility_type: normal
+ lib/deduplicated-name: entity_type
+ lib/desired-column-alias: entity_type
+ lib/original-display-name: Entity Type
+ lib/original-name: entity_type
+ lib/source: source/table-defaults
+ lib/source-column-alias: entity_type
+ qp/implicit-field?: true
+- active: true
+ base_type: type/Text
+ database_type: varchar
+ display_name: Visibility Type
+ effective_type: type/Text
+ field_ref:
+ - field
+ - [Internal Metabase Database, public, v_tables, visibility_type]
+ - null
+ id: [Internal Metabase Database, public, v_tables, visibility_type]
+ name: visibility_type
+ position: 12
semantic_type: type/Category
- settings: null
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
+ visibility_type: normal
+ lib/deduplicated-name: visibility_type
+ lib/desired-column-alias: visibility_type
+ lib/original-display-name: Visibility Type
+ lib/original-name: visibility_type
+ lib/source: source/table-defaults
+ lib/source-column-alias: visibility_type
+ qp/implicit-field?: true
+- active: true
+ base_type: type/BigInteger
+ database_type: int8
+ display_name: Estimated Row Count
+ effective_type: type/BigInteger
+ field_ref:
+ - field
+ - [Internal Metabase Database, public, v_tables, estimated_row_count]
+ - null
+ id: [Internal Metabase Database, public, v_tables, estimated_row_count]
+ name: estimated_row_count
+ position: 13
+ semantic_type: type/Quantity
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
+ visibility_type: normal
+ lib/deduplicated-name: estimated_row_count
+ lib/desired-column-alias: estimated_row_count
+ lib/original-display-name: Estimated Row Count
+ lib/original-name: estimated_row_count
+ lib/source: source/table-defaults
+ lib/source-column-alias: estimated_row_count
+ qp/implicit-field?: true
+- active: true
+ base_type: type/Integer
+ database_type: int4
+ display_name: View Count
+ effective_type: type/Integer
+ field_ref:
+ - field
+ - [Internal Metabase Database, public, v_tables, view_count]
+ - null
+ id: [Internal Metabase Database, public, v_tables, view_count]
+ name: view_count
+ position: 14
+ semantic_type: type/Quantity
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
+ visibility_type: normal
+ lib/deduplicated-name: view_count
+ lib/desired-column-alias: view_count
+ lib/original-display-name: View Count
+ lib/original-name: view_count
+ lib/source: source/table-defaults
+ lib/source-column-alias: view_count
+ qp/implicit-field?: true
+- active: true
+ base_type: type/Text
+ database_type: text
+ display_name: Owner Email
+ effective_type: type/Text
+ field_ref:
+ - field
+ - [Internal Metabase Database, public, v_tables, owner_email]
+ - null
+ id: [Internal Metabase Database, public, v_tables, owner_email]
+ name: owner_email
+ position: 15
+ semantic_type: type/Owner
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
+ visibility_type: normal
+ lib/deduplicated-name: owner_email
+ lib/desired-column-alias: owner_email
+ lib/original-display-name: Owner Email
+ lib/original-name: owner_email
+ lib/source: source/table-defaults
+ lib/source-column-alias: owner_email
+ qp/implicit-field?: true
+- active: true
+ base_type: type/Integer
+ database_type: int4
+ display_name: Owner User ID
+ effective_type: type/Integer
+ field_ref:
+ - field
+ - [Internal Metabase Database, public, v_tables, owner_user_id]
+ - null
+ id: [Internal Metabase Database, public, v_tables, owner_user_id]
+ name: owner_user_id
+ position: 16
+ semantic_type: type/Owner
+ source: fields
+ table_id: [Internal Metabase Database, public, v_tables]
+ visibility_type: normal
+ lib/deduplicated-name: owner_user_id
+ lib/desired-column-alias: owner_user_id
+ lib/original-display-name: Owner User ID
+ lib/original-name: owner_user_id
+ lib/source: source/table-defaults
+ lib/source-column-alias: owner_user_id
+ qp/implicit-field?: true
+- active: true
+ base_type: type/Text
+ database_type: varchar
+ display_name: Database ID
+ effective_type: type/Text
+ field_ref:
+ - field
+ - [Internal Metabase Database, public, v_databases, name]
+ - source-field: [Internal Metabase Database, public, v_tables, database_id]
+ fk_field_id: 1410
+ id: [Internal Metabase Database, public, v_databases, name]
+ name: name_2
+ options: {metabase.query-processor.middleware.add-remaps/new-field-dimension-id: 39}
+ position: 4
+ remapped_from: database_id
+ semantic_type: type/Name
+ source: fields
+ table_id: [Internal Metabase Database, public, v_databases]
visibility_type: normal
+ lib/breakout?: false
+ lib/deduplicated-name: name_2
+ lib/desired-column-alias: v_databases__via__database_id__name
+ lib/original-display-name: Name
+ lib/original-name: name
+ lib/source: source/implicitly-joinable
+ lib/source-column-alias: name
+ qp/implicit-field?: true
visualization_settings: {column_settings: null, table.cell_column: schema, table.pivot_column: is_upload}
card_schema: 22
serdes/meta:
diff --git a/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/dashboards/Glqmoytsnu0n6rfLUjock_performance_overview.yaml b/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/dashboards/Glqmoytsnu0n6rfLUjock_performance_overview.yaml
index 81b901d4af2..138baab50f8 100644
--- a/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/dashboards/Glqmoytsnu0n6rfLUjock_performance_overview.yaml
+++ b/resources/instance_analytics/collections/vG58R8k-QddHWA7_47umn_usage_analytics/dashboards/Glqmoytsnu0n6rfLUjock_performance_overview.yaml
@@ -111,26 +111,26 @@ dashcards:
- {id: Glqmoytsnu0n6rfLUjock, model: Dashboard}
- {id: jBvRp7n8EAyim_aK6rCnP, model: DashboardTab}
- {id: I6pKZnuNRduK6inlhtJG8, model: DashboardCard}
-- entity_id: YmdWBHC1EHgN0VI06DiDP
- card_id: OCkxXZM5KPJ9zOjYVEnqY
+- entity_id: GuplD3L8-SZv_or20dYNI
+ card_id: zdVQGoMs__No_3l_amEWV
created_at: '2023-11-13T20:40:42.614766Z'
row: 0
- col: 0
+ col: 12
size_x: 12
size_y: 7
action_id: null
dashboard_tab_id: [Glqmoytsnu0n6rfLUjock, 4cbECWHJ2N1_nIPXQ186S]
inline_parameters: []
parameter_mappings:
- - card_id: OCkxXZM5KPJ9zOjYVEnqY
+ - card_id: zdVQGoMs__No_3l_amEWV
parameter_id: dbeeb776
target:
- dimension
- - field
- [Internal Metabase Database, public, v_group_members, group_name]
- - {join-alias: Group Members - Entity}
+ - {join-alias: Group Members - User}
- {stage-number: 0}
- - card_id: OCkxXZM5KPJ9zOjYVEnqY
+ - card_id: zdVQGoMs__No_3l_amEWV
parameter_id: cbef6d30
target:
- dimension
@@ -143,27 +143,27 @@ dashcards:
serdes/meta:
- {id: Glqmoytsnu0n6rfLUjock, model: Dashboard}
- {id: 4cbECWHJ2N1_nIPXQ186S, model: DashboardTab}
- - {id: YmdWBHC1EHgN0VI06DiDP, model: DashboardCard}
-- entity_id: aBpCVPlOAxucmmKrdx9VM
- card_id: DuL1yrlkmnqOgz4drGiG4
+ - {id: GuplD3L8-SZv_or20dYNI, model: DashboardCard}
+- entity_id: YmdWBHC1EHgN0VI06DiDP
+ card_id: OCkxXZM5KPJ9zOjYVEnqY
created_at: '2023-11-13T20:40:42.614766Z'
row: 0
col: 0
- size_x: 24
- size_y: 9
+ size_x: 12
+ size_y: 7
action_id: null
- dashboard_tab_id: [Glqmoytsnu0n6rfLUjock, w4-8vby2KqplrfPXB_vIf]
+ dashboard_tab_id: [Glqmoytsnu0n6rfLUjock, 4cbECWHJ2N1_nIPXQ186S]
inline_parameters: []
parameter_mappings:
- - card_id: DuL1yrlkmnqOgz4drGiG4
+ - card_id: OCkxXZM5KPJ9zOjYVEnqY
parameter_id: dbeeb776
target:
- dimension
- - field
- [Internal Metabase Database, public, v_group_members, group_name]
- - {join-alias: Group Members - User}
+ - {join-alias: Group Members - Entity}
- {stage-number: 0}
- - card_id: DuL1yrlkmnqOgz4drGiG4
+ - card_id: OCkxXZM5KPJ9zOjYVEnqY
parameter_id: cbef6d30
target:
- dimension
@@ -175,20 +175,20 @@ dashcards:
visualization_settings: {column_settings: null}
serdes/meta:
- {id: Glqmoytsnu0n6rfLUjock, model: Dashboard}
- - {id: w4-8vby2KqplrfPXB_vIf, model: DashboardTab}
- - {id: aBpCVPlOAxucmmKrdx9VM, model: DashboardCard}
-- entity_id: GuplD3L8-SZv_or20dYNI
- card_id: zdVQGoMs__No_3l_amEWV
+ - {id: 4cbECWHJ2N1_nIPXQ186S, model: DashboardTab}
+ - {id: YmdWBHC1EHgN0VI06DiDP, model: DashboardCard}
+- entity_id: aBpCVPlOAxucmmKrdx9VM
+ card_id: DuL1yrlkmnqOgz4drGiG4
created_at: '2023-11-13T20:40:42.614766Z'
row: 0
- col: 12
- size_x: 12
- size_y: 7
+ col: 0
+ size_x: 24
+ size_y: 9
action_id: null
- dashboard_tab_id: [Glqmoytsnu0n6rfLUjock, 4cbECWHJ2N1_nIPXQ186S]
+ dashboard_tab_id: [Glqmoytsnu0n6rfLUjock, w4-8vby2KqplrfPXB_vIf]
inline_parameters: []
parameter_mappings:
- - card_id: zdVQGoMs__No_3l_amEWV
+ - card_id: DuL1yrlkmnqOgz4drGiG4
parameter_id: dbeeb776
target:
- dimension
@@ -196,7 +196,7 @@ dashcards:
- [Internal Metabase Database, public, v_group_members, group_name]
- {join-alias: Group Members - User}
- {stage-number: 0}
- - card_id: zdVQGoMs__No_3l_amEWV
+ - card_id: DuL1yrlkmnqOgz4drGiG4
parameter_id: cbef6d30
target:
- dimension
@@ -208,8 +208,8 @@ dashcards:
visualization_settings: {column_settings: null}
serdes/meta:
- {id: Glqmoytsnu0n6rfLUjock, model: Dashboard}
- - {id: 4cbECWHJ2N1_nIPXQ186S, model: DashboardTab}
- - {id: GuplD3L8-SZv_or20dYNI, model: DashboardCard}
+ - {id: w4-8vby2KqplrfPXB_vIf, model: DashboardTab}
+ - {id: aBpCVPlOAxucmmKrdx9VM, model: DashboardCard}
- entity_id: K2iosE8HMewiHs5tJAKIB
card_id: KXNGLyYyS1pO_9wMguHIB
created_at: '2023-11-13T20:44:16.084445Z'
diff --git a/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/entity_type.yaml b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/entity_type.yaml
new file mode 100644
index 00000000000..692675d102b
--- /dev/null
+++ b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/entity_type.yaml
@@ -0,0 +1,38 @@
+name: entity_type
+display_name: Entity Type
+description: null
+created_at: '2025-12-05T13:12:35.56961Z'
+active: true
+visibility_type: normal
+table_id: [Internal Metabase Database, public, v_tables]
+database_type: varchar
+base_type: type/Text
+effective_type: type/Text
+semantic_type: null
+database_is_auto_increment: false
+database_required: false
+fk_target_field_id: null
+dimensions: []
+json_unfolding: false
+parent_id: null
+coercion_strategy: null
+preview_display: true
+position: 11
+custom_position: 0
+database_position: 11
+has_field_values: auto-list
+settings: null
+caveats: null
+points_of_interest: null
+nfc_path: null
+serdes/meta:
+- {id: Internal Metabase Database, model: Database}
+- {id: public, model: Schema}
+- {id: v_tables, model: Table}
+- {id: entity_type, model: Field}
+database_default: null
+database_indexed: null
+database_is_generated: false
+database_is_nullable: true
+database_is_pk: false
+database_partitioned: null
diff --git a/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/estimated_row_count.yaml b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/estimated_row_count.yaml
new file mode 100644
index 00000000000..fbefc8a45c0
--- /dev/null
+++ b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/estimated_row_count.yaml
@@ -0,0 +1,38 @@
+name: estimated_row_count
+display_name: Estimated Row Count
+description: null
+created_at: '2025-12-05T13:12:35.56961Z'
+active: true
+visibility_type: normal
+table_id: [Internal Metabase Database, public, v_tables]
+database_type: int8
+base_type: type/BigInteger
+effective_type: type/BigInteger
+semantic_type: null
+database_is_auto_increment: false
+database_required: false
+fk_target_field_id: null
+dimensions: []
+json_unfolding: false
+parent_id: null
+coercion_strategy: null
+preview_display: true
+position: 13
+custom_position: 0
+database_position: 13
+has_field_values: auto-list
+settings: null
+caveats: null
+points_of_interest: null
+nfc_path: null
+serdes/meta:
+- {id: Internal Metabase Database, model: Database}
+- {id: public, model: Schema}
+- {id: v_tables, model: Table}
+- {id: estimated_row_count, model: Field}
+database_default: null
+database_indexed: null
+database_is_generated: false
+database_is_nullable: true
+database_is_pk: false
+database_partitioned: null
diff --git a/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/owner_email.yaml b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/owner_email.yaml
new file mode 100644
index 00000000000..c2691ec8952
--- /dev/null
+++ b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/owner_email.yaml
@@ -0,0 +1,38 @@
+name: owner_email
+display_name: Owner Email
+description: null
+created_at: '2025-12-05T13:12:35.56961Z'
+active: true
+visibility_type: normal
+table_id: [Internal Metabase Database, public, v_tables]
+database_type: text
+base_type: type/Text
+effective_type: type/Text
+semantic_type: null
+database_is_auto_increment: false
+database_required: false
+fk_target_field_id: null
+dimensions: []
+json_unfolding: false
+parent_id: null
+coercion_strategy: null
+preview_display: true
+position: 15
+custom_position: 0
+database_position: 15
+has_field_values: auto-list
+settings: null
+caveats: null
+points_of_interest: null
+nfc_path: null
+serdes/meta:
+- {id: Internal Metabase Database, model: Database}
+- {id: public, model: Schema}
+- {id: v_tables, model: Table}
+- {id: owner_email, model: Field}
+database_default: null
+database_indexed: null
+database_is_generated: false
+database_is_nullable: true
+database_is_pk: false
+database_partitioned: null
diff --git a/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/owner_user_id.yaml b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/owner_user_id.yaml
new file mode 100644
index 00000000000..9ab9fc141b8
--- /dev/null
+++ b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/owner_user_id.yaml
@@ -0,0 +1,38 @@
+name: owner_user_id
+display_name: Owner User ID
+description: null
+created_at: '2025-12-05T13:12:35.56961Z'
+active: true
+visibility_type: normal
+table_id: [Internal Metabase Database, public, v_tables]
+database_type: int4
+base_type: type/Integer
+effective_type: type/Integer
+semantic_type: null
+database_is_auto_increment: false
+database_required: false
+fk_target_field_id: null
+dimensions: []
+json_unfolding: false
+parent_id: null
+coercion_strategy: null
+preview_display: true
+position: 16
+custom_position: 0
+database_position: 16
+has_field_values: auto-list
+settings: null
+caveats: null
+points_of_interest: null
+nfc_path: null
+serdes/meta:
+- {id: Internal Metabase Database, model: Database}
+- {id: public, model: Schema}
+- {id: v_tables, model: Table}
+- {id: owner_user_id, model: Field}
+database_default: null
+database_indexed: null
+database_is_generated: false
+database_is_nullable: true
+database_is_pk: false
+database_partitioned: null
diff --git a/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/view_count.yaml b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/view_count.yaml
new file mode 100644
index 00000000000..7e3d52c8bc8
--- /dev/null
+++ b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/view_count.yaml
@@ -0,0 +1,38 @@
+name: view_count
+display_name: View Count
+description: null
+created_at: '2025-12-05T13:12:35.56961Z'
+active: true
+visibility_type: normal
+table_id: [Internal Metabase Database, public, v_tables]
+database_type: int4
+base_type: type/Integer
+effective_type: type/Integer
+semantic_type: null
+database_is_auto_increment: false
+database_required: false
+fk_target_field_id: null
+dimensions: []
+json_unfolding: false
+parent_id: null
+coercion_strategy: null
+preview_display: true
+position: 14
+custom_position: 0
+database_position: 14
+has_field_values: auto-list
+settings: null
+caveats: null
+points_of_interest: null
+nfc_path: null
+serdes/meta:
+- {id: Internal Metabase Database, model: Database}
+- {id: public, model: Schema}
+- {id: v_tables, model: Table}
+- {id: view_count, model: Field}
+database_default: null
+database_indexed: null
+database_is_generated: false
+database_is_nullable: true
+database_is_pk: false
+database_partitioned: null
diff --git a/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/visibility_type.yaml b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/visibility_type.yaml
new file mode 100644
index 00000000000..81ae94290a6
--- /dev/null
+++ b/resources/instance_analytics/databases/Internal Metabase Database/schemas/public/tables/v_tables/fields/visibility_type.yaml
@@ -0,0 +1,38 @@
+name: visibility_type
+display_name: Visibility Type
+description: null
+created_at: '2025-12-05T13:12:35.56961Z'
+active: true
+visibility_type: normal
+table_id: [Internal Metabase Database, public, v_tables]
+database_type: varchar
+base_type: type/Text
+effective_type: type/Text
+semantic_type: null
+database_is_auto_increment: false
+database_required: false
+fk_target_field_id: null
+dimensions: []
+json_unfolding: false
+parent_id: null
+coercion_strategy: null
+preview_display: true
+position: 12
+custom_position: 0
+database_position: 12
+has_field_values: auto-list
+settings: null
+caveats: null
+points_of_interest: null
+nfc_path: null
+serdes/meta:
+- {id: Internal Metabase Database, model: Database}
+- {id: public, model: Schema}
+- {id: v_tables, model: Table}
+- {id: visibility_type, model: Field}
+database_default: null
+database_indexed: null
+database_is_generated: false
+database_is_nullable: true
+database_is_pk: false
+database_partitioned: null
diff --git a/resources/migrations/058_update_migrations.yaml b/resources/migrations/058_update_migrations.yaml
index b789361c29b..4c60688c68b 100644
--- a/resources/migrations/058_update_migrations.yaml
+++ b/resources/migrations/058_update_migrations.yaml
@@ -964,6 +964,38 @@ databaseChangeLog:
value: 'library-models'
where: type = 'library-data'
+ - changeSet:
+ id: v58.2025-12-09T00:00:00
+ author: nmezzopera
+ comment: Usage analytics; Add entity_type, visibility_type, estimated_row_count, view_count, owner_email, owner_user_id to tables
+ changes:
+ - sqlFile:
+ dbms: postgresql
+ path: instance_analytics_views/tables/v3/postgres-tables.sql
+ relativeToChangelogFile: true
+ - sqlFile:
+ dbms: mysql,mariadb
+ path: instance_analytics_views/tables/v3/mysql-tables.sql
+ relativeToChangelogFile: true
+ - sqlFile:
+ dbms: h2
+ path: instance_analytics_views/tables/v3/h2-tables.sql
+ relativeToChangelogFile: true
+ rollback:
+ - sqlFile:
+ dbms: postgresql
+ path: instance_analytics_views/tables/v1/postgres-tables.sql
+ relativeToChangelogFile: true
+ - sqlFile:
+ dbms: mysql,mariadb
+ path: instance_analytics_views/tables/v2/mysql-tables.sql
+ relativeToChangelogFile: true
+ - sqlFile:
+ dbms: h2
+ path: instance_analytics_views/tables/v1/h2-tables.sql
+ relativeToChangelogFile: true
+
+
# >>>>>>>>>> DO NOT ADD NEW MIGRATIONS BELOW THIS LINE! ADD THEM ABOVE <<<<<<<<<<
########################################################################################################################
diff --git a/resources/migrations/instance_analytics_views/tables/v3/h2-tables.sql b/resources/migrations/instance_analytics_views/tables/v3/h2-tables.sql
new file mode 100644
index 00000000000..52674574451
--- /dev/null
+++ b/resources/migrations/instance_analytics_views/tables/v3/h2-tables.sql
@@ -0,0 +1,22 @@
+drop view if exists v_tables;
+
+create or replace view v_tables as
+select
+ id as entity_id,
+ 'table_' || id as entity_qualified_id,
+ created_at,
+ updated_at,
+ name,
+ display_name,
+ description,
+ active,
+ db_id as database_id,
+ schema,
+ is_upload,
+ entity_type,
+ visibility_type,
+ estimated_row_count,
+ view_count,
+ owner_email,
+ owner_user_id
+from metabase_table;
diff --git a/resources/migrations/instance_analytics_views/tables/v3/mysql-tables.sql b/resources/migrations/instance_analytics_views/tables/v3/mysql-tables.sql
new file mode 100644
index 00000000000..cf835e84208
--- /dev/null
+++ b/resources/migrations/instance_analytics_views/tables/v3/mysql-tables.sql
@@ -0,0 +1,24 @@
+drop view if exists v_tables;
+
+CREATE OR REPLACE
+SQL SECURITY INVOKER
+VIEW v_tables AS
+select
+ id as entity_id,
+ concat('table_', id) as entity_qualified_id,
+ created_at,
+ updated_at,
+ name,
+ display_name,
+ description,
+ active,
+ db_id as database_id,
+ "schema",
+ is_upload,
+ entity_type,
+ visibility_type,
+ estimated_row_count,
+ view_count,
+ owner_email,
+ owner_user_id
+from metabase_table;
diff --git a/resources/migrations/instance_analytics_views/tables/v3/postgres-tables.sql b/resources/migrations/instance_analytics_views/tables/v3/postgres-tables.sql
new file mode 100644
index 00000000000..52674574451
--- /dev/null
+++ b/resources/migrations/instance_analytics_views/tables/v3/postgres-tables.sql
@@ -0,0 +1,22 @@
+drop view if exists v_tables;
+
+create or replace view v_tables as
+select
+ id as entity_id,
+ 'table_' || id as entity_qualified_id,
+ created_at,
+ updated_at,
+ name,
+ display_name,
+ description,
+ active,
+ db_id as database_id,
+ schema,
+ is_upload,
+ entity_type,
+ visibility_type,
+ estimated_row_count,
+ view_count,
+ owner_email,
+ owner_user_id
+from metabase_table;