The easy-to-use open source Business Intelligence and Embedded Analytics tool that lets everyone work with data :bar_chart:
TypeScript analyticsbibusiness-intelligencebusinessintelligenceclojuredashboarddatadata-analysisdata-visualizationdatabasemetabasemysqlpostgrespostgresqlreportingslacksql-editorvisualization
Serialize transforms (#63658)
John Swansonf4b675b3f253
diff --git a/enterprise/backend/src/metabase_enterprise/serialization/v2/extract.clj b/enterprise/backend/src/metabase_enterprise/serialization/v2/extract.cljindex 898deab80f5..6e004388c61 100644--- a/enterprise/backend/src/metabase_enterprise/serialization/v2/extract.clj+++ b/enterprise/backend/src/metabase_enterprise/serialization/v2/extract.clj@@ -32,7 +32,10 @@(into serdes.models/data-model)(not (:no-settings opts))- (conj "Setting")))+ (conj "Setting")++ (not (:no-transforms opts))+ (conj "Transform" "TransformTag" "TransformJob")))(defn targets-of-type"Returns target seq filtered on given model name"diff --git a/enterprise/backend/src/metabase_enterprise/serialization/v2/ingest.clj b/enterprise/backend/src/metabase_enterprise/serialization/v2/ingest.cljindex ef00c8f9860..860ea00bbe1 100644--- a/enterprise/backend/src/metabase_enterprise/serialization/v2/ingest.clj+++ b/enterprise/backend/src/metabase_enterprise/serialization/v2/ingest.clj@@ -58,7 +58,7 @@read-timestamps))(def legal-top-level-paths "Known top-level paths for directory with serialization output"- #{"actions" "collections" "databases" "snippets" "glossary"}) ; But return the hierarchy without labels.+ #{"actions" "collections" "databases" "snippets" "glossary" "transforms"}) ; But return the hierarchy without labels.(defn- ingest-all [^File root-dir];; This returns a map {unlabeled-hierarchy [original-hierarchy File]}.diff --git a/enterprise/backend/src/metabase_enterprise/serialization/v2/models.clj b/enterprise/backend/src/metabase_enterprise/serialization/v2/models.cljindex 28fb3ac0631..f740399506f 100644--- a/enterprise/backend/src/metabase_enterprise/serialization/v2/models.clj+++ b/enterprise/backend/src/metabase_enterprise/serialization/v2/models.clj@@ -27,7 +27,10 @@content["FieldValues""Metabot"- "Setting"]))+ "Setting"+ "Transform"+ "TransformJob"+ "TransformTag"]))(def inlined-models"An additional list of models which are inlined into parent entities for serialization.@@ -40,7 +43,9 @@"DashboardCardSeries""MetabotEntity""MetabotPrompt"- "TimelineEvent"])+ "TimelineEvent"+ "TransformJobTransformTag"+ "TransformTransformTag"])(def excluded-models"List of models which are not going to be serialized ever."@@ -98,14 +103,9 @@"Secret""Session""TaskHistory"- "Transform"- "TransformJob""TransformJobRun"- "TransformJobTransformTag""TransformRun""TransformRunCancelation"- "TransformTag"- "TransformTransformTag""Undo""User""UserKeyValue"diff --git a/enterprise/backend/src/metabase_enterprise/transforms/models/transform.clj b/enterprise/backend/src/metabase_enterprise/transforms/models/transform.cljindex 91b05702644..8b5934873c8 100644--- a/enterprise/backend/src/metabase_enterprise/transforms/models/transform.clj+++ b/enterprise/backend/src/metabase_enterprise/transforms/models/transform.clj@@ -4,6 +4,8 @@[medley.core :as m][metabase-enterprise.transforms.models.transform-run :as transform-run][metabase.models.interface :as mi]+ [metabase.models.serialization :as serdes]+ [metabase.util :as u][methodical.core :as methodical][toucan2.core :as t2]))@@ -109,3 +111,44 @@{:transform_id transform-id:tag_id tag-id:position (get new-positions tag-id)})))))))++;;; ------------------------------------------------- Serialization ------------------------------------------------++(mi/define-batched-hydration-method tags+ :tags+ "Fetch tags"+ [transforms]+ (when (seq transforms)+ (let [transform-ids (into #{} (map u/the-id) transforms)+ tag-mappings (group-by :transform_id+ (t2/select :model/TransformTransformTag+ :transform_id [:in transform-ids]+ {:order-by [[:position :asc]]}))]+ (for [transform transforms]+ (assoc transform :tags (get tag-mappings (u/the-id transform) []))))))++(defmethod serdes/hash-fields :model/Transform+ [_transform]+ [:name :created_at])++(defmethod serdes/make-spec "Transform"+ [_model-name opts]+ {:copy [:name :description :entity_id]+ :skip []+ :transform {:created_at (serdes/date)+ :updated_at (serdes/date)+ :source {:export serdes/export-mbql :import serdes/import-mbql}+ :target {:export serdes/export-mbql :import serdes/import-mbql}+ :tags (serdes/nested :model/TransformTransformTag :transform_id opts)}})++(defmethod serdes/dependencies "Transform"+ [{:keys [source tags]}]+ (set+ (concat+ (for [{tag-id :tag_id} tags]+ [{:model "TransformTag" :id tag-id}])+ (serdes/mbql-deps source))))++(defmethod serdes/storage-path "Transform" [transform _ctx]+ (let [{:keys [id label]} (-> transform serdes/path last)]+ ["transforms" (serdes/storage-leaf-file-name id label)]))diff --git a/enterprise/backend/src/metabase_enterprise/transforms/models/transform_job.clj b/enterprise/backend/src/metabase_enterprise/transforms/models/transform_job.cljindex 2102afb16fd..3c79ef3ec04 100644--- a/enterprise/backend/src/metabase_enterprise/transforms/models/transform_job.clj+++ b/enterprise/backend/src/metabase_enterprise/transforms/models/transform_job.clj@@ -4,6 +4,8 @@[medley.core :as m][metabase-enterprise.transforms.models.job-run :as transforms.job-run][metabase.models.interface :as mi]+ [metabase.models.serialization :as serdes]+ [metabase.util :as u][metabase.util.i18n :as i18n][methodical.core :as methodical][toucan2.core :as t2]))@@ -118,10 +120,49 @@(merge job (translated-name-and-description job))))(t2/define-before-update :model/TransformJob [job]- (if (nil? (:built_in_type job))+ (if (or mi/*deserializing?* (nil? (:built_in_type job)))job(-> (merge (translated-name-and-description job) ;; default translations{:built_in_type nil} ;; never translate again(t2/changes job)) ;; user edits(update :name str) ;; convert deferred to strings(update :description str))))++;;; ------------------------------------------------- Serialization ------------------------------------------------++(mi/define-batched-hydration-method job-tags+ :job_tags+ "Fetch tags for job"+ [jobs]+ (when (seq jobs)+ (let [job-ids (into #{} (map u/the-id) jobs)+ tag-mappings (group-by :job_id+ (t2/select :model/TransformJobTransformTag+ :job_id [:in job-ids]+ {:order-by [[:position :asc]]}))]+ (for [job jobs]+ (assoc job :job_tags (get tag-mappings (u/the-id job) []))))))++(defmethod serdes/hash-fields :model/TransformJob+ [_job]+ [:name :built_in_type])++(defmethod serdes/make-spec "TransformJob"+ [_model-name opts]+ {:copy [:entity_id :built_in_type :schedule :ui_display_type]+ :skip []+ :transform {:name {:export str :import identity}+ :description {:export str :import identity}+ :created_at (serdes/date)+ :updated_at (serdes/date)+ :job_tags (serdes/nested :model/TransformJobTransformTag :job_id opts)}})++(defmethod serdes/dependencies "TransformJob"+ [{:keys [job_tags]}]+ (set+ (for [{tag-id :tag_id} job_tags]+ [{:model "TransformTag" :id tag-id}])))++(defmethod serdes/storage-path "TransformJob" [job _ctx]+ (let [{:keys [id label]} (-> job serdes/path last)]+ ["transforms" "transform_jobs" (serdes/storage-leaf-file-name id label)]))diff --git a/enterprise/backend/src/metabase_enterprise/transforms/models/transform_job_transform_tag.clj b/enterprise/backend/src/metabase_enterprise/transforms/models/transform_job_transform_tag.cljindex 1846e4a61b5..25a9784ee91 100644--- a/enterprise/backend/src/metabase_enterprise/transforms/models/transform_job_transform_tag.clj+++ b/enterprise/backend/src/metabase_enterprise/transforms/models/transform_job_transform_tag.clj@@ -1,5 +1,6 @@(ns metabase-enterprise.transforms.models.transform-job-transform-tag(:require+ [metabase.models.serialization :as serdes][methodical.core :as methodical][toucan2.core :as t2]))@@ -10,3 +11,13 @@(doto :model/TransformJobTransformTag(derive :metabase/model)(derive :hook/entity-id))++(defmethod serdes/hash-fields :model/TransformJobTransformTag+ [_job-tag]+ [:job_id :tag_id :position])++(defmethod serdes/make-spec "TransformJobTransformTag"+ [_model-name _opts]+ {:copy [:entity_id :position]+ :transform {:job_id (serdes/parent-ref)+ :tag_id (serdes/fk :model/TransformTag)}})diff --git a/enterprise/backend/src/metabase_enterprise/transforms/models/transform_tag.clj b/enterprise/backend/src/metabase_enterprise/transforms/models/transform_tag.cljindex ccf20eee16d..0ee12b24e49 100644--- a/enterprise/backend/src/metabase_enterprise/transforms/models/transform_tag.clj+++ b/enterprise/backend/src/metabase_enterprise/transforms/models/transform_tag.clj@@ -1,5 +1,7 @@(ns metabase-enterprise.transforms.models.transform-tag(:require+ [metabase.models.interface :as mi]+ [metabase.models.serialization :as serdes][metabase.util.i18n :as i18n][methodical.core :as methodical][toucan2.core :as t2]))@@ -35,9 +37,25 @@(merge tag (translate-name tag))))(t2/define-before-update :model/TransformTag [tag]- (if (nil? (:built_in_type tag))+ (if (or (nil? (:built_in_type tag))+ mi/*deserializing?*)tag(-> (merge (translate-name tag) ;; translated default names{:built_in_type nil} ;; never translate this again(t2/changes tag)) ;; include user edits(update :name str)))) ;; convert deferred to string++(defmethod serdes/hash-fields :model/TransformTag+ [_tt]+ [:name :built_in_type])++(defmethod serdes/make-spec "TransformTag"+ [_model-name _opts]+ {:copy [:entity_id :built_in_type]+ :transform {:name {:export str :import identity}+ :created_at (serdes/date)+ :updated_at (serdes/date)}})++(defmethod serdes/storage-path "TransformTag" [tt _ctx]+ (let [{:keys [id label]} (-> tt serdes/path last)]+ ["transforms" "transform_tags" (serdes/storage-leaf-file-name id label)]))diff --git a/enterprise/backend/src/metabase_enterprise/transforms/models/transform_transform_tag.clj b/enterprise/backend/src/metabase_enterprise/transforms/models/transform_transform_tag.cljindex ab99e6f79ba..0793d08265d 100644--- a/enterprise/backend/src/metabase_enterprise/transforms/models/transform_transform_tag.clj+++ b/enterprise/backend/src/metabase_enterprise/transforms/models/transform_transform_tag.clj@@ -1,5 +1,6 @@(ns metabase-enterprise.transforms.models.transform-transform-tag(:require+ [metabase.models.serialization :as serdes][methodical.core :as methodical][toucan2.core :as t2]))@@ -10,3 +11,13 @@(doto :model/TransformTransformTag(derive :metabase/model)(derive :hook/entity-id))++(defmethod serdes/hash-fields :model/TransformTransformTag+ [_transform-transform-tag]+ [:transform_id :tag_id :position])++(defmethod serdes/make-spec "TransformTransformTag"+ [_model-name _opts]+ {:copy [:entity_id :position]+ :transform {:transform_id (serdes/parent-ref)+ :tag_id (serdes/fk :model/TransformTag)}})diff --git a/enterprise/backend/test/metabase_enterprise/models/entity_id_test.clj b/enterprise/backend/test/metabase_enterprise/models/entity_id_test.cljindex 12dcf8ea565..9e3758d7997 100644--- a/enterprise/backend/test/metabase_enterprise/models/entity_id_test.clj+++ b/enterprise/backend/test/metabase_enterprise/models/entity_id_test.clj@@ -85,13 +85,10 @@:model/TaskHistory:model/TimelineEvent;; TODO we should remove these models from here once serialization is supported- :model/Transform:model/TransformRun:model/TransformRunCancelation- :model/TransformJob:model/TransformJobRun:model/TransformJobTransformTag- :model/TransformTag:model/TransformTransformTag:model/PythonLibrary:model/Undodiff --git a/enterprise/backend/test/metabase_enterprise/serialization/api_test.clj b/enterprise/backend/test/metabase_enterprise/serialization/api_test.cljindex 486e2aa8510..c2e5be24b62 100644--- a/enterprise/backend/test/metabase_enterprise/serialization/api_test.clj+++ b/enterprise/backend/test/metabase_enterprise/serialization/api_test.clj@@ -37,7 +37,8 @@#"/collections/([^/]*)\.yaml$" :collection#"/snippets/(.*)\.yaml" :snippet#"/databases/.*/schemas/(.*)" :schema- #"/databases/(.*)\.yaml" :database])+ #"/databases/(.*)\.yaml" :database+ #"/transforms/(.*)\.yaml" :transform])(defn- file-type"Find out entity type by file path"@@ -97,13 +98,13 @@(testing "API respects parameters"(let [f (mt/user-http-request :crowberto :post 200 "ee/serialization/export" {}:all_collections false :data_model false :settings true)]- (is (= #{:log :dir :settings}+ (is (= #{:log :dir :settings :transform}(tar-file-types f)))))(testing "We can export just a single collection"(let [f (mt/user-http-request :crowberto :post 200 "ee/serialization/export" {}:collection (:id coll) :data_model false :settings false)]- (is (= #{:log :dir :dashboard :card :collection}+ (is (= #{:log :dir :dashboard :card :collection :transform}(tar-file-types f)))))(testing "We can export two collections"@@ -119,18 +120,18 @@(let [f (mt/user-http-request :crowberto :post 200 "ee/serialization/export" {};; eid:... syntax is kept for backward compat:collection (str "eid:" (:entity_id coll)) :data_model false :settings false)]- (is (= #{:log :dir :dashboard :card :collection}+ (is (= #{:log :dir :dashboard :card :collection :transform}(tar-file-types f)))))(testing "We can export that collection using entity id"(let [f (mt/user-http-request :crowberto :post 200 "ee/serialization/export" {}:collection (:entity_id coll) :data_model false :settings false)]- (is (= #{:log :dir :dashboard :card :collection}+ (is (= #{:log :dir :dashboard :card :collection :transform}(tar-file-types f)))))(testing "Default export: all-collections, data-model, settings"(let [f (mt/user-http-request :crowberto :post 200 "ee/serialization/export" {})]- (is (= #{:log :dir :dashboard :card :collection :settings :schema :database}+ (is (= #{:transform :log :dir :dashboard :card :collection :settings :schema :database}(tar-file-types f)))))(testing "On exception API returns log"@@ -200,7 +201,7 @@;; we're going to re-use it for import, so a copy is necessaryba (#'api.serialization/ba-copy res)](testing "We get only our data and a log file in an archive"- (is (= 4+ (is (= 12(with-open [tar (open-tar ba)](count(for [^TarArchiveEntry e (u.compress/entries tar)@@ -208,7 +209,7 @@(do(condp re-find (.getName e)#"/export.log$" (testing "Three lines in a log for data files"- (is (= (+ #_extract 3 #_store 3)+ (is (= (+ #_extract 11 #_store 11)(count (line-seq (io/reader tar))))))nil)(.getName e))))))))@@ -222,7 +223,7 @@"settings" false"field_values" false"duration_ms" (every-pred number? pos?)- "count" 3+ "count" 11"error_count" 0"source" "api""secrets" false@@ -238,7 +239,7 @@{:request-options {:headers {"content-type" "multipart/form-data"}}}{:file ba})](testing "We get our data items back"- (is (= #{"Collection" "Dashboard" "Card" "Database"}+ (is (= #{"Collection" "Dashboard" "Card" "Database" "TransformTag" "TransformJob"}(log-types (line-seq (io/reader (io/input-stream res)))))))(testing "And they hit the db"(is (= (:name dash) (t2/select-one-fn :name :model/Dashboard :entity_id (:entity_id dash))))@@ -248,8 +249,8 @@"direction" "import""duration_ms" pos?"source" "api"- "models" "Card,Collection,Dashboard"- "count" 3+ "models" "Card,Collection,Dashboard,TransformJob,TransformTag"+ "count" 11"error_count" 0"success" true"error_message" nil}@@ -299,7 +300,7 @@:continue_on_error true)log (slurp (io/input-stream res))](testing "3 header lines, then card+database+coll, error, then dashboard+coll"- (is (= #{"Dashboard" "Card" "Database" "Collection"}+ (is (= #{"Dashboard" "Card" "Database" "Collection" "TransformTag" "TransformJob"}(log-types (str/split-lines log))))(is (re-find #"Failed to read file for Collection DoesNotExist" log)))(testing "Snowplow event about error was sent"@@ -308,9 +309,9 @@"direction" "import""source" "api""duration_ms" int?- "count" 2+ "count" 10"error_count" 1- "models" "Collection,Dashboard"}+ "models" "Collection,Dashboard,TransformJob,TransformTag"}(-> (snowplow-test/pop-event-data-and-user-id!) last :data))))))))(testing "Client error /api/ee/serialization/import"@@ -371,7 +372,7 @@(doseq [^TarArchiveEntry e (u.compress/entries tar)](condp re-find (.getName e)#"/export.log$" (testing "Three lines in a log for data files"- (is (= (+ #_extract 3 #_error 1 #_store 2)+ (is (= (+ #_extract 11 #_error 1 #_store 10)(count (line-seq (io/reader tar))))))nil))))(testing "Snowplow export event was sent"@@ -383,7 +384,7 @@"settings" false"field_values" false"duration_ms" pos?- "count" 2+ "count" 10"error_count" 1"source" "api""secrets" falsediff --git a/enterprise/backend/test/metabase_enterprise/serialization/cmd_test.clj b/enterprise/backend/test/metabase_enterprise/serialization/cmd_test.cljindex 67d7536479f..c9b31fd4e5a 100644--- a/enterprise/backend/test/metabase_enterprise/serialization/cmd_test.clj+++ b/enterprise/backend/test/metabase_enterprise/serialization/cmd_test.clj@@ -190,7 +190,7 @@"settings" true"field_values" false"duration_ms" pos?- "count" 3+ "count" 11"source" "cli""secrets" false"success" true@@ -205,8 +205,8 @@"direction" "import""duration_ms" pos?"source" "cli"- "models" "Card,Collection,Setting"- "count" 3+ "models" "Card,Collection,Setting,TransformJob,TransformTag"+ "count" 11"success" true"error_message" nil}(-> (snowplow-test/pop-event-data-and-user-id!) first :data))))diff --git a/enterprise/backend/test/metabase_enterprise/serialization/v2/extract_test.clj b/enterprise/backend/test/metabase_enterprise/serialization/v2/extract_test.cljindex 47e2378d7a2..7db5ea8d258 100644--- a/enterprise/backend/test/metabase_enterprise/serialization/v2/extract_test.clj+++ b/enterprise/backend/test/metabase_enterprise/serialization/v2/extract_test.clj@@ -1303,7 +1303,7 @@:dimension dimension}}}}})}}}](testing "selecting a collection includes settings metabot and data model by default"- (is (= #{"Card" "Collection" "Dashboard" "Database" "Setting"}+ (is (= #{"Card" "Collection" "Dashboard" "Database" "Setting" "TransformTag" "TransformJob"}(->> {:targets [["Collection" coll1-id]]}extract/extract(map (comp :model first serdes/path))@@ -1314,7 +1314,7 @@(is (= #{[{:model "Dashboard" :id dash1-eid :label "dashboard_1"}][{:model "Card" :id c1-1-eid :label "question_1_1"}][{:model "Card" :id c1-2-eid :label "question_1_2"}]}- (->> (extract/extract {:targets [["Dashboard" dash1-id]] :no-settings true :no-data-model true})+ (->> (extract/extract {:targets [["Dashboard" dash1-id]] :no-settings true :no-data-model true :no-transforms true})(map serdes/path)set))))@@ -1322,7 +1322,7 @@(is (= #{[{:model "Dashboard" :id dash2-eid :label "dashboard_2"}][{:model "Card" :id c2-1-eid :label "question_2_1"}][{:model "Card" :id c2-2-eid :label "question_2_2"}]}- (->> (extract/extract {:targets [["Dashboard" dash2-id]] :no-settings true :no-data-model true})+ (->> (extract/extract {:targets [["Dashboard" dash2-id]] :no-settings true :no-data-model true :no-transforms true})(map serdes/path)set))))@@ -1330,7 +1330,7 @@(is (= #{[{:model "Dashboard" :id dash3-eid :label "dashboard_3"}][{:model "Card" :id c3-1-eid :label "question_3_1"}][{:model "Card" :id c3-2-eid :label "question_3_2"}]}- (->> (extract/extract {:targets [["Dashboard" dash3-id]] :no-settings true :no-data-model true})+ (->> (extract/extract {:targets [["Dashboard" dash3-id]] :no-settings true :no-data-model true :no-transforms true})(map serdes/path)set))))@@ -1341,7 +1341,7 @@[{:model "Card" :id c1-1-eid :label "question_1_1"}];; card that the card on dashboard linked to[{:model "Card" :id c1-2-eid :label "question_1_2"}]}- (->> (extract/extract {:targets [["Dashboard" dash4-id]] :no-settings true :no-data-model true})+ (->> (extract/extract {:targets [["Dashboard" dash4-id]] :no-settings true :no-data-model true :no-transforms true})(map serdes/path)set)))))@@ -1353,7 +1353,7 @@[{:model "Card" :id c4-eid :label "question_4_1"}] ; Transitive via dash4[{:model "Card" :id c1-1-eid :label "question_1_1"}] ; Linked by c4[{:model "Card" :id c1-2-eid :label "question_1_2"}]} ; Linked by dash4- (->> (extract/extract {:targets [["Dashboard" clickdash-id]] :no-settings true :no-data-model true})+ (->> (extract/extract {:targets [["Dashboard" clickdash-id]] :no-settings true :no-data-model true :no-transforms true})(map serdes/path)set))))@@ -1378,23 +1378,23 @@[{:model "Card" :id c1-3-eid :label "question_1_3"}]}](testing "grandchild collection has all its own contents"(is (= grandchild-paths ; Includes the third card not found in the collection- (->> (extract/extract {:targets [["Collection" coll3-id]] :no-settings true :no-data-model true})+ (->> (extract/extract {:targets [["Collection" coll3-id]] :no-settings true :no-data-model true :no-transforms true})(map serdes/path)set))))(testing "middle collection has all its own plus the grandchild and its contents"(is (= (set/union middle-paths grandchild-paths)- (->> (extract/extract {:targets [["Collection" coll2-id]] :no-settings true :no-data-model true})+ (->> (extract/extract {:targets [["Collection" coll2-id]] :no-settings true :no-data-model true :no-transforms true})(map serdes/path)set))))(testing "grandparent collection has all its own plus the grandchild and middle collections with contents"(is (= (set/union grandparent-paths middle-paths grandchild-paths)- (->> (extract/extract {:targets [["Collection" coll1-id]] :no-settings true :no-data-model true})+ (->> (extract/extract {:targets [["Collection" coll1-id]] :no-settings true :no-data-model true :no-transforms true})(map serdes/path)set))))(testing "depending on data from personal collections results in errors"(mt/with-log-messages-for-level [messages [metabase-enterprise :warn]]- (extract/extract {:targets [["Collection" coll4-id]] :no-settings true :no-data-model true})+ (extract/extract {:targets [["Collection" coll4-id]] :no-settings true :no-data-model true :no-transforms true})(let [msgs (into #{}(map :message)(messages))]@@ -1463,7 +1463,7 @@[{:model "Collection" :id coll-eid :label "some_collection"}][{:model "Card" :id card-eid :label "a_normal_question"}]}(->> {:targets [["Collection" coll-id]]- :no-settings true :no-data-model true}+ :no-settings true :no-data-model true :no-transforms true}extract/extract(map serdes/path)(into #{})))))@@ -1472,7 +1472,7 @@{:column_settings {"[\"ref\",[\"field\",[\"My Database\",\"PUBLIC\",\"Schema'd Table\",\"Other Field\"],null]]" {}"[\"ref\",[\"field\",[\"My Database\",\"PUBLIC\",\"Schema'd Table\",\"Field To Click 2\"],null]]" {}}}}(->> {:targets [["Collection" coll-id]]- :no-settings true :no-data-model true}+ :no-settings true :no-data-model true :no-transforms true}extract/extract(filter #(= (:entity_id %) clickdash-eid))first@@ -1944,3 +1944,261 @@(is (=? {:serdes/meta [{:model "Glossary" :id "foobar"}]:term "foobar"}ser))))))++(deftest transform-tag-extraction-test+ (testing "TransformTag extraction and serialization"+ (mt/with-premium-features #{:transforms}+ (mt/with-empty-h2-app-db!+ ;; Delete the existing built-in transform tags+ (t2/delete! :model/TransformTag)+ (ts/with-temp-dpc [;; Create built-in tags+ :model/TransformTag+ {hourly-tag-id :id+ hourly-tag-eid :entity_id}+ {:name "hourly" :built_in_type "hourly"}++ :model/TransformTag+ {daily-tag-eid :entity_id}+ {:name "daily" :built_in_type "daily"}++ ;; Create custom tag+ :model/TransformTag+ {custom-tag-id :id+ custom-tag-eid :entity_id}+ {:name "custom-etl"}]++ (testing "built-in tags extract correctly"+ (let [ser (serdes/extract-one "TransformTag" {} (t2/hydrate (t2/select-one :model/TransformTag :id hourly-tag-id) :tags))]+ (is (=? {:serdes/meta [{:model "TransformTag"+ :id hourly-tag-eid}]+ :name "hourly"+ :built_in_type "hourly"+ :created_at string?+ :updated_at string?}+ ser))+ (is (not (contains? ser :id)))+ (is (empty? (serdes/dependencies ser)))))++ (testing "custom tags extract correctly"+ (let [ser (serdes/extract-one "TransformTag" {} (t2/hydrate (t2/select-one :model/TransformTag :id custom-tag-id) :tags))]+ (is (=? {:serdes/meta [{:model "TransformTag"+ :id custom-tag-eid}]+ :name "custom-etl"+ :built_in_type nil+ :created_at string?+ :updated_at string?}+ ser))+ (is (not (contains? ser :id)))+ (is (empty? (serdes/dependencies ser)))))++ (testing "all transform tags are extracted"+ (is (= #{hourly-tag-eid daily-tag-eid custom-tag-eid}+ (ids-by-model "TransformTag" (extract/extract {}))))))))))++(deftest transform-extraction-test+ (testing "Transform extraction and serialization"+ (mt/with-premium-features #{:transforms}+ (mt/with-empty-h2-app-db!+ ;; Delete the existing built-in transform tags+ (t2/delete! :model/TransformTag)+ (ts/with-temp-dpc [:model/Database+ {db-id :id}+ {:name "My Database"}++ :model/Table+ {table-id :id}+ {:name "Schemaless Table" :db_id db-id}++ :model/Field+ {_field-id :id}+ {:name "Some Field" :table_id table-id}++ ;; Create tags for associations+ :model/TransformTag+ {hourly-tag-id :id+ hourly-tag-eid :entity_id}+ {:name "hourly" :built_in_type "hourly"}++ :model/TransformTag+ {daily-tag-id :id+ daily-tag-eid :entity_id}+ {:name "daily" :built_in_type "daily"}++ :model/TransformTag+ {custom-tag-id :id+ custom-tag-eid :entity_id}+ {:name "custom-etl"}++ ;; Create Transform+ :model/Transform+ {transform-id :id+ transform-eid :entity_id}+ {:name "Test Transform"+ :description "A test transform for serialization"+ :source {:database db-id+ :type "query"+ :query {:source-table table-id}}+ :target {:database db-id+ :type "table"+ :schema "public"+ :name "target_table"}}++ ;; Create tag associations with specific positions+ :model/TransformTransformTag+ {}+ {:transform_id transform-id+ :tag_id hourly-tag-id+ :position 0}++ :model/TransformTransformTag+ {}+ {:transform_id transform-id+ :tag_id custom-tag-id+ :position 1}++ :model/TransformTransformTag+ {}+ {:transform_id transform-id+ :tag_id daily-tag-id+ :position 2}]++ (let [ser (serdes/extract-one "Transform" {} (t2/hydrate (t2/select-one :model/Transform :id transform-id) :tags))]+ (testing "basic Transform structure"+ (is (=? {:serdes/meta [{:model "Transform"+ :id transform-eid}]+ :name "Test Transform"+ :description "A test transform for serialization"+ :created_at string?+ :updated_at string?}+ ser))+ (is (not (contains? ser :id))))++ (testing "source and target MBQL export"+ (is (=? {:source {:database "My Database" :type "query" :query {:source-table ["My Database" nil "Schemaless Table"]}}+ :target {:database "My Database" :type "table" :schema "public" :name "target_table"}}+ (select-keys ser [:source :target]))))++ (testing "tag associations with preserved order"+ (is (= 3 (count (:tags ser))))+ (let [tag-ids (map :tag_id (:tags ser))+ positions (map :position (:tags ser))]+ (is (= [hourly-tag-eid custom-tag-eid daily-tag-eid] tag-ids))+ (is (= [0 1 2] positions))))++ (testing "dependencies include source table and tags"+ (let [deps (set (serdes/dependencies ser))]+ (is (contains? deps [{:model "Database" :id "My Database"}+ {:model "Table" :id "Schemaless Table"}]))+ (is (contains? deps [{:model "TransformTag" :id hourly-tag-eid}]))+ (is (contains? deps [{:model "TransformTag" :id custom-tag-eid}]))+ (is (contains? deps [{:model "TransformTag" :id daily-tag-eid}])))))++ (testing "transform is extracted"+ (is (= #{transform-eid}+ (ids-by-model "Transform" (extract/extract {}))))))))))++(deftest transform-job-extraction-test+ (testing "TransformJob extraction and serialization"+ (mt/with-premium-features #{:transforms}+ (mt/with-empty-h2-app-db!+ ;; Delete the existing built-in transform tags and jobs+ (t2/delete! :model/TransformTag)+ (t2/delete! :model/TransformJob)+ (ts/with-temp-dpc [;; Create tags for job associations+ :model/TransformTag+ {hourly-tag-id :id+ hourly-tag-eid :entity_id}+ {:name "hourly" :built_in_type "hourly"}++ :model/TransformTag+ {daily-tag-id :id+ daily-tag-eid :entity_id}+ {:name "daily" :built_in_type "daily"}++ :model/TransformTag+ {custom-tag-id :id+ custom-tag-eid :entity_id}+ {:name "custom-etl"}++ ;; Create built-in TransformJob+ :model/TransformJob+ {hourly-job-id :id+ hourly-job-eid :entity_id}+ {:name "Hourly job"+ :description "Executes transforms tagged with 'hourly' every hour"+ :schedule "0 0 * * * ? *"+ :built_in_type "hourly"}++ ;; Create custom TransformJob+ :model/TransformJob+ {custom-job-id :id+ custom-job-eid :entity_id}+ {:name "Custom ETL Job"+ :description "Custom data processing job"+ :schedule "0 0 2 * * ? *"}++ ;; Create job-tag associations+ :model/TransformJobTransformTag+ {}+ {:job_id hourly-job-id+ :tag_id hourly-tag-id+ :position 0}++ :model/TransformJobTransformTag+ {}+ {:job_id custom-job-id+ :tag_id custom-tag-id+ :position 0}++ :model/TransformJobTransformTag+ {}+ {:job_id custom-job-id+ :tag_id daily-tag-id+ :position 1}]++ (testing "built-in job extracts correctly"+ (let [ser (serdes/extract-one "TransformJob" {} (t2/hydrate (t2/select-one :model/TransformJob :id hourly-job-id) :job_tags))]+ (is (=? {:serdes/meta [{:model "TransformJob"+ :id hourly-job-eid}]+ :name "Hourly job"+ :description "Executes transforms tagged with 'hourly' every hour"+ :schedule "0 0 * * * ? *"+ :built_in_type "hourly"+ :created_at string?+ :updated_at string?}+ ser))+ (is (not (contains? ser :id)))+ (testing "job has associated tags"+ (is (= 1 (count (:job_tags ser))))+ (is (= hourly-tag-eid (-> ser :job_tags first :tag_id)))+ (is (= 0 (-> ser :job_tags first :position))))+ (testing "dependencies include referenced tags"+ (is (= #{[{:model "TransformTag" :id hourly-tag-eid}]}+ (set (serdes/dependencies ser)))))))++ (testing "custom job extracts correctly"+ (let [ser (serdes/extract-one "TransformJob" {} (t2/hydrate (t2/select-one :model/TransformJob :id custom-job-id) :job_tags))]+ (is (=? {:serdes/meta [{:model "TransformJob"+ :id custom-job-eid}]+ :name "Custom ETL Job"+ :description "Custom data processing job"+ :schedule "0 0 2 * * ? *"+ :built_in_type nil+ :created_at string?+ :updated_at string?}+ ser))+ (is (not (contains? ser :id)))+ (testing "job has multiple associated tags in correct order"+ (is (= 2 (count (:job_tags ser))))+ (let [tag-ids (map :tag_id (:job_tags ser))+ positions (map :position (:job_tags ser))]+ (is (= [custom-tag-eid daily-tag-eid] tag-ids))+ (is (= [0 1] positions))))+ (testing "dependencies include all referenced tags"+ (is (= #{[{:model "TransformTag" :id custom-tag-eid}]+ [{:model "TransformTag" :id daily-tag-eid}]}+ (set (serdes/dependencies ser)))))))++ (testing "all transform jobs are extracted"+ (is (= #{hourly-job-eid custom-job-eid}+ (ids-by-model "TransformJob" (extract/extract {}))))))))))diff --git a/enterprise/backend/test/metabase_enterprise/serialization/v2/load_test.clj b/enterprise/backend/test/metabase_enterprise/serialization/v2/load_test.cljindex ee57a112f39..7ceb7f790b7 100644--- a/enterprise/backend/test/metabase_enterprise/serialization/v2/load_test.clj+++ b/enterprise/backend/test/metabase_enterprise/serialization/v2/load_test.clj@@ -1304,6 +1304,7 @@(mt/with-log-messages-for-level [messages [metabase.models.serialization :warn]](let [ser (vec (serdes.extract/extract {:no-settings true:no-data-model true+ :no-transforms true:continue-on-error true})){errors trueothers false} (group-by #(instance? Exception %) ser)]@@ -1314,7 +1315,8 @@(messages))))))))(testing "It's possible to skip a few errors during load"(let [ser (vec (serdes.extract/extract {:no-settings true- :no-data-model true}))+ :no-data-model true+ :no-transforms true}))changed (change-ser ser {(:entity_id c2) {:collection_id "does-not-exist"}})](mt/with-log-messages-for-level [messages [metabase-enterprise :warn]](let [report (serdes.load/load-metabase! (ingestion-in-memory changed) {:continue-on-error true})]@@ -1414,7 +1416,7 @@(t2/select-one [:model/Card :entity_id] :id (:id c1))))))(testing "Identity hashes end up in target db in place of entity ids"- (let [ser2 (vec (serdes.extract/extract {:no-settings true :no-data-model true}))]+ (let [ser2 (vec (serdes.extract/extract {:no-settings true :no-data-model true :no-transforms true}))](testing "\nWe exported identity hashes"(doseq [e ser2:when (:entity_id e)]diff --git a/resources/serialization-order.edn b/resources/serialization-order.ednindex 5464f66328c..ad3f6f27759 100644--- a/resources/serialization-order.edn+++ b/resources/serialization-order.edn@@ -159,6 +159,12 @@:points_of_interest:caveats:serdes/meta]+ :Transform []+ [:Transform :source] []+ [:Transform :target] []+ :TransformJob []+ [:TransformJob :job_tags] []+ :TransformTag []:Metabot [:name:description:created_atdiff --git a/test_resources/serialization_baseline/transforms/EFFQTUPv83TcPakYN_Rlu_test_transform.yaml b/test_resources/serialization_baseline/transforms/EFFQTUPv83TcPakYN_Rlu_test_transform.yamlnew file mode 100644index 00000000000..7d70abd83aa--- /dev/null+++ b/test_resources/serialization_baseline/transforms/EFFQTUPv83TcPakYN_Rlu_test_transform.yaml@@ -0,0 +1,41 @@+created_at: '2025-09-18T19:48:22.930728Z'+description: A test transform for serialization+entity_id: EFFQTUPv83TcPakYN_Rlu+name: Test Transform+source:+ database: My Database+ query:+ source-table:+ - My Database+ - null+ - Schemaless Table+ type: query+tags:+- entity_id: 2vO2leHROJ38q2j19gNdb+ position: 0+ tag_id: Wd5pK2wpz4r55ovqOXXuD+ serdes/meta:+ - id: 2vO2leHROJ38q2j19gNdb+ model: TransformTransformTag+- entity_id: JpdGiXvtXxkcN1vCuiUDx+ position: 1+ tag_id: 9E-m1vVPicsuK226FDxM9+ serdes/meta:+ - id: JpdGiXvtXxkcN1vCuiUDx+ model: TransformTransformTag+- entity_id: CGBWjcOxBJVNPSS5vDjHe+ position: 2+ tag_id: O22Rax9PNu1S_q5IWG8pT+ serdes/meta:+ - id: CGBWjcOxBJVNPSS5vDjHe+ model: TransformTransformTag+target:+ database: My Database+ name: target_table+ schema: public+ type: table+updated_at: '2025-09-18T19:48:22.930728Z'+serdes/meta:+- id: EFFQTUPv83TcPakYN_Rlu+ label: test_transform+ model: Transformdiff --git a/test_resources/serialization_baseline/transforms/transform_jobs/CL1TVitmzJrDjdjvO2xmN_monthly_job.yaml b/test_resources/serialization_baseline/transforms/transform_jobs/CL1TVitmzJrDjdjvO2xmN_monthly_job.yamlnew file mode 100644index 00000000000..574285be59e--- /dev/null+++ b/test_resources/serialization_baseline/transforms/transform_jobs/CL1TVitmzJrDjdjvO2xmN_monthly_job.yaml@@ -0,0 +1,13 @@+built_in_type: monthly+created_at: '2025-09-23T12:20:31.215628Z'+description: Executes transforms tagged with 'monthly' once per month+entity_id: CL1TVitmzJrDjdjvO2xmN+job_tags: []+name: Monthly job+schedule: 0 0 0 1 * ? *+ui_display_type: cron/builder+updated_at: '2025-09-23T12:20:31.215628Z'+serdes/meta:+- id: CL1TVitmzJrDjdjvO2xmN+ label: monthly_job+ model: TransformJobdiff --git a/test_resources/serialization_baseline/transforms/transform_jobs/PJahvcoF61oX5T4uCT_FY_daily_job.yaml b/test_resources/serialization_baseline/transforms/transform_jobs/PJahvcoF61oX5T4uCT_FY_daily_job.yamlnew file mode 100644index 00000000000..4c33ca38f57--- /dev/null+++ b/test_resources/serialization_baseline/transforms/transform_jobs/PJahvcoF61oX5T4uCT_FY_daily_job.yaml@@ -0,0 +1,13 @@+built_in_type: daily+created_at: '2025-09-23T12:20:31.215628Z'+description: Executes transforms tagged with 'daily' once per day+entity_id: PJahvcoF61oX5T4uCT_FY+job_tags: []+name: Daily job+schedule: 0 0 0 * * ? *+ui_display_type: cron/builder+updated_at: '2025-09-23T12:20:31.215628Z'+serdes/meta:+- id: PJahvcoF61oX5T4uCT_FY+ label: daily_job+ model: TransformJobdiff --git a/test_resources/serialization_baseline/transforms/transform_jobs/RognTgBT2fXaxoQh4ws7z_hourly_job.yaml b/test_resources/serialization_baseline/transforms/transform_jobs/RognTgBT2fXaxoQh4ws7z_hourly_job.yamlnew file mode 100644index 00000000000..b3b7eced8c0--- /dev/null+++ b/test_resources/serialization_baseline/transforms/transform_jobs/RognTgBT2fXaxoQh4ws7z_hourly_job.yaml@@ -0,0 +1,13 @@+built_in_type: hourly+created_at: '2025-09-23T12:20:31.215628Z'+description: Executes transforms tagged with 'hourly' every hour+entity_id: RognTgBT2fXaxoQh4ws7z+job_tags: []+name: Hourly job+schedule: 0 0 * * * ? *+ui_display_type: cron/builder+updated_at: '2025-09-23T12:20:31.215628Z'+serdes/meta:+- id: RognTgBT2fXaxoQh4ws7z+ label: hourly_job+ model: TransformJobdiff --git a/test_resources/serialization_baseline/transforms/transform_jobs/lXIFa2SUrXLgaLZJx33oU_weekly_job.yaml b/test_resources/serialization_baseline/transforms/transform_jobs/lXIFa2SUrXLgaLZJx33oU_weekly_job.yamlnew file mode 100644index 00000000000..701dcc49359--- /dev/null+++ b/test_resources/serialization_baseline/transforms/transform_jobs/lXIFa2SUrXLgaLZJx33oU_weekly_job.yaml@@ -0,0 +1,13 @@+built_in_type: weekly+created_at: '2025-09-23T12:20:31.215628Z'+description: Executes transforms tagged with 'weekly' once per week+entity_id: lXIFa2SUrXLgaLZJx33oU+job_tags: []+name: Weekly job+schedule: 0 0 0 ? * 1 *+ui_display_type: cron/builder+updated_at: '2025-09-23T12:20:31.215628Z'+serdes/meta:+- id: lXIFa2SUrXLgaLZJx33oU+ label: weekly_job+ model: TransformJobdiff --git a/test_resources/serialization_baseline/transforms/transform_tags/57rMR6aYNYpJyNInwm2cf_daily.yaml b/test_resources/serialization_baseline/transforms/transform_tags/57rMR6aYNYpJyNInwm2cf_daily.yamlnew file mode 100644index 00000000000..393e34a2eb7--- /dev/null+++ b/test_resources/serialization_baseline/transforms/transform_tags/57rMR6aYNYpJyNInwm2cf_daily.yaml@@ -0,0 +1,9 @@+built_in_type: daily+created_at: '2025-09-18T19:48:48.655082Z'+entity_id: 57rMR6aYNYpJyNInwm2cf+name: daily+updated_at: '2025-09-18T19:48:48.655082Z'+serdes/meta:+- id: 57rMR6aYNYpJyNInwm2cf+ label: daily+ model: TransformTagdiff --git a/test_resources/serialization_baseline/transforms/transform_tags/9E-m1vVPicsuK226FDxM9_custom_etl.yaml b/test_resources/serialization_baseline/transforms/transform_tags/9E-m1vVPicsuK226FDxM9_custom_etl.yamlnew file mode 100644index 00000000000..7159a4dca97--- /dev/null+++ b/test_resources/serialization_baseline/transforms/transform_tags/9E-m1vVPicsuK226FDxM9_custom_etl.yaml@@ -0,0 +1,9 @@+built_in_type: null+created_at: '2025-09-18T19:48:23.747287Z'+entity_id: 9E-m1vVPicsuK226FDxM9+name: custom-etl+updated_at: '2025-09-18T19:48:23.747287Z'+serdes/meta:+- id: 9E-m1vVPicsuK226FDxM9+ label: custom_etl+ model: TransformTagdiff --git a/test_resources/serialization_baseline/transforms/transform_tags/DeeJHc81qKhD9qWINISO8_monthly.yaml b/test_resources/serialization_baseline/transforms/transform_tags/DeeJHc81qKhD9qWINISO8_monthly.yamlnew file mode 100644index 00000000000..f2a1e42952c--- /dev/null+++ b/test_resources/serialization_baseline/transforms/transform_tags/DeeJHc81qKhD9qWINISO8_monthly.yaml@@ -0,0 +1,9 @@+built_in_type: monthly+created_at: '2025-09-18T14:56:47.400051Z'+entity_id: DeeJHc81qKhD9qWINISO8+name: monthly+updated_at: '2025-09-18T14:56:47.400051Z'+serdes/meta:+- id: DeeJHc81qKhD9qWINISO8+ label: monthly+ model: TransformTagdiff --git a/test_resources/serialization_baseline/transforms/transform_tags/O22Rax9PNu1S_q5IWG8pT_daily.yaml b/test_resources/serialization_baseline/transforms/transform_tags/O22Rax9PNu1S_q5IWG8pT_daily.yamlnew file mode 100644index 00000000000..d3df6634889--- /dev/null+++ b/test_resources/serialization_baseline/transforms/transform_tags/O22Rax9PNu1S_q5IWG8pT_daily.yaml@@ -0,0 +1,9 @@+built_in_type: daily+created_at: '2025-09-18T19:48:23.746883Z'+entity_id: O22Rax9PNu1S_q5IWG8pT+name: daily+updated_at: '2025-09-18T19:48:23.746884Z'+serdes/meta:+- id: O22Rax9PNu1S_q5IWG8pT+ label: daily+ model: TransformTagdiff --git a/test_resources/serialization_baseline/transforms/transform_tags/QHfUvL9vrdkn9NVrN2Zkg_hourly.yaml b/test_resources/serialization_baseline/transforms/transform_tags/QHfUvL9vrdkn9NVrN2Zkg_hourly.yamlnew file mode 100644index 00000000000..351195e281a--- /dev/null+++ b/test_resources/serialization_baseline/transforms/transform_tags/QHfUvL9vrdkn9NVrN2Zkg_hourly.yaml@@ -0,0 +1,9 @@+built_in_type: hourly+created_at: '2025-09-18T19:48:48.654748Z'+entity_id: QHfUvL9vrdkn9NVrN2Zkg+name: hourly+updated_at: '2025-09-18T19:48:48.654749Z'+serdes/meta:+- id: QHfUvL9vrdkn9NVrN2Zkg+ label: hourly+ model: TransformTagdiff --git a/test_resources/serialization_baseline/transforms/transform_tags/UWRvb_rSOApXNSrLIH_g5_custom_etl.yaml b/test_resources/serialization_baseline/transforms/transform_tags/UWRvb_rSOApXNSrLIH_g5_custom_etl.yamlnew file mode 100644index 00000000000..98af1de7dad--- /dev/null+++ b/test_resources/serialization_baseline/transforms/transform_tags/UWRvb_rSOApXNSrLIH_g5_custom_etl.yaml@@ -0,0 +1,9 @@+built_in_type: null+created_at: '2025-09-18T19:48:48.655364Z'+entity_id: UWRvb_rSOApXNSrLIH_g5+name: custom-etl+updated_at: '2025-09-18T19:48:48.655364Z'+serdes/meta:+- id: UWRvb_rSOApXNSrLIH_g5+ label: custom_etl+ model: TransformTagdiff --git a/test_resources/serialization_baseline/transforms/transform_tags/Wd5pK2wpz4r55ovqOXXuD_hourly.yaml b/test_resources/serialization_baseline/transforms/transform_tags/Wd5pK2wpz4r55ovqOXXuD_hourly.yamlnew file mode 100644index 00000000000..61bd7d980c8--- /dev/null+++ b/test_resources/serialization_baseline/transforms/transform_tags/Wd5pK2wpz4r55ovqOXXuD_hourly.yaml@@ -0,0 +1,9 @@+built_in_type: hourly+created_at: '2025-09-18T19:48:23.746358Z'+entity_id: Wd5pK2wpz4r55ovqOXXuD+name: hourly+updated_at: '2025-09-18T19:48:23.746359Z'+serdes/meta:+- id: Wd5pK2wpz4r55ovqOXXuD+ label: hourly+ model: TransformTagdiff --git a/test_resources/serialization_baseline/transforms/transform_tags/dUW7nvQHQBdA0Rx0gJckI_daily.yaml b/test_resources/serialization_baseline/transforms/transform_tags/dUW7nvQHQBdA0Rx0gJckI_daily.yamlnew file mode 100644index 00000000000..24745c07cdb--- /dev/null+++ b/test_resources/serialization_baseline/transforms/transform_tags/dUW7nvQHQBdA0Rx0gJckI_daily.yaml@@ -0,0 +1,9 @@+built_in_type: daily+created_at: '2025-09-18T14:56:47.400051Z'+entity_id: dUW7nvQHQBdA0Rx0gJckI+name: daily+updated_at: '2025-09-18T14:56:47.400051Z'+serdes/meta:+- id: dUW7nvQHQBdA0Rx0gJckI+ label: daily+ model: TransformTagdiff --git a/test_resources/serialization_baseline/transforms/transform_tags/qPGCJu7t97kn-X07_fgSj_weekly.yaml b/test_resources/serialization_baseline/transforms/transform_tags/qPGCJu7t97kn-X07_fgSj_weekly.yamlnew file mode 100644index 00000000000..ffc54b08968--- /dev/null+++ b/test_resources/serialization_baseline/transforms/transform_tags/qPGCJu7t97kn-X07_fgSj_weekly.yaml@@ -0,0 +1,9 @@+built_in_type: weekly+created_at: '2025-09-18T14:56:47.400051Z'+entity_id: qPGCJu7t97kn-X07_fgSj+name: weekly+updated_at: '2025-09-18T14:56:47.400051Z'+serdes/meta:+- id: qPGCJu7t97kn-X07_fgSj+ label: weekly+ model: TransformTagdiff --git a/test_resources/serialization_baseline/transforms/transform_tags/wYLcUPbtF7jVPO0duGGHR_hourly.yaml b/test_resources/serialization_baseline/transforms/transform_tags/wYLcUPbtF7jVPO0duGGHR_hourly.yamlnew file mode 100644index 00000000000..9eee0aa1f2b--- /dev/null+++ b/test_resources/serialization_baseline/transforms/transform_tags/wYLcUPbtF7jVPO0duGGHR_hourly.yaml@@ -0,0 +1,9 @@+built_in_type: hourly+created_at: '2025-09-18T14:56:47.400051Z'+entity_id: wYLcUPbtF7jVPO0duGGHR+name: hourly+updated_at: '2025-09-18T14:56:47.400051Z'+serdes/meta:+- id: wYLcUPbtF7jVPO0duGGHR+ label: hourly+ model: TransformTagdiff --git a/test_resources/serialization_baseline/transforms/txz-QxFUj623m2n-gC1Qz_test_transform.yaml b/test_resources/serialization_baseline/transforms/txz-QxFUj623m2n-gC1Qz_test_transform.yamlnew file mode 100644index 00000000000..21022788f14--- /dev/null+++ b/test_resources/serialization_baseline/transforms/txz-QxFUj623m2n-gC1Qz_test_transform.yaml@@ -0,0 +1,41 @@+created_at: '2025-09-18T19:48:47.929408Z'+description: A test transform for serialization+entity_id: txz-QxFUj623m2n-gC1Qz+name: Test Transform+source:+ database: My Database+ query:+ source-table:+ - My Database+ - null+ - Schemaless Table+ type: query+tags:+- entity_id: qvqHB8VgfxMzZx4LIVYGt+ position: 0+ tag_id: QHfUvL9vrdkn9NVrN2Zkg+ serdes/meta:+ - id: qvqHB8VgfxMzZx4LIVYGt+ model: TransformTransformTag+- entity_id: _zyv6pt_QRxC4ttE8wDqG+ position: 1+ tag_id: UWRvb_rSOApXNSrLIH_g5+ serdes/meta:+ - id: _zyv6pt_QRxC4ttE8wDqG+ model: TransformTransformTag+- entity_id: jTYjwvWO-6Xd9wYfBpxk0+ position: 2+ tag_id: 57rMR6aYNYpJyNInwm2cf+ serdes/meta:+ - id: jTYjwvWO-6Xd9wYfBpxk0+ model: TransformTransformTag+target:+ database: My Database+ name: target_table+ schema: public+ type: table+updated_at: '2025-09-18T19:48:47.929408Z'+serdes/meta:+- id: txz-QxFUj623m2n-gC1Qz+ label: test_transform+ model: Transform