Skip to content

The easy-to-use open source Business Intelligence and Embedded Analytics tool that lets everyone work with data :bar_chart:

Serialize transforms (#63658)

John Swansonf4b675b3f253
diff --git a/enterprise/backend/src/metabase_enterprise/serialization/v2/extract.clj b/enterprise/backend/src/metabase_enterprise/serialization/v2/extract.clj
index 898deab80f5..6e004388c61 100644
--- a/enterprise/backend/src/metabase_enterprise/serialization/v2/extract.clj
+++ b/enterprise/backend/src/metabase_enterprise/serialization/v2/extract.clj
@@ -32,7 +32,10 @@
(into serdes.models/data-model)
(not (:no-settings opts))
- (conj "Setting")))
+ (conj "Setting")
+
+ (not (:no-transforms opts))
+ (conj "Transform" "TransformTag" "TransformJob")))
(defn targets-of-type
"Returns target seq filtered on given model name"
diff --git a/enterprise/backend/src/metabase_enterprise/serialization/v2/ingest.clj b/enterprise/backend/src/metabase_enterprise/serialization/v2/ingest.clj
index ef00c8f9860..860ea00bbe1 100644
--- a/enterprise/backend/src/metabase_enterprise/serialization/v2/ingest.clj
+++ b/enterprise/backend/src/metabase_enterprise/serialization/v2/ingest.clj
@@ -58,7 +58,7 @@
read-timestamps))
(def legal-top-level-paths "Known top-level paths for directory with serialization output"
- #{"actions" "collections" "databases" "snippets" "glossary"}) ; But return the hierarchy without labels.
+ #{"actions" "collections" "databases" "snippets" "glossary" "transforms"}) ; But return the hierarchy without labels.
(defn- ingest-all [^File root-dir]
;; This returns a map {unlabeled-hierarchy [original-hierarchy File]}.
diff --git a/enterprise/backend/src/metabase_enterprise/serialization/v2/models.clj b/enterprise/backend/src/metabase_enterprise/serialization/v2/models.clj
index 28fb3ac0631..f740399506f 100644
--- a/enterprise/backend/src/metabase_enterprise/serialization/v2/models.clj
+++ b/enterprise/backend/src/metabase_enterprise/serialization/v2/models.clj
@@ -27,7 +27,10 @@
content
["FieldValues"
"Metabot"
- "Setting"]))
+ "Setting"
+ "Transform"
+ "TransformJob"
+ "TransformTag"]))
(def inlined-models
"An additional list of models which are inlined into parent entities for serialization.
@@ -40,7 +43,9 @@
"DashboardCardSeries"
"MetabotEntity"
"MetabotPrompt"
- "TimelineEvent"])
+ "TimelineEvent"
+ "TransformJobTransformTag"
+ "TransformTransformTag"])
(def excluded-models
"List of models which are not going to be serialized ever."
@@ -98,14 +103,9 @@
"Secret"
"Session"
"TaskHistory"
- "Transform"
- "TransformJob"
"TransformJobRun"
- "TransformJobTransformTag"
"TransformRun"
"TransformRunCancelation"
- "TransformTag"
- "TransformTransformTag"
"Undo"
"User"
"UserKeyValue"
diff --git a/enterprise/backend/src/metabase_enterprise/transforms/models/transform.clj b/enterprise/backend/src/metabase_enterprise/transforms/models/transform.clj
index 91b05702644..8b5934873c8 100644
--- a/enterprise/backend/src/metabase_enterprise/transforms/models/transform.clj
+++ b/enterprise/backend/src/metabase_enterprise/transforms/models/transform.clj
@@ -4,6 +4,8 @@
[medley.core :as m]
[metabase-enterprise.transforms.models.transform-run :as transform-run]
[metabase.models.interface :as mi]
+ [metabase.models.serialization :as serdes]
+ [metabase.util :as u]
[methodical.core :as methodical]
[toucan2.core :as t2]))
@@ -109,3 +111,44 @@
{:transform_id transform-id
:tag_id tag-id
:position (get new-positions tag-id)})))))))
+
+;;; ------------------------------------------------- Serialization ------------------------------------------------
+
+(mi/define-batched-hydration-method tags
+ :tags
+ "Fetch tags"
+ [transforms]
+ (when (seq transforms)
+ (let [transform-ids (into #{} (map u/the-id) transforms)
+ tag-mappings (group-by :transform_id
+ (t2/select :model/TransformTransformTag
+ :transform_id [:in transform-ids]
+ {:order-by [[:position :asc]]}))]
+ (for [transform transforms]
+ (assoc transform :tags (get tag-mappings (u/the-id transform) []))))))
+
+(defmethod serdes/hash-fields :model/Transform
+ [_transform]
+ [:name :created_at])
+
+(defmethod serdes/make-spec "Transform"
+ [_model-name opts]
+ {:copy [:name :description :entity_id]
+ :skip []
+ :transform {:created_at (serdes/date)
+ :updated_at (serdes/date)
+ :source {:export serdes/export-mbql :import serdes/import-mbql}
+ :target {:export serdes/export-mbql :import serdes/import-mbql}
+ :tags (serdes/nested :model/TransformTransformTag :transform_id opts)}})
+
+(defmethod serdes/dependencies "Transform"
+ [{:keys [source tags]}]
+ (set
+ (concat
+ (for [{tag-id :tag_id} tags]
+ [{:model "TransformTag" :id tag-id}])
+ (serdes/mbql-deps source))))
+
+(defmethod serdes/storage-path "Transform" [transform _ctx]
+ (let [{:keys [id label]} (-> transform serdes/path last)]
+ ["transforms" (serdes/storage-leaf-file-name id label)]))
diff --git a/enterprise/backend/src/metabase_enterprise/transforms/models/transform_job.clj b/enterprise/backend/src/metabase_enterprise/transforms/models/transform_job.clj
index 2102afb16fd..3c79ef3ec04 100644
--- a/enterprise/backend/src/metabase_enterprise/transforms/models/transform_job.clj
+++ b/enterprise/backend/src/metabase_enterprise/transforms/models/transform_job.clj
@@ -4,6 +4,8 @@
[medley.core :as m]
[metabase-enterprise.transforms.models.job-run :as transforms.job-run]
[metabase.models.interface :as mi]
+ [metabase.models.serialization :as serdes]
+ [metabase.util :as u]
[metabase.util.i18n :as i18n]
[methodical.core :as methodical]
[toucan2.core :as t2]))
@@ -118,10 +120,49 @@
(merge job (translated-name-and-description job))))
(t2/define-before-update :model/TransformJob [job]
- (if (nil? (:built_in_type job))
+ (if (or mi/*deserializing?* (nil? (:built_in_type job)))
job
(-> (merge (translated-name-and-description job) ;; default translations
{:built_in_type nil} ;; never translate again
(t2/changes job)) ;; user edits
(update :name str) ;; convert deferred to strings
(update :description str))))
+
+;;; ------------------------------------------------- Serialization ------------------------------------------------
+
+(mi/define-batched-hydration-method job-tags
+ :job_tags
+ "Fetch tags for job"
+ [jobs]
+ (when (seq jobs)
+ (let [job-ids (into #{} (map u/the-id) jobs)
+ tag-mappings (group-by :job_id
+ (t2/select :model/TransformJobTransformTag
+ :job_id [:in job-ids]
+ {:order-by [[:position :asc]]}))]
+ (for [job jobs]
+ (assoc job :job_tags (get tag-mappings (u/the-id job) []))))))
+
+(defmethod serdes/hash-fields :model/TransformJob
+ [_job]
+ [:name :built_in_type])
+
+(defmethod serdes/make-spec "TransformJob"
+ [_model-name opts]
+ {:copy [:entity_id :built_in_type :schedule :ui_display_type]
+ :skip []
+ :transform {:name {:export str :import identity}
+ :description {:export str :import identity}
+ :created_at (serdes/date)
+ :updated_at (serdes/date)
+ :job_tags (serdes/nested :model/TransformJobTransformTag :job_id opts)}})
+
+(defmethod serdes/dependencies "TransformJob"
+ [{:keys [job_tags]}]
+ (set
+ (for [{tag-id :tag_id} job_tags]
+ [{:model "TransformTag" :id tag-id}])))
+
+(defmethod serdes/storage-path "TransformJob" [job _ctx]
+ (let [{:keys [id label]} (-> job serdes/path last)]
+ ["transforms" "transform_jobs" (serdes/storage-leaf-file-name id label)]))
diff --git a/enterprise/backend/src/metabase_enterprise/transforms/models/transform_job_transform_tag.clj b/enterprise/backend/src/metabase_enterprise/transforms/models/transform_job_transform_tag.clj
index 1846e4a61b5..25a9784ee91 100644
--- a/enterprise/backend/src/metabase_enterprise/transforms/models/transform_job_transform_tag.clj
+++ b/enterprise/backend/src/metabase_enterprise/transforms/models/transform_job_transform_tag.clj
@@ -1,5 +1,6 @@
(ns metabase-enterprise.transforms.models.transform-job-transform-tag
(:require
+ [metabase.models.serialization :as serdes]
[methodical.core :as methodical]
[toucan2.core :as t2]))
@@ -10,3 +11,13 @@
(doto :model/TransformJobTransformTag
(derive :metabase/model)
(derive :hook/entity-id))
+
+(defmethod serdes/hash-fields :model/TransformJobTransformTag
+ [_job-tag]
+ [:job_id :tag_id :position])
+
+(defmethod serdes/make-spec "TransformJobTransformTag"
+ [_model-name _opts]
+ {:copy [:entity_id :position]
+ :transform {:job_id (serdes/parent-ref)
+ :tag_id (serdes/fk :model/TransformTag)}})
diff --git a/enterprise/backend/src/metabase_enterprise/transforms/models/transform_tag.clj b/enterprise/backend/src/metabase_enterprise/transforms/models/transform_tag.clj
index ccf20eee16d..0ee12b24e49 100644
--- a/enterprise/backend/src/metabase_enterprise/transforms/models/transform_tag.clj
+++ b/enterprise/backend/src/metabase_enterprise/transforms/models/transform_tag.clj
@@ -1,5 +1,7 @@
(ns metabase-enterprise.transforms.models.transform-tag
(:require
+ [metabase.models.interface :as mi]
+ [metabase.models.serialization :as serdes]
[metabase.util.i18n :as i18n]
[methodical.core :as methodical]
[toucan2.core :as t2]))
@@ -35,9 +37,25 @@
(merge tag (translate-name tag))))
(t2/define-before-update :model/TransformTag [tag]
- (if (nil? (:built_in_type tag))
+ (if (or (nil? (:built_in_type tag))
+ mi/*deserializing?*)
tag
(-> (merge (translate-name tag) ;; translated default names
{:built_in_type nil} ;; never translate this again
(t2/changes tag)) ;; include user edits
(update :name str)))) ;; convert deferred to string
+
+(defmethod serdes/hash-fields :model/TransformTag
+ [_tt]
+ [:name :built_in_type])
+
+(defmethod serdes/make-spec "TransformTag"
+ [_model-name _opts]
+ {:copy [:entity_id :built_in_type]
+ :transform {:name {:export str :import identity}
+ :created_at (serdes/date)
+ :updated_at (serdes/date)}})
+
+(defmethod serdes/storage-path "TransformTag" [tt _ctx]
+ (let [{:keys [id label]} (-> tt serdes/path last)]
+ ["transforms" "transform_tags" (serdes/storage-leaf-file-name id label)]))
diff --git a/enterprise/backend/src/metabase_enterprise/transforms/models/transform_transform_tag.clj b/enterprise/backend/src/metabase_enterprise/transforms/models/transform_transform_tag.clj
index ab99e6f79ba..0793d08265d 100644
--- a/enterprise/backend/src/metabase_enterprise/transforms/models/transform_transform_tag.clj
+++ b/enterprise/backend/src/metabase_enterprise/transforms/models/transform_transform_tag.clj
@@ -1,5 +1,6 @@
(ns metabase-enterprise.transforms.models.transform-transform-tag
(:require
+ [metabase.models.serialization :as serdes]
[methodical.core :as methodical]
[toucan2.core :as t2]))
@@ -10,3 +11,13 @@
(doto :model/TransformTransformTag
(derive :metabase/model)
(derive :hook/entity-id))
+
+(defmethod serdes/hash-fields :model/TransformTransformTag
+ [_transform-transform-tag]
+ [:transform_id :tag_id :position])
+
+(defmethod serdes/make-spec "TransformTransformTag"
+ [_model-name _opts]
+ {:copy [:entity_id :position]
+ :transform {:transform_id (serdes/parent-ref)
+ :tag_id (serdes/fk :model/TransformTag)}})
diff --git a/enterprise/backend/test/metabase_enterprise/models/entity_id_test.clj b/enterprise/backend/test/metabase_enterprise/models/entity_id_test.clj
index 12dcf8ea565..9e3758d7997 100644
--- a/enterprise/backend/test/metabase_enterprise/models/entity_id_test.clj
+++ b/enterprise/backend/test/metabase_enterprise/models/entity_id_test.clj
@@ -85,13 +85,10 @@
:model/TaskHistory
:model/TimelineEvent
;; TODO we should remove these models from here once serialization is supported
- :model/Transform
:model/TransformRun
:model/TransformRunCancelation
- :model/TransformJob
:model/TransformJobRun
:model/TransformJobTransformTag
- :model/TransformTag
:model/TransformTransformTag
:model/PythonLibrary
:model/Undo
diff --git a/enterprise/backend/test/metabase_enterprise/serialization/api_test.clj b/enterprise/backend/test/metabase_enterprise/serialization/api_test.clj
index 486e2aa8510..c2e5be24b62 100644
--- a/enterprise/backend/test/metabase_enterprise/serialization/api_test.clj
+++ b/enterprise/backend/test/metabase_enterprise/serialization/api_test.clj
@@ -37,7 +37,8 @@
#"/collections/([^/]*)\.yaml$" :collection
#"/snippets/(.*)\.yaml" :snippet
#"/databases/.*/schemas/(.*)" :schema
- #"/databases/(.*)\.yaml" :database])
+ #"/databases/(.*)\.yaml" :database
+ #"/transforms/(.*)\.yaml" :transform])
(defn- file-type
"Find out entity type by file path"
@@ -97,13 +98,13 @@
(testing "API respects parameters"
(let [f (mt/user-http-request :crowberto :post 200 "ee/serialization/export" {}
:all_collections false :data_model false :settings true)]
- (is (= #{:log :dir :settings}
+ (is (= #{:log :dir :settings :transform}
(tar-file-types f)))))
(testing "We can export just a single collection"
(let [f (mt/user-http-request :crowberto :post 200 "ee/serialization/export" {}
:collection (:id coll) :data_model false :settings false)]
- (is (= #{:log :dir :dashboard :card :collection}
+ (is (= #{:log :dir :dashboard :card :collection :transform}
(tar-file-types f)))))
(testing "We can export two collections"
@@ -119,18 +120,18 @@
(let [f (mt/user-http-request :crowberto :post 200 "ee/serialization/export" {}
;; eid:... syntax is kept for backward compat
:collection (str "eid:" (:entity_id coll)) :data_model false :settings false)]
- (is (= #{:log :dir :dashboard :card :collection}
+ (is (= #{:log :dir :dashboard :card :collection :transform}
(tar-file-types f)))))
(testing "We can export that collection using entity id"
(let [f (mt/user-http-request :crowberto :post 200 "ee/serialization/export" {}
:collection (:entity_id coll) :data_model false :settings false)]
- (is (= #{:log :dir :dashboard :card :collection}
+ (is (= #{:log :dir :dashboard :card :collection :transform}
(tar-file-types f)))))
(testing "Default export: all-collections, data-model, settings"
(let [f (mt/user-http-request :crowberto :post 200 "ee/serialization/export" {})]
- (is (= #{:log :dir :dashboard :card :collection :settings :schema :database}
+ (is (= #{:transform :log :dir :dashboard :card :collection :settings :schema :database}
(tar-file-types f)))))
(testing "On exception API returns log"
@@ -200,7 +201,7 @@
;; we're going to re-use it for import, so a copy is necessary
ba (#'api.serialization/ba-copy res)]
(testing "We get only our data and a log file in an archive"
- (is (= 4
+ (is (= 12
(with-open [tar (open-tar ba)]
(count
(for [^TarArchiveEntry e (u.compress/entries tar)
@@ -208,7 +209,7 @@
(do
(condp re-find (.getName e)
#"/export.log$" (testing "Three lines in a log for data files"
- (is (= (+ #_extract 3 #_store 3)
+ (is (= (+ #_extract 11 #_store 11)
(count (line-seq (io/reader tar))))))
nil)
(.getName e))))))))
@@ -222,7 +223,7 @@
"settings" false
"field_values" false
"duration_ms" (every-pred number? pos?)
- "count" 3
+ "count" 11
"error_count" 0
"source" "api"
"secrets" false
@@ -238,7 +239,7 @@
{:request-options {:headers {"content-type" "multipart/form-data"}}}
{:file ba})]
(testing "We get our data items back"
- (is (= #{"Collection" "Dashboard" "Card" "Database"}
+ (is (= #{"Collection" "Dashboard" "Card" "Database" "TransformTag" "TransformJob"}
(log-types (line-seq (io/reader (io/input-stream res)))))))
(testing "And they hit the db"
(is (= (:name dash) (t2/select-one-fn :name :model/Dashboard :entity_id (:entity_id dash))))
@@ -248,8 +249,8 @@
"direction" "import"
"duration_ms" pos?
"source" "api"
- "models" "Card,Collection,Dashboard"
- "count" 3
+ "models" "Card,Collection,Dashboard,TransformJob,TransformTag"
+ "count" 11
"error_count" 0
"success" true
"error_message" nil}
@@ -299,7 +300,7 @@
:continue_on_error true)
log (slurp (io/input-stream res))]
(testing "3 header lines, then card+database+coll, error, then dashboard+coll"
- (is (= #{"Dashboard" "Card" "Database" "Collection"}
+ (is (= #{"Dashboard" "Card" "Database" "Collection" "TransformTag" "TransformJob"}
(log-types (str/split-lines log))))
(is (re-find #"Failed to read file for Collection DoesNotExist" log)))
(testing "Snowplow event about error was sent"
@@ -308,9 +309,9 @@
"direction" "import"
"source" "api"
"duration_ms" int?
- "count" 2
+ "count" 10
"error_count" 1
- "models" "Collection,Dashboard"}
+ "models" "Collection,Dashboard,TransformJob,TransformTag"}
(-> (snowplow-test/pop-event-data-and-user-id!) last :data))))))))
(testing "Client error /api/ee/serialization/import"
@@ -371,7 +372,7 @@
(doseq [^TarArchiveEntry e (u.compress/entries tar)]
(condp re-find (.getName e)
#"/export.log$" (testing "Three lines in a log for data files"
- (is (= (+ #_extract 3 #_error 1 #_store 2)
+ (is (= (+ #_extract 11 #_error 1 #_store 10)
(count (line-seq (io/reader tar))))))
nil))))
(testing "Snowplow export event was sent"
@@ -383,7 +384,7 @@
"settings" false
"field_values" false
"duration_ms" pos?
- "count" 2
+ "count" 10
"error_count" 1
"source" "api"
"secrets" false
diff --git a/enterprise/backend/test/metabase_enterprise/serialization/cmd_test.clj b/enterprise/backend/test/metabase_enterprise/serialization/cmd_test.clj
index 67d7536479f..c9b31fd4e5a 100644
--- a/enterprise/backend/test/metabase_enterprise/serialization/cmd_test.clj
+++ b/enterprise/backend/test/metabase_enterprise/serialization/cmd_test.clj
@@ -190,7 +190,7 @@
"settings" true
"field_values" false
"duration_ms" pos?
- "count" 3
+ "count" 11
"source" "cli"
"secrets" false
"success" true
@@ -205,8 +205,8 @@
"direction" "import"
"duration_ms" pos?
"source" "cli"
- "models" "Card,Collection,Setting"
- "count" 3
+ "models" "Card,Collection,Setting,TransformJob,TransformTag"
+ "count" 11
"success" true
"error_message" nil}
(-> (snowplow-test/pop-event-data-and-user-id!) first :data))))
diff --git a/enterprise/backend/test/metabase_enterprise/serialization/v2/extract_test.clj b/enterprise/backend/test/metabase_enterprise/serialization/v2/extract_test.clj
index 47e2378d7a2..7db5ea8d258 100644
--- a/enterprise/backend/test/metabase_enterprise/serialization/v2/extract_test.clj
+++ b/enterprise/backend/test/metabase_enterprise/serialization/v2/extract_test.clj
@@ -1303,7 +1303,7 @@
:dimension dimension}}}}})}}}]
(testing "selecting a collection includes settings metabot and data model by default"
- (is (= #{"Card" "Collection" "Dashboard" "Database" "Setting"}
+ (is (= #{"Card" "Collection" "Dashboard" "Database" "Setting" "TransformTag" "TransformJob"}
(->> {:targets [["Collection" coll1-id]]}
extract/extract
(map (comp :model first serdes/path))
@@ -1314,7 +1314,7 @@
(is (= #{[{:model "Dashboard" :id dash1-eid :label "dashboard_1"}]
[{:model "Card" :id c1-1-eid :label "question_1_1"}]
[{:model "Card" :id c1-2-eid :label "question_1_2"}]}
- (->> (extract/extract {:targets [["Dashboard" dash1-id]] :no-settings true :no-data-model true})
+ (->> (extract/extract {:targets [["Dashboard" dash1-id]] :no-settings true :no-data-model true :no-transforms true})
(map serdes/path)
set))))
@@ -1322,7 +1322,7 @@
(is (= #{[{:model "Dashboard" :id dash2-eid :label "dashboard_2"}]
[{:model "Card" :id c2-1-eid :label "question_2_1"}]
[{:model "Card" :id c2-2-eid :label "question_2_2"}]}
- (->> (extract/extract {:targets [["Dashboard" dash2-id]] :no-settings true :no-data-model true})
+ (->> (extract/extract {:targets [["Dashboard" dash2-id]] :no-settings true :no-data-model true :no-transforms true})
(map serdes/path)
set))))
@@ -1330,7 +1330,7 @@
(is (= #{[{:model "Dashboard" :id dash3-eid :label "dashboard_3"}]
[{:model "Card" :id c3-1-eid :label "question_3_1"}]
[{:model "Card" :id c3-2-eid :label "question_3_2"}]}
- (->> (extract/extract {:targets [["Dashboard" dash3-id]] :no-settings true :no-data-model true})
+ (->> (extract/extract {:targets [["Dashboard" dash3-id]] :no-settings true :no-data-model true :no-transforms true})
(map serdes/path)
set))))
@@ -1341,7 +1341,7 @@
[{:model "Card" :id c1-1-eid :label "question_1_1"}]
;; card that the card on dashboard linked to
[{:model "Card" :id c1-2-eid :label "question_1_2"}]}
- (->> (extract/extract {:targets [["Dashboard" dash4-id]] :no-settings true :no-data-model true})
+ (->> (extract/extract {:targets [["Dashboard" dash4-id]] :no-settings true :no-data-model true :no-transforms true})
(map serdes/path)
set)))))
@@ -1353,7 +1353,7 @@
[{:model "Card" :id c4-eid :label "question_4_1"}] ; Transitive via dash4
[{:model "Card" :id c1-1-eid :label "question_1_1"}] ; Linked by c4
[{:model "Card" :id c1-2-eid :label "question_1_2"}]} ; Linked by dash4
- (->> (extract/extract {:targets [["Dashboard" clickdash-id]] :no-settings true :no-data-model true})
+ (->> (extract/extract {:targets [["Dashboard" clickdash-id]] :no-settings true :no-data-model true :no-transforms true})
(map serdes/path)
set))))
@@ -1378,23 +1378,23 @@
[{:model "Card" :id c1-3-eid :label "question_1_3"}]}]
(testing "grandchild collection has all its own contents"
(is (= grandchild-paths ; Includes the third card not found in the collection
- (->> (extract/extract {:targets [["Collection" coll3-id]] :no-settings true :no-data-model true})
+ (->> (extract/extract {:targets [["Collection" coll3-id]] :no-settings true :no-data-model true :no-transforms true})
(map serdes/path)
set))))
(testing "middle collection has all its own plus the grandchild and its contents"
(is (= (set/union middle-paths grandchild-paths)
- (->> (extract/extract {:targets [["Collection" coll2-id]] :no-settings true :no-data-model true})
+ (->> (extract/extract {:targets [["Collection" coll2-id]] :no-settings true :no-data-model true :no-transforms true})
(map serdes/path)
set))))
(testing "grandparent collection has all its own plus the grandchild and middle collections with contents"
(is (= (set/union grandparent-paths middle-paths grandchild-paths)
- (->> (extract/extract {:targets [["Collection" coll1-id]] :no-settings true :no-data-model true})
+ (->> (extract/extract {:targets [["Collection" coll1-id]] :no-settings true :no-data-model true :no-transforms true})
(map serdes/path)
set))))
(testing "depending on data from personal collections results in errors"
(mt/with-log-messages-for-level [messages [metabase-enterprise :warn]]
- (extract/extract {:targets [["Collection" coll4-id]] :no-settings true :no-data-model true})
+ (extract/extract {:targets [["Collection" coll4-id]] :no-settings true :no-data-model true :no-transforms true})
(let [msgs (into #{}
(map :message)
(messages))]
@@ -1463,7 +1463,7 @@
[{:model "Collection" :id coll-eid :label "some_collection"}]
[{:model "Card" :id card-eid :label "a_normal_question"}]}
(->> {:targets [["Collection" coll-id]]
- :no-settings true :no-data-model true}
+ :no-settings true :no-data-model true :no-transforms true}
extract/extract
(map serdes/path)
(into #{})))))
@@ -1472,7 +1472,7 @@
{:column_settings {"[\"ref\",[\"field\",[\"My Database\",\"PUBLIC\",\"Schema'd Table\",\"Other Field\"],null]]" {}
"[\"ref\",[\"field\",[\"My Database\",\"PUBLIC\",\"Schema'd Table\",\"Field To Click 2\"],null]]" {}}}}
(->> {:targets [["Collection" coll-id]]
- :no-settings true :no-data-model true}
+ :no-settings true :no-data-model true :no-transforms true}
extract/extract
(filter #(= (:entity_id %) clickdash-eid))
first
@@ -1944,3 +1944,261 @@
(is (=? {:serdes/meta [{:model "Glossary" :id "foobar"}]
:term "foobar"}
ser))))))
+
+(deftest transform-tag-extraction-test
+ (testing "TransformTag extraction and serialization"
+ (mt/with-premium-features #{:transforms}
+ (mt/with-empty-h2-app-db!
+ ;; Delete the existing built-in transform tags
+ (t2/delete! :model/TransformTag)
+ (ts/with-temp-dpc [;; Create built-in tags
+ :model/TransformTag
+ {hourly-tag-id :id
+ hourly-tag-eid :entity_id}
+ {:name "hourly" :built_in_type "hourly"}
+
+ :model/TransformTag
+ {daily-tag-eid :entity_id}
+ {:name "daily" :built_in_type "daily"}
+
+ ;; Create custom tag
+ :model/TransformTag
+ {custom-tag-id :id
+ custom-tag-eid :entity_id}
+ {:name "custom-etl"}]
+
+ (testing "built-in tags extract correctly"
+ (let [ser (serdes/extract-one "TransformTag" {} (t2/hydrate (t2/select-one :model/TransformTag :id hourly-tag-id) :tags))]
+ (is (=? {:serdes/meta [{:model "TransformTag"
+ :id hourly-tag-eid}]
+ :name "hourly"
+ :built_in_type "hourly"
+ :created_at string?
+ :updated_at string?}
+ ser))
+ (is (not (contains? ser :id)))
+ (is (empty? (serdes/dependencies ser)))))
+
+ (testing "custom tags extract correctly"
+ (let [ser (serdes/extract-one "TransformTag" {} (t2/hydrate (t2/select-one :model/TransformTag :id custom-tag-id) :tags))]
+ (is (=? {:serdes/meta [{:model "TransformTag"
+ :id custom-tag-eid}]
+ :name "custom-etl"
+ :built_in_type nil
+ :created_at string?
+ :updated_at string?}
+ ser))
+ (is (not (contains? ser :id)))
+ (is (empty? (serdes/dependencies ser)))))
+
+ (testing "all transform tags are extracted"
+ (is (= #{hourly-tag-eid daily-tag-eid custom-tag-eid}
+ (ids-by-model "TransformTag" (extract/extract {}))))))))))
+
+(deftest transform-extraction-test
+ (testing "Transform extraction and serialization"
+ (mt/with-premium-features #{:transforms}
+ (mt/with-empty-h2-app-db!
+ ;; Delete the existing built-in transform tags
+ (t2/delete! :model/TransformTag)
+ (ts/with-temp-dpc [:model/Database
+ {db-id :id}
+ {:name "My Database"}
+
+ :model/Table
+ {table-id :id}
+ {:name "Schemaless Table" :db_id db-id}
+
+ :model/Field
+ {_field-id :id}
+ {:name "Some Field" :table_id table-id}
+
+ ;; Create tags for associations
+ :model/TransformTag
+ {hourly-tag-id :id
+ hourly-tag-eid :entity_id}
+ {:name "hourly" :built_in_type "hourly"}
+
+ :model/TransformTag
+ {daily-tag-id :id
+ daily-tag-eid :entity_id}
+ {:name "daily" :built_in_type "daily"}
+
+ :model/TransformTag
+ {custom-tag-id :id
+ custom-tag-eid :entity_id}
+ {:name "custom-etl"}
+
+ ;; Create Transform
+ :model/Transform
+ {transform-id :id
+ transform-eid :entity_id}
+ {:name "Test Transform"
+ :description "A test transform for serialization"
+ :source {:database db-id
+ :type "query"
+ :query {:source-table table-id}}
+ :target {:database db-id
+ :type "table"
+ :schema "public"
+ :name "target_table"}}
+
+ ;; Create tag associations with specific positions
+ :model/TransformTransformTag
+ {}
+ {:transform_id transform-id
+ :tag_id hourly-tag-id
+ :position 0}
+
+ :model/TransformTransformTag
+ {}
+ {:transform_id transform-id
+ :tag_id custom-tag-id
+ :position 1}
+
+ :model/TransformTransformTag
+ {}
+ {:transform_id transform-id
+ :tag_id daily-tag-id
+ :position 2}]
+
+ (let [ser (serdes/extract-one "Transform" {} (t2/hydrate (t2/select-one :model/Transform :id transform-id) :tags))]
+ (testing "basic Transform structure"
+ (is (=? {:serdes/meta [{:model "Transform"
+ :id transform-eid}]
+ :name "Test Transform"
+ :description "A test transform for serialization"
+ :created_at string?
+ :updated_at string?}
+ ser))
+ (is (not (contains? ser :id))))
+
+ (testing "source and target MBQL export"
+ (is (=? {:source {:database "My Database" :type "query" :query {:source-table ["My Database" nil "Schemaless Table"]}}
+ :target {:database "My Database" :type "table" :schema "public" :name "target_table"}}
+ (select-keys ser [:source :target]))))
+
+ (testing "tag associations with preserved order"
+ (is (= 3 (count (:tags ser))))
+ (let [tag-ids (map :tag_id (:tags ser))
+ positions (map :position (:tags ser))]
+ (is (= [hourly-tag-eid custom-tag-eid daily-tag-eid] tag-ids))
+ (is (= [0 1 2] positions))))
+
+ (testing "dependencies include source table and tags"
+ (let [deps (set (serdes/dependencies ser))]
+ (is (contains? deps [{:model "Database" :id "My Database"}
+ {:model "Table" :id "Schemaless Table"}]))
+ (is (contains? deps [{:model "TransformTag" :id hourly-tag-eid}]))
+ (is (contains? deps [{:model "TransformTag" :id custom-tag-eid}]))
+ (is (contains? deps [{:model "TransformTag" :id daily-tag-eid}])))))
+
+ (testing "transform is extracted"
+ (is (= #{transform-eid}
+ (ids-by-model "Transform" (extract/extract {}))))))))))
+
+(deftest transform-job-extraction-test
+ (testing "TransformJob extraction and serialization"
+ (mt/with-premium-features #{:transforms}
+ (mt/with-empty-h2-app-db!
+ ;; Delete the existing built-in transform tags and jobs
+ (t2/delete! :model/TransformTag)
+ (t2/delete! :model/TransformJob)
+ (ts/with-temp-dpc [;; Create tags for job associations
+ :model/TransformTag
+ {hourly-tag-id :id
+ hourly-tag-eid :entity_id}
+ {:name "hourly" :built_in_type "hourly"}
+
+ :model/TransformTag
+ {daily-tag-id :id
+ daily-tag-eid :entity_id}
+ {:name "daily" :built_in_type "daily"}
+
+ :model/TransformTag
+ {custom-tag-id :id
+ custom-tag-eid :entity_id}
+ {:name "custom-etl"}
+
+ ;; Create built-in TransformJob
+ :model/TransformJob
+ {hourly-job-id :id
+ hourly-job-eid :entity_id}
+ {:name "Hourly job"
+ :description "Executes transforms tagged with 'hourly' every hour"
+ :schedule "0 0 * * * ? *"
+ :built_in_type "hourly"}
+
+ ;; Create custom TransformJob
+ :model/TransformJob
+ {custom-job-id :id
+ custom-job-eid :entity_id}
+ {:name "Custom ETL Job"
+ :description "Custom data processing job"
+ :schedule "0 0 2 * * ? *"}
+
+ ;; Create job-tag associations
+ :model/TransformJobTransformTag
+ {}
+ {:job_id hourly-job-id
+ :tag_id hourly-tag-id
+ :position 0}
+
+ :model/TransformJobTransformTag
+ {}
+ {:job_id custom-job-id
+ :tag_id custom-tag-id
+ :position 0}
+
+ :model/TransformJobTransformTag
+ {}
+ {:job_id custom-job-id
+ :tag_id daily-tag-id
+ :position 1}]
+
+ (testing "built-in job extracts correctly"
+ (let [ser (serdes/extract-one "TransformJob" {} (t2/hydrate (t2/select-one :model/TransformJob :id hourly-job-id) :job_tags))]
+ (is (=? {:serdes/meta [{:model "TransformJob"
+ :id hourly-job-eid}]
+ :name "Hourly job"
+ :description "Executes transforms tagged with 'hourly' every hour"
+ :schedule "0 0 * * * ? *"
+ :built_in_type "hourly"
+ :created_at string?
+ :updated_at string?}
+ ser))
+ (is (not (contains? ser :id)))
+ (testing "job has associated tags"
+ (is (= 1 (count (:job_tags ser))))
+ (is (= hourly-tag-eid (-> ser :job_tags first :tag_id)))
+ (is (= 0 (-> ser :job_tags first :position))))
+ (testing "dependencies include referenced tags"
+ (is (= #{[{:model "TransformTag" :id hourly-tag-eid}]}
+ (set (serdes/dependencies ser)))))))
+
+ (testing "custom job extracts correctly"
+ (let [ser (serdes/extract-one "TransformJob" {} (t2/hydrate (t2/select-one :model/TransformJob :id custom-job-id) :job_tags))]
+ (is (=? {:serdes/meta [{:model "TransformJob"
+ :id custom-job-eid}]
+ :name "Custom ETL Job"
+ :description "Custom data processing job"
+ :schedule "0 0 2 * * ? *"
+ :built_in_type nil
+ :created_at string?
+ :updated_at string?}
+ ser))
+ (is (not (contains? ser :id)))
+ (testing "job has multiple associated tags in correct order"
+ (is (= 2 (count (:job_tags ser))))
+ (let [tag-ids (map :tag_id (:job_tags ser))
+ positions (map :position (:job_tags ser))]
+ (is (= [custom-tag-eid daily-tag-eid] tag-ids))
+ (is (= [0 1] positions))))
+ (testing "dependencies include all referenced tags"
+ (is (= #{[{:model "TransformTag" :id custom-tag-eid}]
+ [{:model "TransformTag" :id daily-tag-eid}]}
+ (set (serdes/dependencies ser)))))))
+
+ (testing "all transform jobs are extracted"
+ (is (= #{hourly-job-eid custom-job-eid}
+ (ids-by-model "TransformJob" (extract/extract {}))))))))))
diff --git a/enterprise/backend/test/metabase_enterprise/serialization/v2/load_test.clj b/enterprise/backend/test/metabase_enterprise/serialization/v2/load_test.clj
index ee57a112f39..7ceb7f790b7 100644
--- a/enterprise/backend/test/metabase_enterprise/serialization/v2/load_test.clj
+++ b/enterprise/backend/test/metabase_enterprise/serialization/v2/load_test.clj
@@ -1304,6 +1304,7 @@
(mt/with-log-messages-for-level [messages [metabase.models.serialization :warn]]
(let [ser (vec (serdes.extract/extract {:no-settings true
:no-data-model true
+ :no-transforms true
:continue-on-error true}))
{errors true
others false} (group-by #(instance? Exception %) ser)]
@@ -1314,7 +1315,8 @@
(messages))))))))
(testing "It's possible to skip a few errors during load"
(let [ser (vec (serdes.extract/extract {:no-settings true
- :no-data-model true}))
+ :no-data-model true
+ :no-transforms true}))
changed (change-ser ser {(:entity_id c2) {:collection_id "does-not-exist"}})]
(mt/with-log-messages-for-level [messages [metabase-enterprise :warn]]
(let [report (serdes.load/load-metabase! (ingestion-in-memory changed) {:continue-on-error true})]
@@ -1414,7 +1416,7 @@
(t2/select-one [:model/Card :entity_id] :id (:id c1))))))
(testing "Identity hashes end up in target db in place of entity ids"
- (let [ser2 (vec (serdes.extract/extract {:no-settings true :no-data-model true}))]
+ (let [ser2 (vec (serdes.extract/extract {:no-settings true :no-data-model true :no-transforms true}))]
(testing "\nWe exported identity hashes"
(doseq [e ser2
:when (:entity_id e)]
diff --git a/resources/serialization-order.edn b/resources/serialization-order.edn
index 5464f66328c..ad3f6f27759 100644
--- a/resources/serialization-order.edn
+++ b/resources/serialization-order.edn
@@ -159,6 +159,12 @@
:points_of_interest
:caveats
:serdes/meta]
+ :Transform []
+ [:Transform :source] []
+ [:Transform :target] []
+ :TransformJob []
+ [:TransformJob :job_tags] []
+ :TransformTag []
:Metabot [:name
:description
:created_at
diff --git a/test_resources/serialization_baseline/transforms/EFFQTUPv83TcPakYN_Rlu_test_transform.yaml b/test_resources/serialization_baseline/transforms/EFFQTUPv83TcPakYN_Rlu_test_transform.yaml
new file mode 100644
index 00000000000..7d70abd83aa
--- /dev/null
+++ b/test_resources/serialization_baseline/transforms/EFFQTUPv83TcPakYN_Rlu_test_transform.yaml
@@ -0,0 +1,41 @@
+created_at: '2025-09-18T19:48:22.930728Z'
+description: A test transform for serialization
+entity_id: EFFQTUPv83TcPakYN_Rlu
+name: Test Transform
+source:
+ database: My Database
+ query:
+ source-table:
+ - My Database
+ - null
+ - Schemaless Table
+ type: query
+tags:
+- entity_id: 2vO2leHROJ38q2j19gNdb
+ position: 0
+ tag_id: Wd5pK2wpz4r55ovqOXXuD
+ serdes/meta:
+ - id: 2vO2leHROJ38q2j19gNdb
+ model: TransformTransformTag
+- entity_id: JpdGiXvtXxkcN1vCuiUDx
+ position: 1
+ tag_id: 9E-m1vVPicsuK226FDxM9
+ serdes/meta:
+ - id: JpdGiXvtXxkcN1vCuiUDx
+ model: TransformTransformTag
+- entity_id: CGBWjcOxBJVNPSS5vDjHe
+ position: 2
+ tag_id: O22Rax9PNu1S_q5IWG8pT
+ serdes/meta:
+ - id: CGBWjcOxBJVNPSS5vDjHe
+ model: TransformTransformTag
+target:
+ database: My Database
+ name: target_table
+ schema: public
+ type: table
+updated_at: '2025-09-18T19:48:22.930728Z'
+serdes/meta:
+- id: EFFQTUPv83TcPakYN_Rlu
+ label: test_transform
+ model: Transform
diff --git a/test_resources/serialization_baseline/transforms/transform_jobs/CL1TVitmzJrDjdjvO2xmN_monthly_job.yaml b/test_resources/serialization_baseline/transforms/transform_jobs/CL1TVitmzJrDjdjvO2xmN_monthly_job.yaml
new file mode 100644
index 00000000000..574285be59e
--- /dev/null
+++ b/test_resources/serialization_baseline/transforms/transform_jobs/CL1TVitmzJrDjdjvO2xmN_monthly_job.yaml
@@ -0,0 +1,13 @@
+built_in_type: monthly
+created_at: '2025-09-23T12:20:31.215628Z'
+description: Executes transforms tagged with 'monthly' once per month
+entity_id: CL1TVitmzJrDjdjvO2xmN
+job_tags: []
+name: Monthly job
+schedule: 0 0 0 1 * ? *
+ui_display_type: cron/builder
+updated_at: '2025-09-23T12:20:31.215628Z'
+serdes/meta:
+- id: CL1TVitmzJrDjdjvO2xmN
+ label: monthly_job
+ model: TransformJob
diff --git a/test_resources/serialization_baseline/transforms/transform_jobs/PJahvcoF61oX5T4uCT_FY_daily_job.yaml b/test_resources/serialization_baseline/transforms/transform_jobs/PJahvcoF61oX5T4uCT_FY_daily_job.yaml
new file mode 100644
index 00000000000..4c33ca38f57
--- /dev/null
+++ b/test_resources/serialization_baseline/transforms/transform_jobs/PJahvcoF61oX5T4uCT_FY_daily_job.yaml
@@ -0,0 +1,13 @@
+built_in_type: daily
+created_at: '2025-09-23T12:20:31.215628Z'
+description: Executes transforms tagged with 'daily' once per day
+entity_id: PJahvcoF61oX5T4uCT_FY
+job_tags: []
+name: Daily job
+schedule: 0 0 0 * * ? *
+ui_display_type: cron/builder
+updated_at: '2025-09-23T12:20:31.215628Z'
+serdes/meta:
+- id: PJahvcoF61oX5T4uCT_FY
+ label: daily_job
+ model: TransformJob
diff --git a/test_resources/serialization_baseline/transforms/transform_jobs/RognTgBT2fXaxoQh4ws7z_hourly_job.yaml b/test_resources/serialization_baseline/transforms/transform_jobs/RognTgBT2fXaxoQh4ws7z_hourly_job.yaml
new file mode 100644
index 00000000000..b3b7eced8c0
--- /dev/null
+++ b/test_resources/serialization_baseline/transforms/transform_jobs/RognTgBT2fXaxoQh4ws7z_hourly_job.yaml
@@ -0,0 +1,13 @@
+built_in_type: hourly
+created_at: '2025-09-23T12:20:31.215628Z'
+description: Executes transforms tagged with 'hourly' every hour
+entity_id: RognTgBT2fXaxoQh4ws7z
+job_tags: []
+name: Hourly job
+schedule: 0 0 * * * ? *
+ui_display_type: cron/builder
+updated_at: '2025-09-23T12:20:31.215628Z'
+serdes/meta:
+- id: RognTgBT2fXaxoQh4ws7z
+ label: hourly_job
+ model: TransformJob
diff --git a/test_resources/serialization_baseline/transforms/transform_jobs/lXIFa2SUrXLgaLZJx33oU_weekly_job.yaml b/test_resources/serialization_baseline/transforms/transform_jobs/lXIFa2SUrXLgaLZJx33oU_weekly_job.yaml
new file mode 100644
index 00000000000..701dcc49359
--- /dev/null
+++ b/test_resources/serialization_baseline/transforms/transform_jobs/lXIFa2SUrXLgaLZJx33oU_weekly_job.yaml
@@ -0,0 +1,13 @@
+built_in_type: weekly
+created_at: '2025-09-23T12:20:31.215628Z'
+description: Executes transforms tagged with 'weekly' once per week
+entity_id: lXIFa2SUrXLgaLZJx33oU
+job_tags: []
+name: Weekly job
+schedule: 0 0 0 ? * 1 *
+ui_display_type: cron/builder
+updated_at: '2025-09-23T12:20:31.215628Z'
+serdes/meta:
+- id: lXIFa2SUrXLgaLZJx33oU
+ label: weekly_job
+ model: TransformJob
diff --git a/test_resources/serialization_baseline/transforms/transform_tags/57rMR6aYNYpJyNInwm2cf_daily.yaml b/test_resources/serialization_baseline/transforms/transform_tags/57rMR6aYNYpJyNInwm2cf_daily.yaml
new file mode 100644
index 00000000000..393e34a2eb7
--- /dev/null
+++ b/test_resources/serialization_baseline/transforms/transform_tags/57rMR6aYNYpJyNInwm2cf_daily.yaml
@@ -0,0 +1,9 @@
+built_in_type: daily
+created_at: '2025-09-18T19:48:48.655082Z'
+entity_id: 57rMR6aYNYpJyNInwm2cf
+name: daily
+updated_at: '2025-09-18T19:48:48.655082Z'
+serdes/meta:
+- id: 57rMR6aYNYpJyNInwm2cf
+ label: daily
+ model: TransformTag
diff --git a/test_resources/serialization_baseline/transforms/transform_tags/9E-m1vVPicsuK226FDxM9_custom_etl.yaml b/test_resources/serialization_baseline/transforms/transform_tags/9E-m1vVPicsuK226FDxM9_custom_etl.yaml
new file mode 100644
index 00000000000..7159a4dca97
--- /dev/null
+++ b/test_resources/serialization_baseline/transforms/transform_tags/9E-m1vVPicsuK226FDxM9_custom_etl.yaml
@@ -0,0 +1,9 @@
+built_in_type: null
+created_at: '2025-09-18T19:48:23.747287Z'
+entity_id: 9E-m1vVPicsuK226FDxM9
+name: custom-etl
+updated_at: '2025-09-18T19:48:23.747287Z'
+serdes/meta:
+- id: 9E-m1vVPicsuK226FDxM9
+ label: custom_etl
+ model: TransformTag
diff --git a/test_resources/serialization_baseline/transforms/transform_tags/DeeJHc81qKhD9qWINISO8_monthly.yaml b/test_resources/serialization_baseline/transforms/transform_tags/DeeJHc81qKhD9qWINISO8_monthly.yaml
new file mode 100644
index 00000000000..f2a1e42952c
--- /dev/null
+++ b/test_resources/serialization_baseline/transforms/transform_tags/DeeJHc81qKhD9qWINISO8_monthly.yaml
@@ -0,0 +1,9 @@
+built_in_type: monthly
+created_at: '2025-09-18T14:56:47.400051Z'
+entity_id: DeeJHc81qKhD9qWINISO8
+name: monthly
+updated_at: '2025-09-18T14:56:47.400051Z'
+serdes/meta:
+- id: DeeJHc81qKhD9qWINISO8
+ label: monthly
+ model: TransformTag
diff --git a/test_resources/serialization_baseline/transforms/transform_tags/O22Rax9PNu1S_q5IWG8pT_daily.yaml b/test_resources/serialization_baseline/transforms/transform_tags/O22Rax9PNu1S_q5IWG8pT_daily.yaml
new file mode 100644
index 00000000000..d3df6634889
--- /dev/null
+++ b/test_resources/serialization_baseline/transforms/transform_tags/O22Rax9PNu1S_q5IWG8pT_daily.yaml
@@ -0,0 +1,9 @@
+built_in_type: daily
+created_at: '2025-09-18T19:48:23.746883Z'
+entity_id: O22Rax9PNu1S_q5IWG8pT
+name: daily
+updated_at: '2025-09-18T19:48:23.746884Z'
+serdes/meta:
+- id: O22Rax9PNu1S_q5IWG8pT
+ label: daily
+ model: TransformTag
diff --git a/test_resources/serialization_baseline/transforms/transform_tags/QHfUvL9vrdkn9NVrN2Zkg_hourly.yaml b/test_resources/serialization_baseline/transforms/transform_tags/QHfUvL9vrdkn9NVrN2Zkg_hourly.yaml
new file mode 100644
index 00000000000..351195e281a
--- /dev/null
+++ b/test_resources/serialization_baseline/transforms/transform_tags/QHfUvL9vrdkn9NVrN2Zkg_hourly.yaml
@@ -0,0 +1,9 @@
+built_in_type: hourly
+created_at: '2025-09-18T19:48:48.654748Z'
+entity_id: QHfUvL9vrdkn9NVrN2Zkg
+name: hourly
+updated_at: '2025-09-18T19:48:48.654749Z'
+serdes/meta:
+- id: QHfUvL9vrdkn9NVrN2Zkg
+ label: hourly
+ model: TransformTag
diff --git a/test_resources/serialization_baseline/transforms/transform_tags/UWRvb_rSOApXNSrLIH_g5_custom_etl.yaml b/test_resources/serialization_baseline/transforms/transform_tags/UWRvb_rSOApXNSrLIH_g5_custom_etl.yaml
new file mode 100644
index 00000000000..98af1de7dad
--- /dev/null
+++ b/test_resources/serialization_baseline/transforms/transform_tags/UWRvb_rSOApXNSrLIH_g5_custom_etl.yaml
@@ -0,0 +1,9 @@
+built_in_type: null
+created_at: '2025-09-18T19:48:48.655364Z'
+entity_id: UWRvb_rSOApXNSrLIH_g5
+name: custom-etl
+updated_at: '2025-09-18T19:48:48.655364Z'
+serdes/meta:
+- id: UWRvb_rSOApXNSrLIH_g5
+ label: custom_etl
+ model: TransformTag
diff --git a/test_resources/serialization_baseline/transforms/transform_tags/Wd5pK2wpz4r55ovqOXXuD_hourly.yaml b/test_resources/serialization_baseline/transforms/transform_tags/Wd5pK2wpz4r55ovqOXXuD_hourly.yaml
new file mode 100644
index 00000000000..61bd7d980c8
--- /dev/null
+++ b/test_resources/serialization_baseline/transforms/transform_tags/Wd5pK2wpz4r55ovqOXXuD_hourly.yaml
@@ -0,0 +1,9 @@
+built_in_type: hourly
+created_at: '2025-09-18T19:48:23.746358Z'
+entity_id: Wd5pK2wpz4r55ovqOXXuD
+name: hourly
+updated_at: '2025-09-18T19:48:23.746359Z'
+serdes/meta:
+- id: Wd5pK2wpz4r55ovqOXXuD
+ label: hourly
+ model: TransformTag
diff --git a/test_resources/serialization_baseline/transforms/transform_tags/dUW7nvQHQBdA0Rx0gJckI_daily.yaml b/test_resources/serialization_baseline/transforms/transform_tags/dUW7nvQHQBdA0Rx0gJckI_daily.yaml
new file mode 100644
index 00000000000..24745c07cdb
--- /dev/null
+++ b/test_resources/serialization_baseline/transforms/transform_tags/dUW7nvQHQBdA0Rx0gJckI_daily.yaml
@@ -0,0 +1,9 @@
+built_in_type: daily
+created_at: '2025-09-18T14:56:47.400051Z'
+entity_id: dUW7nvQHQBdA0Rx0gJckI
+name: daily
+updated_at: '2025-09-18T14:56:47.400051Z'
+serdes/meta:
+- id: dUW7nvQHQBdA0Rx0gJckI
+ label: daily
+ model: TransformTag
diff --git a/test_resources/serialization_baseline/transforms/transform_tags/qPGCJu7t97kn-X07_fgSj_weekly.yaml b/test_resources/serialization_baseline/transforms/transform_tags/qPGCJu7t97kn-X07_fgSj_weekly.yaml
new file mode 100644
index 00000000000..ffc54b08968
--- /dev/null
+++ b/test_resources/serialization_baseline/transforms/transform_tags/qPGCJu7t97kn-X07_fgSj_weekly.yaml
@@ -0,0 +1,9 @@
+built_in_type: weekly
+created_at: '2025-09-18T14:56:47.400051Z'
+entity_id: qPGCJu7t97kn-X07_fgSj
+name: weekly
+updated_at: '2025-09-18T14:56:47.400051Z'
+serdes/meta:
+- id: qPGCJu7t97kn-X07_fgSj
+ label: weekly
+ model: TransformTag
diff --git a/test_resources/serialization_baseline/transforms/transform_tags/wYLcUPbtF7jVPO0duGGHR_hourly.yaml b/test_resources/serialization_baseline/transforms/transform_tags/wYLcUPbtF7jVPO0duGGHR_hourly.yaml
new file mode 100644
index 00000000000..9eee0aa1f2b
--- /dev/null
+++ b/test_resources/serialization_baseline/transforms/transform_tags/wYLcUPbtF7jVPO0duGGHR_hourly.yaml
@@ -0,0 +1,9 @@
+built_in_type: hourly
+created_at: '2025-09-18T14:56:47.400051Z'
+entity_id: wYLcUPbtF7jVPO0duGGHR
+name: hourly
+updated_at: '2025-09-18T14:56:47.400051Z'
+serdes/meta:
+- id: wYLcUPbtF7jVPO0duGGHR
+ label: hourly
+ model: TransformTag
diff --git a/test_resources/serialization_baseline/transforms/txz-QxFUj623m2n-gC1Qz_test_transform.yaml b/test_resources/serialization_baseline/transforms/txz-QxFUj623m2n-gC1Qz_test_transform.yaml
new file mode 100644
index 00000000000..21022788f14
--- /dev/null
+++ b/test_resources/serialization_baseline/transforms/txz-QxFUj623m2n-gC1Qz_test_transform.yaml
@@ -0,0 +1,41 @@
+created_at: '2025-09-18T19:48:47.929408Z'
+description: A test transform for serialization
+entity_id: txz-QxFUj623m2n-gC1Qz
+name: Test Transform
+source:
+ database: My Database
+ query:
+ source-table:
+ - My Database
+ - null
+ - Schemaless Table
+ type: query
+tags:
+- entity_id: qvqHB8VgfxMzZx4LIVYGt
+ position: 0
+ tag_id: QHfUvL9vrdkn9NVrN2Zkg
+ serdes/meta:
+ - id: qvqHB8VgfxMzZx4LIVYGt
+ model: TransformTransformTag
+- entity_id: _zyv6pt_QRxC4ttE8wDqG
+ position: 1
+ tag_id: UWRvb_rSOApXNSrLIH_g5
+ serdes/meta:
+ - id: _zyv6pt_QRxC4ttE8wDqG
+ model: TransformTransformTag
+- entity_id: jTYjwvWO-6Xd9wYfBpxk0
+ position: 2
+ tag_id: 57rMR6aYNYpJyNInwm2cf
+ serdes/meta:
+ - id: jTYjwvWO-6Xd9wYfBpxk0
+ model: TransformTransformTag
+target:
+ database: My Database
+ name: target_table
+ schema: public
+ type: table
+updated_at: '2025-09-18T19:48:47.929408Z'
+serdes/meta:
+- id: txz-QxFUj623m2n-gC1Qz
+ label: test_transform
+ model: Transform