Skip to content

Scheduling infrastructure for absolutely everyone.

fix: add new backfill script for RoutingFormResponseDenormalized (#23166)

Eunjae Lee060eafac60da
diff --git a/packages/prisma/migrations/20250818151914_routing_form_response_denormalized_backfill2/migration.sql b/packages/prisma/migrations/20250818151914_routing_form_response_denormalized_backfill2/migration.sql
new file mode 100644
index 00000000000..ef2ad78e532
--- /dev/null
+++ b/packages/prisma/migrations/20250818151914_routing_form_response_denormalized_backfill2/migration.sql
@@ -0,0 +1,197 @@
+DO $$
+DECLARE
+ chunk_size INTEGER := 1000;
+ start_id INTEGER := 1; -- Starting ID
+ end_id INTEGER; -- Will be set dynamically
+ current_id INTEGER;
+
+ processed_count INTEGER := 0;
+ chunk_updated_count INTEGER := 0;
+ total_count INTEGER;
+BEGIN
+ -- Get the maximum ID and total count from the App_RoutingForms_FormResponse table
+ SELECT COALESCE(MAX(id), 0) INTO end_id FROM "App_RoutingForms_FormResponse";
+ SELECT COUNT(*) INTO total_count FROM "App_RoutingForms_FormResponse";
+
+ -- Handle case where there are no records to process
+ IF total_count = 0 THEN
+ RAISE NOTICE 'No records found in App_RoutingForms_FormResponse table. Migration completed.';
+ RETURN;
+ END IF;
+
+ RAISE NOTICE 'Starting migration: processing up to ID % (total responses: %)', end_id, total_count;
+
+ FOR current_id IN SELECT * FROM generate_series(start_id, end_id, chunk_size)
+ LOOP
+ -- Use UPSERT to only update records that are missing or have incorrect data
+ WITH expected_data AS (
+ SELECT
+ r.id,
+ r."formId" as expected_form_id,
+ f.name as expected_form_name,
+ f."teamId" as expected_form_team_id,
+ f."userId" as expected_form_user_id,
+ b.uid as expected_booking_uid,
+ b.id as expected_booking_id,
+ b.status as expected_booking_status,
+ calculate_booking_status_order(b.status::text) as expected_booking_status_order,
+ b."createdAt" as expected_booking_created_at,
+ b."startTime" as expected_booking_start_time,
+ b."endTime" as expected_booking_end_time,
+ b."userId" as expected_booking_user_id,
+ u.name as expected_booking_user_name,
+ u.email as expected_booking_user_email,
+ u."avatarUrl" as expected_booking_user_avatar_url,
+ COALESCE(
+ (
+ SELECT ar."reasonString"
+ FROM "AssignmentReason" ar
+ WHERE ar."bookingId" = b.id
+ LIMIT 1
+ ),
+ ''
+ ) as expected_booking_assignment_reason,
+ et.id as expected_event_type_id,
+ et."parentId" as expected_event_type_parent_id,
+ et."schedulingType"::text as expected_event_type_scheduling_type,
+ r."createdAt" as expected_created_at,
+ t.utm_source as expected_utm_source,
+ t.utm_medium as expected_utm_medium,
+ t.utm_campaign as expected_utm_campaign,
+ t.utm_term as expected_utm_term,
+ t.utm_content as expected_utm_content
+ FROM "App_RoutingForms_FormResponse" r
+ INNER JOIN "App_RoutingForms_Form" f ON r."formId" = f.id
+ LEFT JOIN "Booking" b ON b.uid = r."routedToBookingUid"
+ LEFT JOIN "users" u ON b."userId" = u.id
+ LEFT JOIN "EventType" et ON b."eventTypeId" = et.id
+ LEFT JOIN "Tracking" t ON t."bookingId" = b.id
+ WHERE r.id BETWEEN current_id AND current_id + chunk_size - 1
+ ),
+ records_to_update AS (
+ SELECT e.*
+ FROM expected_data e
+ LEFT JOIN "RoutingFormResponseDenormalized" d ON e.id = d.id
+ WHERE CASE
+ WHEN d.id IS NULL THEN true -- Include missing records
+ WHEN d."formId" IS DISTINCT FROM e.expected_form_id THEN true
+ WHEN d."formName" IS DISTINCT FROM e.expected_form_name THEN true
+ WHEN d."formTeamId" IS DISTINCT FROM e.expected_form_team_id THEN true
+ WHEN d."formUserId" IS DISTINCT FROM e.expected_form_user_id THEN true
+ WHEN d."bookingUid" IS DISTINCT FROM e.expected_booking_uid THEN true
+ WHEN d."bookingId" IS DISTINCT FROM e.expected_booking_id THEN true
+ WHEN d."bookingStatus" IS DISTINCT FROM e.expected_booking_status THEN true
+ WHEN d."bookingStatusOrder" IS DISTINCT FROM e.expected_booking_status_order THEN true
+ WHEN d."bookingCreatedAt" IS DISTINCT FROM e.expected_booking_created_at THEN true
+ WHEN d."bookingStartTime" IS DISTINCT FROM e.expected_booking_start_time THEN true
+ WHEN d."bookingEndTime" IS DISTINCT FROM e.expected_booking_end_time THEN true
+ WHEN d."bookingUserId" IS DISTINCT FROM e.expected_booking_user_id THEN true
+ WHEN d."bookingUserName" IS DISTINCT FROM e.expected_booking_user_name THEN true
+ WHEN d."bookingUserEmail" IS DISTINCT FROM e.expected_booking_user_email THEN true
+ WHEN d."bookingUserAvatarUrl" IS DISTINCT FROM e.expected_booking_user_avatar_url THEN true
+ WHEN d."bookingAssignmentReason" IS DISTINCT FROM e.expected_booking_assignment_reason THEN true
+ WHEN d."eventTypeId" IS DISTINCT FROM e.expected_event_type_id THEN true
+ WHEN d."eventTypeParentId" IS DISTINCT FROM e.expected_event_type_parent_id THEN true
+ WHEN d."eventTypeSchedulingType"::text IS DISTINCT FROM e.expected_event_type_scheduling_type THEN true
+ WHEN d."createdAt" IS DISTINCT FROM e.expected_created_at THEN true
+ WHEN d."utm_source" IS DISTINCT FROM e.expected_utm_source THEN true
+ WHEN d."utm_medium" IS DISTINCT FROM e.expected_utm_medium THEN true
+ WHEN d."utm_campaign" IS DISTINCT FROM e.expected_utm_campaign THEN true
+ WHEN d."utm_term" IS DISTINCT FROM e.expected_utm_term THEN true
+ WHEN d."utm_content" IS DISTINCT FROM e.expected_utm_content THEN true
+ ELSE false -- Don't include valid records
+ END
+ )
+ INSERT INTO "RoutingFormResponseDenormalized" (
+ id,
+ "formId",
+ "formName",
+ "formTeamId",
+ "formUserId",
+ "bookingUid",
+ "bookingId",
+ "bookingStatus",
+ "bookingStatusOrder",
+ "bookingCreatedAt",
+ "bookingStartTime",
+ "bookingEndTime",
+ "bookingUserId",
+ "bookingUserName",
+ "bookingUserEmail",
+ "bookingUserAvatarUrl",
+ "bookingAssignmentReason",
+ "eventTypeId",
+ "eventTypeParentId",
+ "eventTypeSchedulingType",
+ "createdAt",
+ "utm_source",
+ "utm_medium",
+ "utm_campaign",
+ "utm_term",
+ "utm_content"
+ )
+ SELECT
+ r.id,
+ r.expected_form_id,
+ r.expected_form_name,
+ r.expected_form_team_id,
+ r.expected_form_user_id,
+ r.expected_booking_uid,
+ r.expected_booking_id,
+ r.expected_booking_status,
+ r.expected_booking_status_order,
+ r.expected_booking_created_at,
+ r.expected_booking_start_time,
+ r.expected_booking_end_time,
+ r.expected_booking_user_id,
+ r.expected_booking_user_name,
+ r.expected_booking_user_email,
+ r.expected_booking_user_avatar_url,
+ r.expected_booking_assignment_reason,
+ r.expected_event_type_id,
+ r.expected_event_type_parent_id,
+ r.expected_event_type_scheduling_type::text,
+ r.expected_created_at,
+ r.expected_utm_source,
+ r.expected_utm_medium,
+ r.expected_utm_campaign,
+ r.expected_utm_term,
+ r.expected_utm_content
+ FROM records_to_update r
+ ON CONFLICT (id) DO UPDATE SET
+ "formId" = EXCLUDED."formId",
+ "formName" = EXCLUDED."formName",
+ "formTeamId" = EXCLUDED."formTeamId",
+ "formUserId" = EXCLUDED."formUserId",
+ "bookingUid" = EXCLUDED."bookingUid",
+ "bookingId" = EXCLUDED."bookingId",
+ "bookingStatus" = EXCLUDED."bookingStatus",
+ "bookingStatusOrder" = EXCLUDED."bookingStatusOrder",
+ "bookingCreatedAt" = EXCLUDED."bookingCreatedAt",
+ "bookingStartTime" = EXCLUDED."bookingStartTime",
+ "bookingEndTime" = EXCLUDED."bookingEndTime",
+ "bookingUserId" = EXCLUDED."bookingUserId",
+ "bookingUserName" = EXCLUDED."bookingUserName",
+ "bookingUserEmail" = EXCLUDED."bookingUserEmail",
+ "bookingUserAvatarUrl" = EXCLUDED."bookingUserAvatarUrl",
+ "bookingAssignmentReason" = EXCLUDED."bookingAssignmentReason",
+ "eventTypeId" = EXCLUDED."eventTypeId",
+ "eventTypeParentId" = EXCLUDED."eventTypeParentId",
+ "eventTypeSchedulingType" = EXCLUDED."eventTypeSchedulingType",
+ "createdAt" = EXCLUDED."createdAt",
+ "utm_source" = EXCLUDED."utm_source",
+ "utm_medium" = EXCLUDED."utm_medium",
+ "utm_campaign" = EXCLUDED."utm_campaign",
+ "utm_term" = EXCLUDED."utm_term",
+ "utm_content" = EXCLUDED."utm_content";
+
+ GET DIAGNOSTICS chunk_updated_count = ROW_COUNT;
+ processed_count := processed_count + chunk_updated_count;
+
+ RAISE NOTICE 'Chunk processed: IDs %-% (updated/inserted: % records, total updated: %)',
+ current_id, current_id + chunk_size - 1, chunk_updated_count, processed_count;
+ END LOOP;
+
+ RAISE NOTICE 'Migration completed: processed up to ID % (total updated/inserted: % records out of % total records)',
+ end_id, processed_count, total_count;
+END $$;