Skip to content

The Postgres development platform. Supabase gives you a dedicated Postgres database to build your web, mobile, and AI applications.

Break down DestinationForm into its own hook for validation and submission (#47176)

Joshen Lim68525aedd642
diff --git a/apps/studio/components/interfaces/Database/Replication/DestinationPanel/DestinationForm/DestinationForm.utils.ts b/apps/studio/components/interfaces/Database/Replication/DestinationPanel/DestinationForm/DestinationForm.utils.ts
index a7306d44167..e866eb76fb2 100644
--- a/apps/studio/components/interfaces/Database/Replication/DestinationPanel/DestinationForm/DestinationForm.utils.ts
+++ b/apps/studio/components/interfaces/Database/Replication/DestinationPanel/DestinationForm/DestinationForm.utils.ts
@@ -241,14 +241,12 @@ export const buildDestinationConfig = async ({
projectRef,
selectedType,
data,
- warehouseName,
createS3AccessKey,
resolveNamespace,
}: {
projectRef?: string
selectedType: DestinationType
data: z.infer<typeof DestinationPanelFormSchema>
- warehouseName?: string
createS3AccessKey: UseMutateAsyncFunction<
S3AccessKeyCreateData,
ResponseError,
@@ -271,7 +269,7 @@ export const buildDestinationConfig = async ({
if (data.s3AccessKeyId === CREATE_NEW_KEY) {
const newKeys = await createS3AccessKey({
projectRef,
- description: `Autogenerated key for replication to ${snakeCase(warehouseName)}`,
+ description: `Autogenerated key for replication to ${snakeCase(data.warehouseName)}`,
})
s3Keys = { accessKey: newKeys.access_key, secretKey: newKeys.secret_key }
}
diff --git a/apps/studio/components/interfaces/Database/Replication/DestinationPanel/DestinationForm/index.tsx b/apps/studio/components/interfaces/Database/Replication/DestinationPanel/DestinationForm/index.tsx
index 37d1a37eaf3..ec836107817 100644
--- a/apps/studio/components/interfaces/Database/Replication/DestinationPanel/DestinationForm/index.tsx
+++ b/apps/studio/components/interfaces/Database/Replication/DestinationPanel/DestinationForm/index.tsx
@@ -5,7 +5,6 @@ import { AnimatePresence, motion } from 'framer-motion'
import { Loader2 } from 'lucide-react'
import { useEffect, useMemo, useRef, useState } from 'react'
import { useForm } from 'react-hook-form'
-import { toast } from 'sonner'
import { Button, DialogSectionSeparator, Form, SheetFooter, SheetSection } from 'ui'
import * as z from 'zod'
@@ -15,20 +14,14 @@ import {
useIsETLIcebergPrivateAlpha,
useIsETLSnowflakePrivateAlpha,
} from '../../useIsETLPrivateAlpha'
-import { DestinationType } from '../DestinationPanel.types'
+import { type DestinationType, type ExistingDestination } from '../DestinationPanel.types'
import { AdvancedSettings } from './AdvancedSettings'
import { getAnalyticsBucketValidationIssues } from './AnalyticsBucket/AnalyticsBucket.utils'
import { AnalyticsBucketFields } from './AnalyticsBucket/Fields'
import { getBigQueryValidationIssues } from './BigQuery/BigQuery.utils'
import { BigQueryFields } from './BigQuery/Fields'
-import { CREATE_NEW_NAMESPACE } from './DestinationForm.constants'
import { DestinationPanelFormSchema as FormSchema } from './DestinationForm.schema'
-import {
- areValidationFailuresEqual,
- buildDestinationConfig,
- buildDestinationConfigForValidation,
- generateDefaultValues,
-} from './DestinationForm.utils'
+import { areValidationFailuresEqual, generateDefaultValues } from './DestinationForm.utils'
import { DestinationNameInput } from './DestinationNameInput'
import { getDucklakeValidationIssues } from './DuckLake/DuckLake.utils'
import { DuckLakeFields } from './DuckLake/Fields'
@@ -37,48 +30,24 @@ import { NoDestinationsAvailable } from './NoDestinationsAvailable'
import { PublicationSelection } from './PublicationSelection'
import { SnowflakeFields } from './Snowflake/Fields'
import { getSnowflakeValidationIssues } from './Snowflake/Snowflake.utils'
+import { useDestinationForm } from './useDestinationForm'
import { ValidationFailuresSection } from './ValidationFailuresSection'
import { ValidationWarningsDialog } from './ValidationWarningsDialog'
import { CreateAnalyticsBucketSheet } from '@/components/interfaces/Storage/AnalyticsBuckets/CreateAnalyticsBucketSheet'
import { useAPIKeys } from '@/data/api-keys/api-keys-query'
import { useProjectSettingsV2Query } from '@/data/config/project-settings-v2-query'
-import {
- BatchConfig,
- useCreateDestinationPipelineMutation,
-} from '@/data/replication/create-destination-pipeline-mutation'
import { useReplicationDestinationByIdQuery } from '@/data/replication/destination-by-id-query'
import { useReplicationPipelineByIdQuery } from '@/data/replication/pipeline-by-id-query'
import { useReplicationPublicationsQuery } from '@/data/replication/publications-query'
-import { useRestartPipelineHelper } from '@/data/replication/restart-pipeline-helper'
import { useReplicationSourcesQuery } from '@/data/replication/sources-query'
-import { useStartPipelineMutation } from '@/data/replication/start-pipeline-mutation'
-import { useUpdateDestinationPipelineMutation } from '@/data/replication/update-destination-pipeline-mutation'
-import {
- useValidateDestinationMutation,
- type ValidationFailure,
-} from '@/data/replication/validate-destination-mutation'
-import { useValidatePipelineMutation } from '@/data/replication/validate-pipeline-mutation'
-import { useIcebergNamespaceCreateMutation } from '@/data/storage/iceberg-namespace-create-mutation'
-import { useS3AccessKeyCreateMutation } from '@/data/storage/s3-access-key-create-mutation'
import { useAsyncCheckPermissions } from '@/hooks/misc/useCheckPermissions'
-import {
- PipelineStatusRequestStatus,
- usePipelineRequestStatus,
-} from '@/state/replication-pipeline-request-status'
-import { type ResponseError } from '@/types'
const formId = 'destination-editor'
interface DestinationFormProps {
selectedType: DestinationType
visible: boolean
- existingDestination?: {
- sourceId?: number
- destinationId: number
- pipelineId?: number
- enabled: boolean
- statusName?: string
- }
+ existingDestination?: ExistingDestination
onClose: () => void
}
@@ -89,7 +58,6 @@ export const DestinationForm = ({
onClose,
}: DestinationFormProps) => {
const { ref: projectRef } = useParams()
- const { setRequestStatus } = usePipelineRequestStatus()
const etlEnableBigQuery = useIsETLBigQueryPrivateAlpha()
const etlEnableIceberg = useIsETLIcebergPrivateAlpha()
@@ -104,13 +72,6 @@ export const DestinationForm = ({
const [pendingFormValues, setPendingFormValues] = useState<z.infer<typeof FormSchema> | null>(
null
)
- const [hasRunValidation, setHasRunValidation] = useState(false)
- const [destinationValidationFailures, setDestinationValidationFailures] = useState<
- ValidationFailure[]
- >([])
- const [pipelineValidationFailures, setPipelineValidationFailures] = useState<ValidationFailure[]>(
- []
- )
const validationSectionRef = useRef<HTMLDivElement>(null)
@@ -152,39 +113,22 @@ export const DestinationForm = ({
{ enabled: canReadAPIKeys }
)
const { serviceKey } = apiKeysData ?? {}
-
const catalogToken = serviceKey?.api_key ?? ''
const { data: projectSettings } = useProjectSettingsV2Query({ projectRef })
- const { mutateAsync: createDestinationPipeline, isPending: creatingDestinationPipeline } =
- useCreateDestinationPipelineMutation({
- onSuccess: () => form.reset(defaultValues),
- onError: () => {},
- })
-
- const { mutateAsync: updateDestinationPipeline, isPending: updatingDestinationPipeline } =
- useUpdateDestinationPipelineMutation({
- onSuccess: () => form.reset(defaultValues),
- onError: () => {},
- })
-
- const { mutateAsync: startPipeline, isPending: startingPipeline } = useStartPipelineMutation()
- const { restartPipeline } = useRestartPipelineHelper()
-
- const { mutateAsync: createS3AccessKey, isPending: isCreatingS3AccessKey } =
- useS3AccessKeyCreateMutation()
-
- const { mutateAsync: createNamespace, isPending: isCreatingNamespace } =
- useIcebergNamespaceCreateMutation()
-
- const { mutateAsync: validateDestination, isPending: isValidatingDestination } =
- useValidateDestinationMutation()
-
- const { mutateAsync: validatePipeline, isPending: isValidatingPipeline } =
- useValidatePipelineMutation()
-
- const isValidating = isValidatingDestination || isValidatingPipeline
+ const {
+ isValidating,
+ validateConfiguration,
+ isSaving,
+ submitPipeline,
+ hasRunValidation,
+ destinationValidationFailures,
+ pipelineValidationFailures,
+ resetValidation,
+ } = useDestinationForm({
+ selectedType,
+ })
const defaultValues = useMemo(
() =>
@@ -234,7 +178,7 @@ export const DestinationForm = ({
defaultValues,
})
- const { publicationName, warehouseName } = form.watch()
+ const { publicationName } = form.watch()
const publicationNames = useMemo(() => publications?.map((pub) => pub.name) ?? [], [publications])
const isSelectedPublicationMissing =
@@ -244,14 +188,6 @@ export const DestinationForm = ({
const hasValidationFailures = allValidationFailures.some((f) => f.failure_type === 'critical')
const validationWarnings = allValidationFailures.filter((f) => f.failure_type === 'warning')
- const isSaving =
- creatingDestinationPipeline ||
- updatingDestinationPipeline ||
- startingPipeline ||
- isCreatingS3AccessKey ||
- isCreatingNamespace ||
- isValidating
-
const isSubmitDisabled =
isSaving || isSelectedPublicationMissing || (!editMode && hasNoAvailableDestinations)
@@ -267,181 +203,6 @@ export const DestinationForm = ({
}
}
- // Helper function to handle namespace creation if needed
- const resolveNamespace = async (data: z.infer<typeof FormSchema>) => {
- if (data.namespace === CREATE_NEW_NAMESPACE) {
- if (!data.newNamespaceName) throw new Error('New namespace name is required')
-
- await createNamespace({
- projectRef,
- warehouse: data.warehouseName!,
- namespace: data.newNamespaceName,
- })
-
- return data.newNamespaceName
- }
- return data.namespace
- }
-
- // Helper function to validate configuration
- const validateConfiguration = async (data: z.infer<typeof FormSchema>) => {
- if (!projectRef || !sourceId) return { canContinue: false, warnings: [] }
-
- setHasRunValidation(true)
-
- // Call both validation endpoints in parallel and wait for both to complete
- // even if one fails - this makes the validation feel like a single operation
- const results = await Promise.allSettled([
- validateDestination({
- projectRef,
- destinationConfig: buildDestinationConfigForValidation({ projectRef, selectedType, data }),
- sourceId,
- publicationName: data.publicationName,
- maxFillMs: data.maxFillMs,
- maxTableSyncWorkers: data.maxTableSyncWorkers,
- maxCopyConnectionsPerTable: data.maxCopyConnectionsPerTable,
- invalidatedSlotBehavior: data.invalidatedSlotBehavior,
- }),
- validatePipeline({
- projectRef,
- sourceId,
- publicationName: data.publicationName,
- maxFillMs: data.maxFillMs,
- maxTableSyncWorkers: data.maxTableSyncWorkers,
- maxCopyConnectionsPerTable: data.maxCopyConnectionsPerTable,
- invalidatedSlotBehavior: data.invalidatedSlotBehavior,
- }),
- ])
-
- // Extract results from settled promises
- const destResult = results[0]
- const pipelineResult = results[1]
-
- // Check if any validation request failed completely
- const hasRequestError = results.some((r) => r.status === 'rejected')
-
- if (hasRequestError) {
- // If any request failed, surface the upstream message so users see why
- const rejected = results.find((r): r is PromiseRejectedResult => r.status === 'rejected')
- const reason =
- rejected?.reason instanceof Error ? rejected.reason.message : 'Please try again.'
- toast.error(`Failed to validate configuration: ${reason}`)
- setHasRunValidation(false)
- return { canContinue: false, warnings: [] }
- }
-
- // Both requests succeeded, extract validation failures
- const destValidationResult =
- destResult.status === 'fulfilled' ? destResult.value : { validation_failures: [] }
- const pipelineValidationResult =
- pipelineResult.status === 'fulfilled' ? pipelineResult.value : { validation_failures: [] }
-
- setDestinationValidationFailures(destValidationResult.validation_failures)
- setPipelineValidationFailures(pipelineValidationResult.validation_failures)
-
- // Check if there are critical failures or warnings
- const allFailures = [
- ...destValidationResult.validation_failures,
- ...pipelineValidationResult.validation_failures,
- ]
- const hasCriticalFailures = allFailures.some((f) => f.failure_type === 'critical')
- const hasAnyFailures = allFailures.length > 0
- const warnings = allFailures.filter((f) => f.failure_type === 'warning')
-
- // Scroll to validation section so the user sees failures (both critical and warnings) inline
- if (hasAnyFailures) {
- setTimeout(() => {
- validationSectionRef.current?.scrollIntoView({ behavior: 'smooth', block: 'start' })
- }, 100)
- }
-
- return { canContinue: !hasCriticalFailures, warnings }
- }
-
- const submitPipeline = async (data: z.infer<typeof FormSchema>) => {
- if (!projectRef) return console.error('Project ref is required')
- if (!sourceId) return console.error('Source id is required')
- if (isSelectedPublicationMissing) {
- return toast.error('Please select another publication before continuing')
- }
-
- try {
- const destinationConfig = await buildDestinationConfig({
- projectRef,
- selectedType,
- warehouseName,
- data,
- createS3AccessKey,
- resolveNamespace,
- })
-
- if (!destinationConfig) throw new Error('Destination configuration is missing')
-
- const batchConfig: BatchConfig | undefined =
- data.maxFillMs !== undefined ? { maxFillMs: data.maxFillMs } : undefined
- const hasBatchFields = batchConfig !== undefined
-
- const pipelineConfig = {
- publicationName: data.publicationName,
- maxTableSyncWorkers: data.maxTableSyncWorkers,
- maxCopyConnectionsPerTable: data.maxCopyConnectionsPerTable,
- invalidatedSlotBehavior: data.invalidatedSlotBehavior,
- ...(hasBatchFields ? { batch: batchConfig } : {}),
- }
-
- if (editMode && existingDestination) {
- if (!existingDestination.pipelineId) return console.error('Pipeline id is required')
-
- await updateDestinationPipeline({
- destinationId: existingDestination.destinationId,
- pipelineId: existingDestination.pipelineId,
- projectRef,
- destinationName: data.name,
- destinationConfig,
- pipelineConfig,
- sourceId,
- })
- // Set request status only right before starting, then fire and close
- const snapshot =
- existingDestination.statusName ?? (existingDestination.enabled ? 'started' : 'stopped')
- if (existingDestination.enabled) {
- setRequestStatus(
- existingDestination.pipelineId,
- PipelineStatusRequestStatus.RestartRequested,
- snapshot
- )
- toast.success('Settings applied. Restarting the pipeline...')
- restartPipeline({ projectRef, pipelineId: existingDestination.pipelineId })
- } else {
- setRequestStatus(
- existingDestination.pipelineId,
- PipelineStatusRequestStatus.StartRequested,
- snapshot
- )
- toast.success('Settings applied. Starting the pipeline...')
- startPipeline({ projectRef, pipelineId: existingDestination.pipelineId })
- }
- onClose()
- } else {
- const { pipeline_id: pipelineId } = await createDestinationPipeline({
- projectRef,
- destinationName: data.name,
- destinationConfig,
- pipelineConfig,
- sourceId,
- })
- // Set request status only right before starting, then fire and close
- setRequestStatus(pipelineId, PipelineStatusRequestStatus.StartRequested, undefined)
- toast.success('Destination created. Starting the pipeline...')
- startPipeline({ projectRef, pipelineId })
- onClose()
- }
- } catch (error) {
- const action = editMode ? 'apply and run' : 'create and start'
- toast.error(`Failed to ${action} destination: ${(error as ResponseError).message}`)
- }
- }
-
const onSubmit = async (data: z.infer<typeof FormSchema>) => {
if (!editMode) {
const previousValidationFailures = allValidationFailures
@@ -453,7 +214,14 @@ export const DestinationForm = ({
previousValidationFailures.length > 0 &&
previousValidationFailures.every((f) => f.failure_type === 'warning')
- const validationResult = await validateConfiguration(data)
+ const validationResult = await validateConfiguration({
+ data,
+ onValidationFail: () => {
+ setTimeout(() => {
+ validationSectionRef.current?.scrollIntoView({ behavior: 'smooth', block: 'start' })
+ }, 100)
+ },
+ })
if (!validationResult.canContinue) {
// Critical failures shown inline — stop so user can fix them
return
@@ -475,14 +243,17 @@ export const DestinationForm = ({
}
}
- await submitPipeline(data)
+ await submitPipeline({
+ data,
+ existingDestination,
+ onSuccess: () => form.reset(defaultValues),
+ onClose,
+ })
}
const handleValidationWarningsDialogChange = (open: boolean) => {
setShowValidationWarningsDialog(open)
- if (!open) {
- setPendingFormValues(null)
- }
+ if (!open) setPendingFormValues(null)
}
const handleValidationWarningsConfirm = async () => {
@@ -491,7 +262,13 @@ export const DestinationForm = ({
const values = pendingFormValues
setPendingFormValues(null)
setShowValidationWarningsDialog(false)
- await submitPipeline(values)
+
+ await submitPipeline({
+ data: values,
+ existingDestination,
+ onSuccess: () => form.reset(defaultValues),
+ onClose,
+ })
}
useEffect(() => {
@@ -505,11 +282,9 @@ export const DestinationForm = ({
if (visible) {
form.reset(defaultValues)
setIsFormInteracting(false)
- setHasRunValidation(false)
- setDestinationValidationFailures([])
- setPipelineValidationFailures([])
+ resetValidation()
}
- }, [visible, defaultValues, form])
+ }, [visible, defaultValues, form, resetValidation])
useEffect(() => {
if (visible && projectRef && sourceId) {
diff --git a/apps/studio/components/interfaces/Database/Replication/DestinationPanel/DestinationForm/useDestinationForm.ts b/apps/studio/components/interfaces/Database/Replication/DestinationPanel/DestinationForm/useDestinationForm.ts
new file mode 100644
index 00000000000..e12b66aedcd
--- /dev/null
+++ b/apps/studio/components/interfaces/Database/Replication/DestinationPanel/DestinationForm/useDestinationForm.ts
@@ -0,0 +1,291 @@
+import { useParams } from 'common'
+import { useCallback, useState } from 'react'
+import { toast } from 'sonner'
+import * as z from 'zod'
+
+import { type DestinationType, type ExistingDestination } from '../DestinationPanel.types'
+import { CREATE_NEW_NAMESPACE } from './DestinationForm.constants'
+import { DestinationPanelFormSchema as FormSchema } from './DestinationForm.schema'
+import {
+ buildDestinationConfig,
+ buildDestinationConfigForValidation,
+} from './DestinationForm.utils'
+import {
+ useCreateDestinationPipelineMutation,
+ type BatchConfig,
+} from '@/data/replication/create-destination-pipeline-mutation'
+import { useRestartPipelineHelper } from '@/data/replication/restart-pipeline-helper'
+import { useReplicationSourcesQuery } from '@/data/replication/sources-query'
+import { useStartPipelineMutation } from '@/data/replication/start-pipeline-mutation'
+import { useUpdateDestinationPipelineMutation } from '@/data/replication/update-destination-pipeline-mutation'
+import {
+ useValidateDestinationMutation,
+ type ValidationFailure,
+} from '@/data/replication/validate-destination-mutation'
+import { useValidatePipelineMutation } from '@/data/replication/validate-pipeline-mutation'
+import { useIcebergNamespaceCreateMutation } from '@/data/storage/iceberg-namespace-create-mutation'
+import { useS3AccessKeyCreateMutation } from '@/data/storage/s3-access-key-create-mutation'
+import {
+ PipelineStatusRequestStatus,
+ usePipelineRequestStatus,
+} from '@/state/replication-pipeline-request-status'
+import { type ResponseError } from '@/types'
+
+export const useDestinationForm = ({ selectedType }: { selectedType: DestinationType }) => {
+ const { ref: projectRef } = useParams()
+ const { setRequestStatus } = usePipelineRequestStatus()
+ const { restartPipeline } = useRestartPipelineHelper()
+
+ const [hasRunValidation, setHasRunValidation] = useState(false)
+ const [destinationValidationFailures, setDestinationValidationFailures] = useState<
+ ValidationFailure[]
+ >([])
+ const [pipelineValidationFailures, setPipelineValidationFailures] = useState<ValidationFailure[]>(
+ []
+ )
+
+ const { data: sourcesData } = useReplicationSourcesQuery({ projectRef })
+ const sourceId = sourcesData?.sources.find((s) => s.name === projectRef)?.id
+
+ const { mutateAsync: validateDestination, isPending: isValidatingDestination } =
+ useValidateDestinationMutation()
+
+ const { mutateAsync: validatePipeline, isPending: isValidatingPipeline } =
+ useValidatePipelineMutation()
+
+ const { mutateAsync: createS3AccessKey, isPending: isCreatingS3AccessKey } =
+ useS3AccessKeyCreateMutation()
+
+ const { mutateAsync: createNamespace, isPending: isCreatingNamespace } =
+ useIcebergNamespaceCreateMutation()
+
+ const { mutateAsync: createDestinationPipeline, isPending: creatingDestinationPipeline } =
+ useCreateDestinationPipelineMutation({
+ onError: () => {},
+ })
+
+ const { mutateAsync: updateDestinationPipeline, isPending: updatingDestinationPipeline } =
+ useUpdateDestinationPipelineMutation({
+ onError: () => {},
+ })
+
+ const { mutateAsync: startPipeline, isPending: startingPipeline } = useStartPipelineMutation()
+
+ const isValidating = isValidatingDestination || isValidatingPipeline
+
+ const isSaving =
+ creatingDestinationPipeline ||
+ updatingDestinationPipeline ||
+ startingPipeline ||
+ isCreatingS3AccessKey ||
+ isCreatingNamespace ||
+ isValidating
+
+ // Helper function to handle namespace creation if needed
+ const resolveNamespace = async (data: z.infer<typeof FormSchema>) => {
+ if (data.namespace === CREATE_NEW_NAMESPACE) {
+ if (!data.newNamespaceName) throw new Error('New namespace name is required')
+
+ await createNamespace({
+ projectRef,
+ warehouse: data.warehouseName!,
+ namespace: data.newNamespaceName,
+ })
+
+ return data.newNamespaceName
+ }
+ return data.namespace
+ }
+
+ const resetValidation = useCallback(() => {
+ setHasRunValidation(false)
+ setDestinationValidationFailures([])
+ setPipelineValidationFailures([])
+ }, [])
+
+ // Helper function to validate configuration
+ const validateConfiguration = async ({
+ data,
+ onValidationFail,
+ }: {
+ data: z.infer<typeof FormSchema>
+ onValidationFail: () => void
+ }) => {
+ if (!projectRef || !sourceId) return { canContinue: false, warnings: [] }
+
+ setHasRunValidation(true)
+
+ // Call both validation endpoints in parallel and wait for both to complete
+ // even if one fails - this makes the validation feel like a single operation
+ const results = await Promise.allSettled([
+ validateDestination({
+ projectRef,
+ destinationConfig: buildDestinationConfigForValidation({ projectRef, selectedType, data }),
+ sourceId,
+ publicationName: data.publicationName,
+ maxFillMs: data.maxFillMs,
+ maxTableSyncWorkers: data.maxTableSyncWorkers,
+ maxCopyConnectionsPerTable: data.maxCopyConnectionsPerTable,
+ invalidatedSlotBehavior: data.invalidatedSlotBehavior,
+ }),
+ validatePipeline({
+ projectRef,
+ sourceId,
+ publicationName: data.publicationName,
+ maxFillMs: data.maxFillMs,
+ maxTableSyncWorkers: data.maxTableSyncWorkers,
+ maxCopyConnectionsPerTable: data.maxCopyConnectionsPerTable,
+ invalidatedSlotBehavior: data.invalidatedSlotBehavior,
+ }),
+ ])
+
+ // Extract results from settled promises
+ const destResult = results[0]
+ const pipelineResult = results[1]
+
+ // Check if any validation request failed completely
+ const hasRequestError = results.some((r) => r.status === 'rejected')
+
+ if (hasRequestError) {
+ // If any request failed, surface the upstream message so users see why
+ const rejected = results.find((r): r is PromiseRejectedResult => r.status === 'rejected')
+ const reason =
+ rejected?.reason instanceof Error ? rejected.reason.message : 'Please try again.'
+ toast.error(`Failed to validate configuration: ${reason}`)
+ setHasRunValidation(false)
+ return { canContinue: false, warnings: [] }
+ }
+
+ // Both requests succeeded, extract validation failures
+ const destValidationResult =
+ destResult.status === 'fulfilled' ? destResult.value : { validation_failures: [] }
+ const pipelineValidationResult =
+ pipelineResult.status === 'fulfilled' ? pipelineResult.value : { validation_failures: [] }
+
+ setDestinationValidationFailures(destValidationResult.validation_failures)
+ setPipelineValidationFailures(pipelineValidationResult.validation_failures)
+
+ // Check if there are critical failures or warnings
+ const allFailures = [
+ ...destValidationResult.validation_failures,
+ ...pipelineValidationResult.validation_failures,
+ ]
+ const hasCriticalFailures = allFailures.some((f) => f.failure_type === 'critical')
+ const hasAnyFailures = allFailures.length > 0
+ const warnings = allFailures.filter((f) => f.failure_type === 'warning')
+
+ if (hasAnyFailures) onValidationFail()
+
+ return { canContinue: !hasCriticalFailures, warnings }
+ }
+
+ const submitPipeline = async ({
+ data,
+ existingDestination,
+ onSuccess,
+ onClose,
+ }: {
+ data: z.infer<typeof FormSchema>
+ existingDestination?: ExistingDestination
+ onSuccess: () => void
+ onClose: () => void
+ }) => {
+ if (!projectRef) return console.error('Project ref is required')
+ if (!sourceId) return console.error('Source id is required')
+
+ const editMode = !!existingDestination
+
+ try {
+ const destinationConfig = await buildDestinationConfig({
+ projectRef,
+ selectedType,
+ data,
+ createS3AccessKey,
+ resolveNamespace,
+ })
+
+ if (!destinationConfig) throw new Error('Destination configuration is missing')
+
+ const batchConfig: BatchConfig | undefined =
+ data.maxFillMs !== undefined ? { maxFillMs: data.maxFillMs } : undefined
+ const hasBatchFields = batchConfig !== undefined
+
+ const pipelineConfig = {
+ publicationName: data.publicationName,
+ maxTableSyncWorkers: data.maxTableSyncWorkers,
+ maxCopyConnectionsPerTable: data.maxCopyConnectionsPerTable,
+ invalidatedSlotBehavior: data.invalidatedSlotBehavior,
+ ...(hasBatchFields ? { batch: batchConfig } : {}),
+ }
+
+ if (editMode && existingDestination) {
+ if (!existingDestination.pipelineId) return console.error('Pipeline id is required')
+
+ await updateDestinationPipeline(
+ {
+ destinationId: existingDestination.destinationId,
+ pipelineId: existingDestination.pipelineId,
+ projectRef,
+ destinationName: data.name,
+ destinationConfig,
+ pipelineConfig,
+ sourceId,
+ },
+ { onSuccess }
+ )
+
+ // Set request status only right before starting, then fire and close
+ const snapshot =
+ existingDestination.statusName ?? (existingDestination.enabled ? 'started' : 'stopped')
+ if (existingDestination.enabled) {
+ setRequestStatus(
+ existingDestination.pipelineId,
+ PipelineStatusRequestStatus.RestartRequested,
+ snapshot
+ )
+ await restartPipeline({ projectRef, pipelineId: existingDestination.pipelineId })
+ toast.success('Settings applied. Restarting the pipeline...')
+ } else {
+ setRequestStatus(
+ existingDestination.pipelineId,
+ PipelineStatusRequestStatus.StartRequested,
+ snapshot
+ )
+ await startPipeline({ projectRef, pipelineId: existingDestination.pipelineId })
+ toast.success('Settings applied. Starting the pipeline...')
+ }
+ onClose()
+ } else {
+ const { pipeline_id: pipelineId } = await createDestinationPipeline(
+ {
+ projectRef,
+ destinationName: data.name,
+ destinationConfig,
+ pipelineConfig,
+ sourceId,
+ },
+ { onSuccess }
+ )
+ // Set request status only right before starting, then fire and close
+ setRequestStatus(pipelineId, PipelineStatusRequestStatus.StartRequested, undefined)
+ await startPipeline({ projectRef, pipelineId })
+ toast.success('Destination created. Starting the pipeline...')
+ onClose()
+ }
+ } catch (error) {
+ const action = editMode ? 'apply and run' : 'create and start'
+ toast.error(`Failed to ${action} destination: ${(error as ResponseError).message}`)
+ }
+ }
+
+ return {
+ isValidating,
+ validateConfiguration,
+ isSaving,
+ submitPipeline,
+ hasRunValidation,
+ destinationValidationFailures,
+ pipelineValidationFailures,
+ resetValidation,
+ }
+}
diff --git a/apps/studio/components/interfaces/Database/Replication/DestinationPanel/DestinationPanel.types.ts b/apps/studio/components/interfaces/Database/Replication/DestinationPanel/DestinationPanel.types.ts
index 8bf1bc35790..0d14e2ac3d4 100644
--- a/apps/studio/components/interfaces/Database/Replication/DestinationPanel/DestinationPanel.types.ts
+++ b/apps/studio/components/interfaces/Database/Replication/DestinationPanel/DestinationPanel.types.ts
@@ -4,3 +4,11 @@ export type DestinationType =
| 'Analytics Bucket'
| 'DuckLake'
| 'Snowflake'
+
+export type ExistingDestination = {
+ sourceId?: number
+ destinationId: number
+ pipelineId?: number
+ enabled: boolean
+ statusName?: string
+}