The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.
TypeScript clickhousemysqlnextjsopen-sourceplanetscaleprismatailwindcsstinybirdtypescriptupstashvercel
improve sanitizeSocialHandle/website
Steven Tey17f472bea70f
diff --git a/apps/web/app/(ee)/api/cron/partner-platforms/youtube/route.ts b/apps/web/app/(ee)/api/cron/partner-platforms/youtube/route.tsindex 32610a068e..3c2c84d066 100644--- a/apps/web/app/(ee)/api/cron/partner-platforms/youtube/route.ts+++ b/apps/web/app/(ee)/api/cron/partner-platforms/youtube/route.ts@@ -4,30 +4,7 @@ import { PlatformType } from "@dub/prisma/client";import { chunk } from "@dub/utils";import * as z from "zod/v4";import { logAndRespond } from "../../utils";--const youtubeChannelSchema = z.object({- id: z.string(),- statistics: z.object({- videoCount: z.string().transform((val) => parseInt(val, 10)),- subscriberCount: z.string().transform((val) => parseInt(val, 10)),- viewCount: z.string().transform((val) => parseInt(val, 10)),- }),- snippet: z- .object({- thumbnails: z- .object({- default: z- .object({- url: z.string(),- width: z.number().optional(),- height: z.number().optional(),- })- .optional(),- })- .optional(),- })- .optional(),-});+import { youtubeChannelSchema } from "./youtube-channel-schema";export const dynamic = "force-dynamic";@@ -97,6 +74,9 @@ export const POST = withCron(async () => {posts: channel.statistics.videoCount,views: channel.statistics.viewCount,avatarUrl: channel.snippet?.thumbnails?.default?.url,+ ...(channel.snippet?.customUrl && {+ identifier: channel.snippet.customUrl,+ }),};await prisma.partnerPlatform.update({diff --git a/apps/web/app/(ee)/api/cron/partner-platforms/youtube/youtube-channel-schema.ts b/apps/web/app/(ee)/api/cron/partner-platforms/youtube/youtube-channel-schema.tsnew file mode 100644index 0000000000..c14c9b4bce--- /dev/null+++ b/apps/web/app/(ee)/api/cron/partner-platforms/youtube/youtube-channel-schema.ts@@ -0,0 +1,26 @@+import * as z from "zod/v4";++export const youtubeChannelSchema = z.object({+ id: z.string(),+ statistics: z.object({+ videoCount: z.string().transform((val) => parseInt(val, 10)),+ subscriberCount: z.string().transform((val) => parseInt(val, 10)),+ viewCount: z.string().transform((val) => parseInt(val, 10)),+ }),+ snippet: z+ .object({+ customUrl: z.string().nullish(), // YouTube handle (e.g. "channelname" for @channelname)+ thumbnails: z+ .object({+ default: z+ .object({+ url: z.string(),+ width: z.number().optional(),+ height: z.number().optional(),+ })+ .optional(),+ })+ .optional(),+ })+ .optional(),+});diff --git a/apps/web/lib/social-utils.ts b/apps/web/lib/social-utils.tsindex 4a04788f18..9fc140f88d 100644--- a/apps/web/lib/social-utils.ts+++ b/apps/web/lib/social-utils.ts@@ -1,8 +1,10 @@import { PlatformType } from "@dub/prisma/client";+import { getUrlFromStringIfValid } from "@dub/utils";interface SocialPlatformConfig {patterns: RegExp[];allowedChars: RegExp;+ allowedDomains: string[];maxLength?: number;name: string;}@@ -17,6 +19,7 @@ export const SOCIAL_PLATFORM_CONFIGS: Record</^@([^\/\?]+)/i,],allowedChars: /[^\w.-]/g,+ allowedDomains: ["youtube.com", "youtu.be"],maxLength: 30,name: "YouTube",},@@ -26,24 +29,28 @@ export const SOCIAL_PLATFORM_CONFIGS: Record</^@([^\/\?]+)/i,],allowedChars: /[^\w]/g,+ allowedDomains: ["twitter.com", "x.com"],maxLength: 15,name: "X/Twitter",},linkedin: {patterns: [/^(?:.*\.)?linkedin\.com\/(?:in\/)?([^\/\?]+)/i],allowedChars: /[^\w-]/g,+ allowedDomains: ["linkedin.com"],maxLength: 30,name: "LinkedIn",},instagram: {patterns: [/^(?:.*\.)?instagram\.com\/([^\/\?]+)/i, /^@([^\/\?]+)/i],allowedChars: /[^\w.]/g,+ allowedDomains: ["instagram.com"],maxLength: 30,name: "Instagram",},tiktok: {patterns: [/^(?:.*\.)?tiktok\.com\/(?:@)?([^\/\?]+)/i, /^@([^\/\?]+)/i],allowedChars: /[^\w.]/g,+ allowedDomains: ["tiktok.com"],maxLength: 24,name: "TikTok",},@@ -54,17 +61,9 @@ export const sanitizeWebsite = (input: string | null | undefined) => {let website = input.trim();if (!website) return null;+ if (!website.includes(".") || website.includes(" ")) return null;- if (!website.startsWith("http")) website = `https://${website}`;-- try {- const url = new URL(website);- url.search = "";-- return url.toString();- } catch (e) {- return null;- }+ return getUrlFromStringIfValid(website);};export const sanitizeSocialHandle = (@@ -80,11 +79,20 @@ export const sanitizeSocialHandle = (return null;}- handle = handle.replace(/^https?:\/\//i, "").replace(/^www\./i, "");+ handle = handle+ .replace(/^https?:\/\//i, "")+ .replace(/^https?$/i, "") // standalone "http" or "https"+ .replace(/^www\./i, "") // www. prefix+ .replace(/\?.*$/, "") // query params (e.g. ?s=21&t=...)+ .replace(/#.*$/, ""); // hash/fragment (e.g. #section)- const { patterns, allowedChars, maxLength } =+ const { patterns, allowedChars, allowedDomains, maxLength } =SOCIAL_PLATFORM_CONFIGS[platform];+ if (!allowedDomains.some((domain) => handle.toLowerCase().includes(domain))) {+ return null;+ }+for (const pattern of patterns) {const match = handle.match(pattern);@@ -94,10 +102,7 @@ export const sanitizeSocialHandle = (}}- handle = handle- .replace(/\/.*$/, "")- .replace(/\?.*$/, "")- .replace(allowedChars, "");+ handle = handle.replace(/\/.*$/, "").replace(allowedChars, "");if (maxLength) {handle = handle.substring(0, maxLength);diff --git a/apps/web/scripts/migrations/sanitize-partner-platform.ts b/apps/web/scripts/migrations/sanitize-partner-platform.tsnew file mode 100644index 0000000000..eeb1a72646--- /dev/null+++ b/apps/web/scripts/migrations/sanitize-partner-platform.ts@@ -0,0 +1,137 @@+import { sanitizeSocialHandle, sanitizeWebsite } from "@/lib/social-utils";+import { prisma } from "@dub/prisma";+import { youtubeChannelSchema } from "app/(ee)/api/cron/partner-platforms/youtube/youtube-channel-schema";+import "dotenv-flow/config";++async function main() {+ while (true) {+ const partnerPlatforms = await prisma.partnerPlatform.findMany({+ where: {+ type: "website",+ NOT: {+ identifier: {+ startsWith: "http",+ },+ },+ },+ take: 20,+ });++ if (partnerPlatforms.length === 0) {+ console.log("No website platforms to process");+ break;+ }++ await Promise.allSettled(+ partnerPlatforms.map(async (partnerPlatform) => {+ if (partnerPlatform.type === "website") {+ const sanitizedIdentifier = sanitizeWebsite(+ partnerPlatform.identifier,+ );+ if (!sanitizedIdentifier) {+ if (partnerPlatform.verifiedAt) {+ console.log(+ `NOT DELETING VERIFIED PLATFORM ${partnerPlatform.id}: ${partnerPlatform.identifier}`,+ );+ return;+ }+ await prisma.partnerPlatform.delete({+ where: {+ id: partnerPlatform.id,+ },+ });+ console.log(+ `Deleted invalid platform identifier: ${partnerPlatform.identifier}`,+ );+ return;+ }++ await prisma.partnerPlatform.update({+ where: { id: partnerPlatform.id },+ data: { identifier: sanitizedIdentifier },+ });+ console.log(+ `Updated website identifier: ${partnerPlatform.identifier} → ${sanitizedIdentifier}`,+ );+ return;+ }++ if (+ partnerPlatform.type === "youtube" &&+ partnerPlatform.identifier.includes("/channel/")+ ) {+ const channelId = partnerPlatform.identifier.split("/channel/")[1];+ console.log(`Fetching YouTube channelId : ${channelId}`);+ const response = await fetch(+ `https://www.googleapis.com/youtube/v3/channels?part=statistics,snippet&id=${channelId}`,+ {+ headers: {+ "X-Goog-Api-Key": process.env.YOUTUBE_API_KEY!,+ },+ },+ );+ if (!response.ok) {+ console.error(+ "Failed to fetch YouTube channel:",+ await response.text(),+ );+ return;+ }+ const json = await response.json();+ console.log(JSON.stringify(json, null, 2));+ const data = youtubeChannelSchema.parse(json.items[0]);+ if (!data.snippet?.customUrl) {+ console.error("No custom URL found for YouTube channel:", data);+ return;+ }+ const youtubeHandle = data.snippet.customUrl.replace("@", "");+ console.log(+ `Found handle for YouTube channel: ${youtubeHandle}, updating identifier...`,+ );+ await prisma.partnerPlatform.update({+ where: { id: partnerPlatform.id },+ data: { identifier: youtubeHandle },+ });+ return;+ }++ const sanitizedIdentifier = sanitizeSocialHandle(+ partnerPlatform.identifier,+ partnerPlatform.type,+ );++ if (!sanitizedIdentifier) {+ if (partnerPlatform.verifiedAt) {+ console.log(+ `NOT DELETING VERIFIED PLATFORM ${partnerPlatform.id}: ${partnerPlatform.identifier}`,+ );+ return;+ }+ await prisma.partnerPlatform.delete({+ where: {+ id: partnerPlatform.id,+ },+ });+ console.log(+ `Deleted invalid platform identifier: ${partnerPlatform.identifier}`,+ );+ return;+ }++ await prisma.partnerPlatform.update({+ where: {+ id: partnerPlatform.id,+ },+ data: {+ identifier: sanitizedIdentifier,+ },+ });+ console.log(+ `Updated ${partnerPlatform.identifier} → ${sanitizedIdentifier}`,+ );+ }),+ );+ }+}++main();