Skip to content

armgit / dub

Public Imported from GitHub
0

The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.

improve sanitizeSocialHandle/website

Steven Tey17f472bea70f
diff --git a/apps/web/app/(ee)/api/cron/partner-platforms/youtube/route.ts b/apps/web/app/(ee)/api/cron/partner-platforms/youtube/route.ts
index 32610a068e..3c2c84d066 100644
--- a/apps/web/app/(ee)/api/cron/partner-platforms/youtube/route.ts
+++ b/apps/web/app/(ee)/api/cron/partner-platforms/youtube/route.ts
@@ -4,30 +4,7 @@ import { PlatformType } from "@dub/prisma/client";
import { chunk } from "@dub/utils";
import * as z from "zod/v4";
import { logAndRespond } from "../../utils";
-
-const youtubeChannelSchema = z.object({
- id: z.string(),
- statistics: z.object({
- videoCount: z.string().transform((val) => parseInt(val, 10)),
- subscriberCount: z.string().transform((val) => parseInt(val, 10)),
- viewCount: z.string().transform((val) => parseInt(val, 10)),
- }),
- snippet: z
- .object({
- thumbnails: z
- .object({
- default: z
- .object({
- url: z.string(),
- width: z.number().optional(),
- height: z.number().optional(),
- })
- .optional(),
- })
- .optional(),
- })
- .optional(),
-});
+import { youtubeChannelSchema } from "./youtube-channel-schema";
export const dynamic = "force-dynamic";
@@ -97,6 +74,9 @@ export const POST = withCron(async () => {
posts: channel.statistics.videoCount,
views: channel.statistics.viewCount,
avatarUrl: channel.snippet?.thumbnails?.default?.url,
+ ...(channel.snippet?.customUrl && {
+ identifier: channel.snippet.customUrl,
+ }),
};
await prisma.partnerPlatform.update({
diff --git a/apps/web/app/(ee)/api/cron/partner-platforms/youtube/youtube-channel-schema.ts b/apps/web/app/(ee)/api/cron/partner-platforms/youtube/youtube-channel-schema.ts
new file mode 100644
index 0000000000..c14c9b4bce
--- /dev/null
+++ b/apps/web/app/(ee)/api/cron/partner-platforms/youtube/youtube-channel-schema.ts
@@ -0,0 +1,26 @@
+import * as z from "zod/v4";
+
+export const youtubeChannelSchema = z.object({
+ id: z.string(),
+ statistics: z.object({
+ videoCount: z.string().transform((val) => parseInt(val, 10)),
+ subscriberCount: z.string().transform((val) => parseInt(val, 10)),
+ viewCount: z.string().transform((val) => parseInt(val, 10)),
+ }),
+ snippet: z
+ .object({
+ customUrl: z.string().nullish(), // YouTube handle (e.g. "channelname" for @channelname)
+ thumbnails: z
+ .object({
+ default: z
+ .object({
+ url: z.string(),
+ width: z.number().optional(),
+ height: z.number().optional(),
+ })
+ .optional(),
+ })
+ .optional(),
+ })
+ .optional(),
+});
diff --git a/apps/web/lib/social-utils.ts b/apps/web/lib/social-utils.ts
index 4a04788f18..9fc140f88d 100644
--- a/apps/web/lib/social-utils.ts
+++ b/apps/web/lib/social-utils.ts
@@ -1,8 +1,10 @@
import { PlatformType } from "@dub/prisma/client";
+import { getUrlFromStringIfValid } from "@dub/utils";
interface SocialPlatformConfig {
patterns: RegExp[];
allowedChars: RegExp;
+ allowedDomains: string[];
maxLength?: number;
name: string;
}
@@ -17,6 +19,7 @@ export const SOCIAL_PLATFORM_CONFIGS: Record<
/^@([^\/\?]+)/i,
],
allowedChars: /[^\w.-]/g,
+ allowedDomains: ["youtube.com", "youtu.be"],
maxLength: 30,
name: "YouTube",
},
@@ -26,24 +29,28 @@ export const SOCIAL_PLATFORM_CONFIGS: Record<
/^@([^\/\?]+)/i,
],
allowedChars: /[^\w]/g,
+ allowedDomains: ["twitter.com", "x.com"],
maxLength: 15,
name: "X/Twitter",
},
linkedin: {
patterns: [/^(?:.*\.)?linkedin\.com\/(?:in\/)?([^\/\?]+)/i],
allowedChars: /[^\w-]/g,
+ allowedDomains: ["linkedin.com"],
maxLength: 30,
name: "LinkedIn",
},
instagram: {
patterns: [/^(?:.*\.)?instagram\.com\/([^\/\?]+)/i, /^@([^\/\?]+)/i],
allowedChars: /[^\w.]/g,
+ allowedDomains: ["instagram.com"],
maxLength: 30,
name: "Instagram",
},
tiktok: {
patterns: [/^(?:.*\.)?tiktok\.com\/(?:@)?([^\/\?]+)/i, /^@([^\/\?]+)/i],
allowedChars: /[^\w.]/g,
+ allowedDomains: ["tiktok.com"],
maxLength: 24,
name: "TikTok",
},
@@ -54,17 +61,9 @@ export const sanitizeWebsite = (input: string | null | undefined) => {
let website = input.trim();
if (!website) return null;
+ if (!website.includes(".") || website.includes(" ")) return null;
- if (!website.startsWith("http")) website = `https://${website}`;
-
- try {
- const url = new URL(website);
- url.search = "";
-
- return url.toString();
- } catch (e) {
- return null;
- }
+ return getUrlFromStringIfValid(website);
};
export const sanitizeSocialHandle = (
@@ -80,11 +79,20 @@ export const sanitizeSocialHandle = (
return null;
}
- handle = handle.replace(/^https?:\/\//i, "").replace(/^www\./i, "");
+ handle = handle
+ .replace(/^https?:\/\//i, "")
+ .replace(/^https?$/i, "") // standalone "http" or "https"
+ .replace(/^www\./i, "") // www. prefix
+ .replace(/\?.*$/, "") // query params (e.g. ?s=21&t=...)
+ .replace(/#.*$/, ""); // hash/fragment (e.g. #section)
- const { patterns, allowedChars, maxLength } =
+ const { patterns, allowedChars, allowedDomains, maxLength } =
SOCIAL_PLATFORM_CONFIGS[platform];
+ if (!allowedDomains.some((domain) => handle.toLowerCase().includes(domain))) {
+ return null;
+ }
+
for (const pattern of patterns) {
const match = handle.match(pattern);
@@ -94,10 +102,7 @@ export const sanitizeSocialHandle = (
}
}
- handle = handle
- .replace(/\/.*$/, "")
- .replace(/\?.*$/, "")
- .replace(allowedChars, "");
+ handle = handle.replace(/\/.*$/, "").replace(allowedChars, "");
if (maxLength) {
handle = handle.substring(0, maxLength);
diff --git a/apps/web/scripts/migrations/sanitize-partner-platform.ts b/apps/web/scripts/migrations/sanitize-partner-platform.ts
new file mode 100644
index 0000000000..eeb1a72646
--- /dev/null
+++ b/apps/web/scripts/migrations/sanitize-partner-platform.ts
@@ -0,0 +1,137 @@
+import { sanitizeSocialHandle, sanitizeWebsite } from "@/lib/social-utils";
+import { prisma } from "@dub/prisma";
+import { youtubeChannelSchema } from "app/(ee)/api/cron/partner-platforms/youtube/youtube-channel-schema";
+import "dotenv-flow/config";
+
+async function main() {
+ while (true) {
+ const partnerPlatforms = await prisma.partnerPlatform.findMany({
+ where: {
+ type: "website",
+ NOT: {
+ identifier: {
+ startsWith: "http",
+ },
+ },
+ },
+ take: 20,
+ });
+
+ if (partnerPlatforms.length === 0) {
+ console.log("No website platforms to process");
+ break;
+ }
+
+ await Promise.allSettled(
+ partnerPlatforms.map(async (partnerPlatform) => {
+ if (partnerPlatform.type === "website") {
+ const sanitizedIdentifier = sanitizeWebsite(
+ partnerPlatform.identifier,
+ );
+ if (!sanitizedIdentifier) {
+ if (partnerPlatform.verifiedAt) {
+ console.log(
+ `NOT DELETING VERIFIED PLATFORM ${partnerPlatform.id}: ${partnerPlatform.identifier}`,
+ );
+ return;
+ }
+ await prisma.partnerPlatform.delete({
+ where: {
+ id: partnerPlatform.id,
+ },
+ });
+ console.log(
+ `Deleted invalid platform identifier: ${partnerPlatform.identifier}`,
+ );
+ return;
+ }
+
+ await prisma.partnerPlatform.update({
+ where: { id: partnerPlatform.id },
+ data: { identifier: sanitizedIdentifier },
+ });
+ console.log(
+ `Updated website identifier: ${partnerPlatform.identifier} → ${sanitizedIdentifier}`,
+ );
+ return;
+ }
+
+ if (
+ partnerPlatform.type === "youtube" &&
+ partnerPlatform.identifier.includes("/channel/")
+ ) {
+ const channelId = partnerPlatform.identifier.split("/channel/")[1];
+ console.log(`Fetching YouTube channelId : ${channelId}`);
+ const response = await fetch(
+ `https://www.googleapis.com/youtube/v3/channels?part=statistics,snippet&id=${channelId}`,
+ {
+ headers: {
+ "X-Goog-Api-Key": process.env.YOUTUBE_API_KEY!,
+ },
+ },
+ );
+ if (!response.ok) {
+ console.error(
+ "Failed to fetch YouTube channel:",
+ await response.text(),
+ );
+ return;
+ }
+ const json = await response.json();
+ console.log(JSON.stringify(json, null, 2));
+ const data = youtubeChannelSchema.parse(json.items[0]);
+ if (!data.snippet?.customUrl) {
+ console.error("No custom URL found for YouTube channel:", data);
+ return;
+ }
+ const youtubeHandle = data.snippet.customUrl.replace("@", "");
+ console.log(
+ `Found handle for YouTube channel: ${youtubeHandle}, updating identifier...`,
+ );
+ await prisma.partnerPlatform.update({
+ where: { id: partnerPlatform.id },
+ data: { identifier: youtubeHandle },
+ });
+ return;
+ }
+
+ const sanitizedIdentifier = sanitizeSocialHandle(
+ partnerPlatform.identifier,
+ partnerPlatform.type,
+ );
+
+ if (!sanitizedIdentifier) {
+ if (partnerPlatform.verifiedAt) {
+ console.log(
+ `NOT DELETING VERIFIED PLATFORM ${partnerPlatform.id}: ${partnerPlatform.identifier}`,
+ );
+ return;
+ }
+ await prisma.partnerPlatform.delete({
+ where: {
+ id: partnerPlatform.id,
+ },
+ });
+ console.log(
+ `Deleted invalid platform identifier: ${partnerPlatform.identifier}`,
+ );
+ return;
+ }
+
+ await prisma.partnerPlatform.update({
+ where: {
+ id: partnerPlatform.id,
+ },
+ data: {
+ identifier: sanitizedIdentifier,
+ },
+ });
+ console.log(
+ `Updated ${partnerPlatform.identifier} → ${sanitizedIdentifier}`,
+ );
+ }),
+ );
+ }
+}
+
+main();