The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.
TypeScript clickhousemysqlnextjsopen-sourceplanetscaleprismatailwindcsstinybirdtypescriptupstashvercel
Use HttpBaseClient for YouTube partner platforms cron
Kiran Ke7c060b8ad50
diff --git a/apps/web/app/(ee)/api/cron/partner-platforms/youtube/route.ts b/apps/web/app/(ee)/api/cron/partner-platforms/youtube/route.tsindex b92dd43fc5..523e7c4fec 100644--- a/apps/web/app/(ee)/api/cron/partner-platforms/youtube/route.ts+++ b/apps/web/app/(ee)/api/cron/partner-platforms/youtube/route.ts@@ -1,11 +1,11 @@import { qstash } from "@/lib/cron";import { withCron } from "@/lib/cron/with-cron";import { prisma } from "@/lib/prisma";+import { youtubeClient } from "@/lib/youtube/client";import { APP_DOMAIN_WITH_NGROK, chunk } from "@dub/utils";import { PlatformType } from "@prisma/client";import * as z from "zod/v4";import { logAndRespond } from "../../utils";-import { youtubeChannelSchema } from "./youtube-channel-schema";export const dynamic = "force-dynamic";@@ -22,10 +22,6 @@ const schema = z.object({* POST /api/cron/partner-platforms/youtube*/export const POST = withCron(async ({ rawBody }) => {- if (!process.env.YOUTUBE_API_KEY) {- throw new Error("YOUTUBE_API_KEY is not defined");- }-let { startingAfter } = schema.parse(rawBody ? JSON.parse(rawBody) : { startingAfter: undefined },);@@ -61,29 +57,25 @@ export const POST = withCron(async ({ rawBody }) => {const channelChunks = chunk(youtubeChannels, YOUTUBE_API_CHUNK_SIZE);for (const channelChunk of channelChunks) {- const channelIds = channelChunk.map((channel) => channel.platformId);+ const channelIds = channelChunk+ .map((channel) => channel.platformId)+ .filter((id): id is string => id != null);if (channelIds.length === 0) {continue;}- const response = await fetch(- `https://www.googleapis.com/youtube/v3/channels?part=statistics,snippet&id=${channelIds.join(",")}`,- {- headers: {- "X-Goog-Api-Key": process.env.YOUTUBE_API_KEY,- },- },- );+ let channels: Awaited<+ ReturnType<typeof youtubeClient.getChannels>+ >["items"];- if (!response.ok) {- console.error("Failed to fetch YouTube data:", await response.text());+ try {+ ({ items: channels } = await youtubeClient.getChannels(channelIds));+ } catch (error) {+ console.error("Failed to fetch YouTube data:", error);continue;}- const data = await response.json().then((r) => r.items);- const channels = z.array(youtubeChannelSchema).parse(data);-const updateChunks = chunk(channels, 10);for (const updateChunk of updateChunks) {diff --git a/apps/web/lib/youtube/client.ts b/apps/web/lib/youtube/client.tsnew file mode 100644index 0000000000..3f02d57e2f--- /dev/null+++ b/apps/web/lib/youtube/client.ts@@ -0,0 +1,28 @@+import { assertEnv } from "@/lib/assert-env";+import { HttpBaseClient } from "@/lib/http/base-client";+import { getChannelsInputSchema, getChannelsOutputSchema } from "./schema";++class YouTubeClient extends HttpBaseClient {+ protected readonly vendor = "YouTube";+ protected readonly baseUrl = "https://www.googleapis.com/youtube/v3";++ protected buildAuthHeaders() {+ return {+ "X-Goog-Api-Key": assertEnv("YOUTUBE_API_KEY"),+ };+ }++ // GET /youtube/v3/channels+ async getChannels(channelIds: string[]) {+ return await this.get("/channels", {+ input: {+ part: "statistics,snippet",+ id: channelIds.join(","),+ },+ inputSchema: getChannelsInputSchema,+ outputSchema: getChannelsOutputSchema,+ });+ }+}++export const youtubeClient = new YouTubeClient();diff --git a/apps/web/app/(ee)/api/cron/partner-platforms/youtube/youtube-channel-schema.ts b/apps/web/lib/youtube/schema.tssimilarity index 74%rename from apps/web/app/(ee)/api/cron/partner-platforms/youtube/youtube-channel-schema.tsrename to apps/web/lib/youtube/schema.tsindex c14c9b4bce..7881f7bdd8 100644--- a/apps/web/app/(ee)/api/cron/partner-platforms/youtube/youtube-channel-schema.ts+++ b/apps/web/lib/youtube/schema.ts@@ -24,3 +24,13 @@ export const youtubeChannelSchema = z.object({}).optional(),});++// GET /youtube/v3/channels+export const getChannelsInputSchema = z.object({+ part: z.string(),+ id: z.string(), // comma-separated channel IDs+});++export const getChannelsOutputSchema = z.object({+ items: z.array(youtubeChannelSchema).default([]),+});diff --git a/apps/web/scripts/migrations/sanitize-partner-platform.ts b/apps/web/scripts/migrations/sanitize-partner-platform.tsindex b725d0b019..5587f51602 100644--- a/apps/web/scripts/migrations/sanitize-partner-platform.ts+++ b/apps/web/scripts/migrations/sanitize-partner-platform.ts@@ -1,6 +1,6 @@import { prisma } from "@/lib/prisma";import { sanitizeSocialHandle, sanitizeWebsite } from "@/lib/social-utils";-import { youtubeChannelSchema } from "app/(ee)/api/cron/partner-platforms/youtube/youtube-channel-schema";+import { youtubeChannelSchema } from "@/lib/youtube/schema";import "dotenv-flow/config";async function main() {