Skip to content

armgit / dub

Public Imported from GitHub
0

The modern link attribution platform. Loved by world-class engineering teams at Twilio, Zillow, Jobber, Vercel, Raycast, and more.

Use HttpBaseClient for YouTube partner platforms cron

Kiran Ke7c060b8ad50
diff --git a/apps/web/app/(ee)/api/cron/partner-platforms/youtube/route.ts b/apps/web/app/(ee)/api/cron/partner-platforms/youtube/route.ts
index b92dd43fc5..523e7c4fec 100644
--- a/apps/web/app/(ee)/api/cron/partner-platforms/youtube/route.ts
+++ b/apps/web/app/(ee)/api/cron/partner-platforms/youtube/route.ts
@@ -1,11 +1,11 @@
import { qstash } from "@/lib/cron";
import { withCron } from "@/lib/cron/with-cron";
import { prisma } from "@/lib/prisma";
+import { youtubeClient } from "@/lib/youtube/client";
import { APP_DOMAIN_WITH_NGROK, chunk } from "@dub/utils";
import { PlatformType } from "@prisma/client";
import * as z from "zod/v4";
import { logAndRespond } from "../../utils";
-import { youtubeChannelSchema } from "./youtube-channel-schema";
export const dynamic = "force-dynamic";
@@ -22,10 +22,6 @@ const schema = z.object({
* POST /api/cron/partner-platforms/youtube
*/
export const POST = withCron(async ({ rawBody }) => {
- if (!process.env.YOUTUBE_API_KEY) {
- throw new Error("YOUTUBE_API_KEY is not defined");
- }
-
let { startingAfter } = schema.parse(
rawBody ? JSON.parse(rawBody) : { startingAfter: undefined },
);
@@ -61,29 +57,25 @@ export const POST = withCron(async ({ rawBody }) => {
const channelChunks = chunk(youtubeChannels, YOUTUBE_API_CHUNK_SIZE);
for (const channelChunk of channelChunks) {
- const channelIds = channelChunk.map((channel) => channel.platformId);
+ const channelIds = channelChunk
+ .map((channel) => channel.platformId)
+ .filter((id): id is string => id != null);
if (channelIds.length === 0) {
continue;
}
- const response = await fetch(
- `https://www.googleapis.com/youtube/v3/channels?part=statistics,snippet&id=${channelIds.join(",")}`,
- {
- headers: {
- "X-Goog-Api-Key": process.env.YOUTUBE_API_KEY,
- },
- },
- );
+ let channels: Awaited<
+ ReturnType<typeof youtubeClient.getChannels>
+ >["items"];
- if (!response.ok) {
- console.error("Failed to fetch YouTube data:", await response.text());
+ try {
+ ({ items: channels } = await youtubeClient.getChannels(channelIds));
+ } catch (error) {
+ console.error("Failed to fetch YouTube data:", error);
continue;
}
- const data = await response.json().then((r) => r.items);
- const channels = z.array(youtubeChannelSchema).parse(data);
-
const updateChunks = chunk(channels, 10);
for (const updateChunk of updateChunks) {
diff --git a/apps/web/lib/youtube/client.ts b/apps/web/lib/youtube/client.ts
new file mode 100644
index 0000000000..3f02d57e2f
--- /dev/null
+++ b/apps/web/lib/youtube/client.ts
@@ -0,0 +1,28 @@
+import { assertEnv } from "@/lib/assert-env";
+import { HttpBaseClient } from "@/lib/http/base-client";
+import { getChannelsInputSchema, getChannelsOutputSchema } from "./schema";
+
+class YouTubeClient extends HttpBaseClient {
+ protected readonly vendor = "YouTube";
+ protected readonly baseUrl = "https://www.googleapis.com/youtube/v3";
+
+ protected buildAuthHeaders() {
+ return {
+ "X-Goog-Api-Key": assertEnv("YOUTUBE_API_KEY"),
+ };
+ }
+
+ // GET /youtube/v3/channels
+ async getChannels(channelIds: string[]) {
+ return await this.get("/channels", {
+ input: {
+ part: "statistics,snippet",
+ id: channelIds.join(","),
+ },
+ inputSchema: getChannelsInputSchema,
+ outputSchema: getChannelsOutputSchema,
+ });
+ }
+}
+
+export const youtubeClient = new YouTubeClient();
diff --git a/apps/web/app/(ee)/api/cron/partner-platforms/youtube/youtube-channel-schema.ts b/apps/web/lib/youtube/schema.ts
similarity index 74%
rename from apps/web/app/(ee)/api/cron/partner-platforms/youtube/youtube-channel-schema.ts
rename to apps/web/lib/youtube/schema.ts
index c14c9b4bce..7881f7bdd8 100644
--- a/apps/web/app/(ee)/api/cron/partner-platforms/youtube/youtube-channel-schema.ts
+++ b/apps/web/lib/youtube/schema.ts
@@ -24,3 +24,13 @@ export const youtubeChannelSchema = z.object({
})
.optional(),
});
+
+// GET /youtube/v3/channels
+export const getChannelsInputSchema = z.object({
+ part: z.string(),
+ id: z.string(), // comma-separated channel IDs
+});
+
+export const getChannelsOutputSchema = z.object({
+ items: z.array(youtubeChannelSchema).default([]),
+});
diff --git a/apps/web/scripts/migrations/sanitize-partner-platform.ts b/apps/web/scripts/migrations/sanitize-partner-platform.ts
index b725d0b019..5587f51602 100644
--- a/apps/web/scripts/migrations/sanitize-partner-platform.ts
+++ b/apps/web/scripts/migrations/sanitize-partner-platform.ts
@@ -1,6 +1,6 @@
import { prisma } from "@/lib/prisma";
import { sanitizeSocialHandle, sanitizeWebsite } from "@/lib/social-utils";
-import { youtubeChannelSchema } from "app/(ee)/api/cron/partner-platforms/youtube/youtube-channel-schema";
+import { youtubeChannelSchema } from "@/lib/youtube/schema";
import "dotenv-flow/config";
async function main() {