Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Merge branch 'main' into feat/map-few-results
AdemÃlson Tonato92d34d36cf66
diff --cc apps/api/src/controllers/v2/crawl-status.tsindex d62edb503,41f644fb7..a68cd1ed2--- a/apps/api/src/controllers/v2/crawl-status.ts+++ b/apps/api/src/controllers/v2/crawl-status.ts@@@ -23,8 -23,6 +23,8 @@@ import { supabase_rr_service, supabase_import { getJobFromGCS } from "../../lib/gcs-jobs";import { scrapeQueue, NuQJob, NuQJobStatus } from "../../services/worker/nuq";import { ScrapeJobSingleUrls } from "../../types";- import { redisEvictConnection } from "../../services/redis";++import { redisEvictConnection } from "../../../src/services/redis";+import { isBaseDomain, extractBaseDomain } from "../../lib/url-utils";configDotenv();export type PseudoJob<T> = {