Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(search): get links and descriptions correctly (#2076)
Gergő Móricz6d86da667d65
diff --git a/apps/api/src/search/googlesearch.ts b/apps/api/src/search/googlesearch.tsindex 7c5bd78b3..f373c9c99 100644--- a/apps/api/src/search/googlesearch.ts+++ b/apps/api/src/search/googlesearch.ts@@ -160,9 +160,9 @@ export async function googleSearch(}for (const result of result_block) {- const link_tag = result.querySelector("a[href]") as HTMLAnchorElement;+ const link_tag = result.querySelector("a[href].fuLhoc.ZWRArf") as HTMLAnchorElement;const title_tag = link_tag ? link_tag.querySelector("span.CVA68e") : null;- const description_tag = result.querySelector("span.FrIlee");+ const description_tag = result.querySelector("span.FrIlee span.fYyStc");if (link_tag && title_tag && description_tag) {const link = decodeURIComponent(link_tag.href.split("&")[0].replace("/url?q=", ""));diff --git a/apps/api/src/search/v2/googlesearch.ts b/apps/api/src/search/v2/googlesearch.tsindex f705a5430..2a7c35be9 100644--- a/apps/api/src/search/v2/googlesearch.ts+++ b/apps/api/src/search/v2/googlesearch.ts@@ -123,9 +123,9 @@ export async function googleSearch(}for (const result of result_block) {- const link_tag = result.querySelector("a[href]") as HTMLAnchorElement;+ const link_tag = result.querySelector("a[href].fuLhoc.ZWRArf") as HTMLAnchorElement;const title_tag = link_tag ? link_tag.querySelector("span.CVA68e") : null;- const description_tag = result.querySelector("span.FrIlee");+ const description_tag = result.querySelector("span.FrIlee span.fYyStc");if (link_tag && title_tag && description_tag) {const link = decodeURIComponent(link_tag.href.split("&")[0].replace("/url?q=", ""));