Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix(search): get links and descriptions correctly (#2076)

Gergő Móricz6d86da667d65
diff --git a/apps/api/src/search/googlesearch.ts b/apps/api/src/search/googlesearch.ts
index 7c5bd78b3..f373c9c99 100644
--- a/apps/api/src/search/googlesearch.ts
+++ b/apps/api/src/search/googlesearch.ts
@@ -160,9 +160,9 @@ export async function googleSearch(
}
for (const result of result_block) {
- const link_tag = result.querySelector("a[href]") as HTMLAnchorElement;
+ const link_tag = result.querySelector("a[href].fuLhoc.ZWRArf") as HTMLAnchorElement;
const title_tag = link_tag ? link_tag.querySelector("span.CVA68e") : null;
- const description_tag = result.querySelector("span.FrIlee");
+ const description_tag = result.querySelector("span.FrIlee span.fYyStc");
if (link_tag && title_tag && description_tag) {
const link = decodeURIComponent(link_tag.href.split("&")[0].replace("/url?q=", ""));
diff --git a/apps/api/src/search/v2/googlesearch.ts b/apps/api/src/search/v2/googlesearch.ts
index f705a5430..2a7c35be9 100644
--- a/apps/api/src/search/v2/googlesearch.ts
+++ b/apps/api/src/search/v2/googlesearch.ts
@@ -123,9 +123,9 @@ export async function googleSearch(
}
for (const result of result_block) {
- const link_tag = result.querySelector("a[href]") as HTMLAnchorElement;
+ const link_tag = result.querySelector("a[href].fuLhoc.ZWRArf") as HTMLAnchorElement;
const title_tag = link_tag ? link_tag.querySelector("span.CVA68e") : null;
- const description_tag = result.querySelector("span.FrIlee");
+ const description_tag = result.querySelector("span.FrIlee span.fYyStc");
if (link_tag && title_tag && description_tag) {
const link = decodeURIComponent(link_tag.href.split("&")[0].replace("/url?q=", ""));