Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
better logs
Gergő Móriczb45e3bda133d
diff --git a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.tsindex fe65d591c..1f0fec182 100644--- a/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts+++ b/apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts@@ -401,7 +401,9 @@ export async function generateCompletions({try {JSON.parse(text);return text;- } catch (_) {}+ } catch (e) {+ logger.error("Even after repairing, failed to parse JSON", { error: e });+ }}try {@@ -545,7 +547,7 @@ export async function generateCompletions({throw new LLMRefusalError(error.message);}logger.error("LLM extraction failed", {- error: lastError.message,+ error: lastError,model: currentModel.modelId,mode,});