Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix query experiment 2
mogeryce7999ea5194
diff --git a/apps/api/src/scraper/scrapeURL/transformers/query.ts b/apps/api/src/scraper/scrapeURL/transformers/query.tsindex c67d92b67..683b5450a 100644--- a/apps/api/src/scraper/scrapeURL/transformers/query.ts+++ b/apps/api/src/scraper/scrapeURL/transformers/query.ts@@ -1,12 +1,19 @@import { generateText } from "ai";+import { createOpenAI } from "@ai-sdk/openai";import * as marked from "marked";import { decode as decodeHtmlEntities } from "he";import { Document } from "../../../controllers/v2/types";import { Meta } from "..";+import { config } from "../../../config";import { getModel } from "../../../lib/generic-ai";import { hasFormatOfType } from "../../../lib/format-utils";import { calculateCost } from "./llmExtract";+const openrouter = createOpenAI({+ apiKey: config.OPENROUTER_API_KEY,+ baseURL: "https://openrouter.ai/api/v1",+});+const PROMPT_TAGS = /(<\/?)(query|page|lines)([\s>])/gi;function escapePromptTags(text: string): string {return text.replace(PROMPT_TAGS, "$1\u200B$2$3");@@ -339,7 +346,10 @@ ${escapePromptTags(indexedLines)}const modelEntry =DIRECT_QUOTE_MODELS[experimentalModel] ?? DIRECT_QUOTE_MODELS[0];const modelName = modelEntry.id;- const model = getModel(modelName, modelEntry.provider);+ const model =+ modelEntry.provider === "openrouter"+ ? openrouter(modelName)+ : getModel(modelName, modelEntry.provider);const start = Date.now();try {