Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(sdk): Index parameters + other missing parameters (#1638)
Gergő Móricz433799263603
diff --git a/apps/js-sdk/firecrawl/package.json b/apps/js-sdk/firecrawl/package.jsonindex 5938c35ee..6b3a7bede 100644--- a/apps/js-sdk/firecrawl/package.json+++ b/apps/js-sdk/firecrawl/package.json@@ -1,6 +1,6 @@{"name": "@mendable/firecrawl-js",- "version": "1.25.4",+ "version": "1.25.5","description": "JavaScript SDK for Firecrawl API","main": "dist/index.js","types": "dist/index.d.ts",diff --git a/apps/js-sdk/firecrawl/src/index.ts b/apps/js-sdk/firecrawl/src/index.tsindex 7fa794ff0..8917b2473 100644--- a/apps/js-sdk/firecrawl/src/index.ts+++ b/apps/js-sdk/firecrawl/src/index.ts@@ -50,6 +50,9 @@ export interface FirecrawlDocumentMetadata {sourceURL?: string;statusCode?: number;error?: string;+ proxyUsed?: "basic" | "stealth";+ cacheState?: "miss" | "hit";+ cachedAt?: string;[key: string]: any; // Allows for additional metadata properties not explicitly defined.}@@ -121,6 +124,7 @@ export interface CrawlScrapeOptions {blockAds?: boolean;proxy?: "basic" | "stealth" | "auto";storeInCache?: boolean;+ maxAge?: number;}export type Action = {@@ -288,6 +292,7 @@ export interface MapParams {sitemapOnly?: boolean;limit?: number;timeout?: number;+ useIndex?: boolean;}/**diff --git a/apps/python-sdk/firecrawl/firecrawl.py b/apps/python-sdk/firecrawl/firecrawl.pyindex 7c3f5552a..1e39be425 100644--- a/apps/python-sdk/firecrawl/firecrawl.py+++ b/apps/python-sdk/firecrawl/firecrawl.py@@ -140,6 +140,7 @@ class ChangeTrackingOptions(pydantic.BaseModel):modes: Optional[List[Literal["git-diff", "json"]]] = Noneschema: Optional[Any] = Noneprompt: Optional[str] = None+ tag: Optional[str] = Noneclass ScrapeOptions(pydantic.BaseModel):"""Parameters for scraping operations."""@@ -157,6 +158,8 @@ class ScrapeOptions(pydantic.BaseModel):blockAds: Optional[bool] = Noneproxy: Optional[Literal["basic", "stealth", "auto"]] = NonechangeTrackingOptions: Optional[ChangeTrackingOptions] = None+ maxAge: Optional[int] = None+ storeInCache: Optional[bool] = Noneclass WaitAction(pydantic.BaseModel):"""Wait action to perform during scraping."""@@ -292,6 +295,7 @@ class MapParams(pydantic.BaseModel):sitemapOnly: Optional[bool] = Nonelimit: Optional[int] = Nonetimeout: Optional[int] = None+ useIndex: Optional[bool] = Noneclass MapResponse(pydantic.BaseModel):"""Response from mapping operations."""@@ -464,6 +468,8 @@ class FirecrawlApp:json_options: Optional[JsonConfig] = None,actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,change_tracking_options: Optional[ChangeTrackingOptions] = None,+ max_age: Optional[int] = None,+ store_in_cache: Optional[bool] = None,**kwargs) -> ScrapeResponse[Any]:"""Scrape and extract content from a URL.@@ -545,6 +551,10 @@ class FirecrawlApp:scrape_params['actions'] = [action if isinstance(action, dict) else action.dict(exclude_none=True) for action in actions]if change_tracking_options:scrape_params['changeTrackingOptions'] = change_tracking_options if isinstance(change_tracking_options, dict) else change_tracking_options.dict(exclude_none=True)+ if max_age is not None:+ scrape_params['maxAge'] = max_age+ if store_in_cache is not None:+ scrape_params['storeInCache'] = store_in_cachescrape_params.update(kwargs)@@ -1102,6 +1112,7 @@ class FirecrawlApp:sitemap_only: Optional[bool] = None,limit: Optional[int] = None,timeout: Optional[int] = None,+ use_index: Optional[bool] = None,**kwargs) -> MapResponse:"""Map and discover links from a URL.@@ -1144,7 +1155,9 @@ class FirecrawlApp:map_params['limit'] = limitif timeout is not None:map_params['timeout'] = timeout-+ if use_index is not None:+ map_params['useIndex'] = use_index+# Add any additional kwargsmap_params.update(kwargs)