Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix: Add support for ignoreQueryParameter in map SDKs (#2429)
Gaurav Chadha08aee4227505
diff --git a/apps/js-sdk/firecrawl/package.json b/apps/js-sdk/firecrawl/package.jsonindex 35b44bfb7..1b62e15b9 100644--- a/apps/js-sdk/firecrawl/package.json+++ b/apps/js-sdk/firecrawl/package.json@@ -1,6 +1,6 @@{"name": "@mendable/firecrawl-js",- "version": "4.6.2",+ "version": "4.7.0","description": "JavaScript SDK for Firecrawl API","main": "dist/index.js","types": "dist/index.d.ts",diff --git a/apps/js-sdk/firecrawl/src/v2/methods/map.ts b/apps/js-sdk/firecrawl/src/v2/methods/map.tsindex 4ed127c1b..7374c405b 100644--- a/apps/js-sdk/firecrawl/src/v2/methods/map.ts+++ b/apps/js-sdk/firecrawl/src/v2/methods/map.ts@@ -9,6 +9,7 @@ function prepareMapPayload(url: string, options?: MapOptions): Record<string, unif (options.sitemap != null) payload.sitemap = options.sitemap;if (options.search != null) payload.search = options.search;if (options.includeSubdomains != null) payload.includeSubdomains = options.includeSubdomains;+ if (options.ignoreQueryParameters != null) payload.ignoreQueryParameters = options.ignoreQueryParameters;if (options.limit != null) payload.limit = options.limit;if (options.timeout != null) payload.timeout = options.timeout;if (options.integration != null && options.integration.trim()) payload.integration = options.integration.trim();diff --git a/apps/js-sdk/firecrawl/src/v2/types.ts b/apps/js-sdk/firecrawl/src/v2/types.tsindex f32483e53..9af559f91 100644--- a/apps/js-sdk/firecrawl/src/v2/types.ts+++ b/apps/js-sdk/firecrawl/src/v2/types.ts@@ -512,6 +512,7 @@ export interface MapOptions {search?: string;sitemap?: 'only' | 'include' | 'skip';includeSubdomains?: boolean;+ ignoreQueryParameters?: boolean;limit?: number;timeout?: number;integration?: string;diff --git a/apps/python-sdk/firecrawl/v2/client.py b/apps/python-sdk/firecrawl/v2/client.pyindex 3d4529bc1..ca0905a7f 100644--- a/apps/python-sdk/firecrawl/v2/client.py+++ b/apps/python-sdk/firecrawl/v2/client.py@@ -440,6 +440,7 @@ class FirecrawlClient:*,search: Optional[str] = None,include_subdomains: Optional[bool] = None,+ ignore_query_parameters: Optional[bool] = None,limit: Optional[int] = None,sitemap: Optional[Literal["only", "include", "skip"]] = None,timeout: Optional[int] = None,@@ -452,6 +453,7 @@ class FirecrawlClient:url: Root URL to exploresearch: Optional substring filter for discovered linksinclude_subdomains: Whether to include subdomains+ ignore_query_parameters: Whether to ignore query parameters when mappinglimit: Maximum number of links to returnsitemap: Sitemap usage mode ("only" | "include" | "skip")timeout: Request timeout in milliseconds@@ -462,12 +464,13 @@ class FirecrawlClient:options = MapOptions(search=search,include_subdomains=include_subdomains,+ ignore_query_parameters=ignore_query_parameters,limit=limit,sitemap=sitemap if sitemap is not None else "include",timeout=timeout,integration=integration,location=location- ) if any(v is not None for v in [search, include_subdomains, limit, sitemap, timeout, integration, location]) else None+ ) if any(v is not None for v in [search, include_subdomains, ignore_query_parameters, limit, sitemap, timeout, integration, location]) else Nonereturn map_module.map(self.http_client, url, options)diff --git a/apps/python-sdk/firecrawl/v2/methods/aio/map.py b/apps/python-sdk/firecrawl/v2/methods/aio/map.pyindex c4837bce8..da9b9391c 100644--- a/apps/python-sdk/firecrawl/v2/methods/aio/map.py+++ b/apps/python-sdk/firecrawl/v2/methods/aio/map.py@@ -16,6 +16,8 @@ def _prepare_map_request(url: str, options: Optional[MapOptions] = None) -> Dictdata["search"] = options.searchif options.include_subdomains is not None:data["includeSubdomains"] = options.include_subdomains+ if options.ignore_query_parameters is not None:+ data["ignoreQueryParameters"] = options.ignore_query_parametersif options.limit is not None:data["limit"] = options.limitif options.timeout is not None:diff --git a/apps/python-sdk/firecrawl/v2/methods/map.py b/apps/python-sdk/firecrawl/v2/methods/map.pyindex 5bb796eae..340f43c90 100644--- a/apps/python-sdk/firecrawl/v2/methods/map.py+++ b/apps/python-sdk/firecrawl/v2/methods/map.py@@ -23,6 +23,8 @@ def _prepare_map_request(url: str, options: Optional[MapOptions] = None) -> Dictdata["search"] = options.searchif options.include_subdomains is not None:data["includeSubdomains"] = options.include_subdomains+ if options.ignore_query_parameters is not None:+ data["ignoreQueryParameters"] = options.ignore_query_parametersif options.limit is not None:data["limit"] = options.limitif options.timeout is not None:diff --git a/apps/python-sdk/firecrawl/v2/types.py b/apps/python-sdk/firecrawl/v2/types.pyindex a6ef1d276..96bac96d3 100644--- a/apps/python-sdk/firecrawl/v2/types.py+++ b/apps/python-sdk/firecrawl/v2/types.py@@ -716,6 +716,7 @@ class MapOptions(BaseModel):search: Optional[str] = Nonesitemap: Literal["only", "include", "skip"] = "include"include_subdomains: Optional[bool] = None+ ignore_query_parameters: Optional[bool] = Nonelimit: Optional[int] = Nonetimeout: Optional[int] = Noneintegration: Optional[str] = None