Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

fix: Add support for ignoreQueryParameter in map SDKs (#2429)

Gaurav Chadha08aee4227505
diff --git a/apps/js-sdk/firecrawl/package.json b/apps/js-sdk/firecrawl/package.json
index 35b44bfb7..1b62e15b9 100644
--- a/apps/js-sdk/firecrawl/package.json
+++ b/apps/js-sdk/firecrawl/package.json
@@ -1,6 +1,6 @@
{
"name": "@mendable/firecrawl-js",
- "version": "4.6.2",
+ "version": "4.7.0",
"description": "JavaScript SDK for Firecrawl API",
"main": "dist/index.js",
"types": "dist/index.d.ts",
diff --git a/apps/js-sdk/firecrawl/src/v2/methods/map.ts b/apps/js-sdk/firecrawl/src/v2/methods/map.ts
index 4ed127c1b..7374c405b 100644
--- a/apps/js-sdk/firecrawl/src/v2/methods/map.ts
+++ b/apps/js-sdk/firecrawl/src/v2/methods/map.ts
@@ -9,6 +9,7 @@ function prepareMapPayload(url: string, options?: MapOptions): Record<string, un
if (options.sitemap != null) payload.sitemap = options.sitemap;
if (options.search != null) payload.search = options.search;
if (options.includeSubdomains != null) payload.includeSubdomains = options.includeSubdomains;
+ if (options.ignoreQueryParameters != null) payload.ignoreQueryParameters = options.ignoreQueryParameters;
if (options.limit != null) payload.limit = options.limit;
if (options.timeout != null) payload.timeout = options.timeout;
if (options.integration != null && options.integration.trim()) payload.integration = options.integration.trim();
diff --git a/apps/js-sdk/firecrawl/src/v2/types.ts b/apps/js-sdk/firecrawl/src/v2/types.ts
index f32483e53..9af559f91 100644
--- a/apps/js-sdk/firecrawl/src/v2/types.ts
+++ b/apps/js-sdk/firecrawl/src/v2/types.ts
@@ -512,6 +512,7 @@ export interface MapOptions {
search?: string;
sitemap?: 'only' | 'include' | 'skip';
includeSubdomains?: boolean;
+ ignoreQueryParameters?: boolean;
limit?: number;
timeout?: number;
integration?: string;
diff --git a/apps/python-sdk/firecrawl/v2/client.py b/apps/python-sdk/firecrawl/v2/client.py
index 3d4529bc1..ca0905a7f 100644
--- a/apps/python-sdk/firecrawl/v2/client.py
+++ b/apps/python-sdk/firecrawl/v2/client.py
@@ -440,6 +440,7 @@ class FirecrawlClient:
*,
search: Optional[str] = None,
include_subdomains: Optional[bool] = None,
+ ignore_query_parameters: Optional[bool] = None,
limit: Optional[int] = None,
sitemap: Optional[Literal["only", "include", "skip"]] = None,
timeout: Optional[int] = None,
@@ -452,6 +453,7 @@ class FirecrawlClient:
url: Root URL to explore
search: Optional substring filter for discovered links
include_subdomains: Whether to include subdomains
+ ignore_query_parameters: Whether to ignore query parameters when mapping
limit: Maximum number of links to return
sitemap: Sitemap usage mode ("only" | "include" | "skip")
timeout: Request timeout in milliseconds
@@ -462,12 +464,13 @@ class FirecrawlClient:
options = MapOptions(
search=search,
include_subdomains=include_subdomains,
+ ignore_query_parameters=ignore_query_parameters,
limit=limit,
sitemap=sitemap if sitemap is not None else "include",
timeout=timeout,
integration=integration,
location=location
- ) if any(v is not None for v in [search, include_subdomains, limit, sitemap, timeout, integration, location]) else None
+ ) if any(v is not None for v in [search, include_subdomains, ignore_query_parameters, limit, sitemap, timeout, integration, location]) else None
return map_module.map(self.http_client, url, options)
diff --git a/apps/python-sdk/firecrawl/v2/methods/aio/map.py b/apps/python-sdk/firecrawl/v2/methods/aio/map.py
index c4837bce8..da9b9391c 100644
--- a/apps/python-sdk/firecrawl/v2/methods/aio/map.py
+++ b/apps/python-sdk/firecrawl/v2/methods/aio/map.py
@@ -16,6 +16,8 @@ def _prepare_map_request(url: str, options: Optional[MapOptions] = None) -> Dict
data["search"] = options.search
if options.include_subdomains is not None:
data["includeSubdomains"] = options.include_subdomains
+ if options.ignore_query_parameters is not None:
+ data["ignoreQueryParameters"] = options.ignore_query_parameters
if options.limit is not None:
data["limit"] = options.limit
if options.timeout is not None:
diff --git a/apps/python-sdk/firecrawl/v2/methods/map.py b/apps/python-sdk/firecrawl/v2/methods/map.py
index 5bb796eae..340f43c90 100644
--- a/apps/python-sdk/firecrawl/v2/methods/map.py
+++ b/apps/python-sdk/firecrawl/v2/methods/map.py
@@ -23,6 +23,8 @@ def _prepare_map_request(url: str, options: Optional[MapOptions] = None) -> Dict
data["search"] = options.search
if options.include_subdomains is not None:
data["includeSubdomains"] = options.include_subdomains
+ if options.ignore_query_parameters is not None:
+ data["ignoreQueryParameters"] = options.ignore_query_parameters
if options.limit is not None:
data["limit"] = options.limit
if options.timeout is not None:
diff --git a/apps/python-sdk/firecrawl/v2/types.py b/apps/python-sdk/firecrawl/v2/types.py
index a6ef1d276..96bac96d3 100644
--- a/apps/python-sdk/firecrawl/v2/types.py
+++ b/apps/python-sdk/firecrawl/v2/types.py
@@ -716,6 +716,7 @@ class MapOptions(BaseModel):
search: Optional[str] = None
sitemap: Literal["only", "include", "skip"] = "include"
include_subdomains: Optional[bool] = None
+ ignore_query_parameters: Optional[bool] = None
limit: Optional[int] = None
timeout: Optional[int] = None
integration: Optional[str] = None