Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Fix Pydantic field name shadowing issues causing import NameError (#1800)
devin-ai-integration[bot]a7aa0cb2f449
diff --git a/apps/python-sdk/firecrawl/firecrawl.py b/apps/python-sdk/firecrawl/firecrawl.pyindex 567f6e253..5cbdc8cea 100644--- a/apps/python-sdk/firecrawl/firecrawl.py+++ b/apps/python-sdk/firecrawl/firecrawl.py@@ -24,12 +24,6 @@ import aiohttpimport asynciofrom pydantic import Field-# Suppress Pydantic warnings about attribute shadowing-warnings.filterwarnings("ignore", message="Field name \"json\" in \"FirecrawlDocument\" shadows an attribute in parent \"BaseModel\"")-warnings.filterwarnings("ignore", message="Field name \"json\" in \"ChangeTrackingData\" shadows an attribute in parent \"BaseModel\"")-warnings.filterwarnings("ignore", message="Field name \"schema\" in \"JsonConfig\" shadows an attribute in parent \"BaseModel\"")-warnings.filterwarnings("ignore", message="Field name \"schema\" in \"ExtractParams\" shadows an attribute in parent \"BaseModel\"")-warnings.filterwarnings("ignore", message="Field name \"schema\" in \"ChangeTrackingOptions\" shadows an attribute in parent \"BaseModel\"")def get_version():try:@@ -106,7 +100,7 @@ class ChangeTrackingData(pydantic.BaseModel):changeStatus: str # "new" | "same" | "changed" | "removed"visibility: str # "visible" | "hidden"diff: Optional[Dict[str, Any]] = None- json: Optional[Any] = None+ json_field: Optional[Any] = pydantic.Field(None, alias='json')class FirecrawlDocument(pydantic.BaseModel, Generic[T]):"""Document retrieved or processed by Firecrawl."""@@ -116,7 +110,7 @@ class FirecrawlDocument(pydantic.BaseModel, Generic[T]):rawHtml: Optional[str] = Nonelinks: Optional[List[str]] = Noneextract: Optional[T] = None- json: Optional[T] = None+ json_field: Optional[T] = pydantic.Field(None, alias='json')screenshot: Optional[str] = Nonemetadata: Optional[Any] = Noneactions: Optional[ActionsResult] = None@@ -139,7 +133,7 @@ class WebhookConfig(pydantic.BaseModel):class ChangeTrackingOptions(pydantic.BaseModel):"""Configuration for change tracking."""modes: Optional[List[Literal["git-diff", "json"]]] = None- schema: Optional[Any] = None+ schema_field: Optional[Any] = pydantic.Field(None, alias='schema')prompt: Optional[str] = Nonetag: Optional[str] = None@@ -219,7 +213,7 @@ class ExtractAgent(pydantic.BaseModel):class JsonConfig(pydantic.BaseModel):"""Configuration for extraction."""prompt: Optional[str] = None- schema: Optional[Any] = None+ schema_field: Optional[Any] = pydantic.Field(None, alias='schema')systemPrompt: Optional[str] = Noneagent: Optional[ExtractAgent] = None@@ -317,7 +311,7 @@ class MapResponse(pydantic.BaseModel):class ExtractParams(pydantic.BaseModel):"""Parameters for extracting information from URLs."""prompt: Optional[str] = None- schema: Optional[Any] = None+ schema_field: Optional[Any] = pydantic.Field(None, alias='schema')systemPrompt: Optional[str] = NoneallowExternalLinks: Optional[bool] = NoneenableWebSearch: Optional[bool] = None@@ -431,7 +425,7 @@ class ExtractParams(pydantic.BaseModel):Parameters for the extract operation."""prompt: Optional[str] = None- schema: Optional[Any] = pydantic.Field(None, alias='schema')+ schema_field: Optional[Any] = pydantic.Field(None, alias='schema')system_prompt: Optional[str] = Noneallow_external_links: Optional[bool] = Falseenable_web_search: Optional[bool] = False@@ -547,7 +541,7 @@ class FirecrawlApp:if timeout:scrape_params['timeout'] = timeoutif location:- scrape_params['location'] = location.dict(exclude_none=True)+ scrape_params['location'] = location.dict(by_alias=True, exclude_none=True)if mobile is not None:scrape_params['mobile'] = mobileif skip_tls_verification is not None:@@ -564,16 +558,16 @@ class FirecrawlApp:extract = self._ensure_schema_dict(extract)if isinstance(extract, dict) and "schema" in extract:extract["schema"] = self._ensure_schema_dict(extract["schema"])- scrape_params['extract'] = extract if isinstance(extract, dict) else extract.dict(exclude_none=True)+ scrape_params['extract'] = extract if isinstance(extract, dict) else extract.dict(by_alias=True, exclude_none=True)if json_options is not None:json_options = self._ensure_schema_dict(json_options)if isinstance(json_options, dict) and "schema" in json_options:json_options["schema"] = self._ensure_schema_dict(json_options["schema"])- scrape_params['jsonOptions'] = json_options if isinstance(json_options, dict) else json_options.dict(exclude_none=True)+ scrape_params['jsonOptions'] = json_options if isinstance(json_options, dict) else json_options.dict(by_alias=True, exclude_none=True)if actions:- scrape_params['actions'] = [action if isinstance(action, dict) else action.dict(exclude_none=True) for action in actions]+ scrape_params['actions'] = [action if isinstance(action, dict) else action.dict(by_alias=True, exclude_none=True) for action in actions]if change_tracking_options:- scrape_params['changeTrackingOptions'] = change_tracking_options if isinstance(change_tracking_options, dict) else change_tracking_options.dict(exclude_none=True)+ scrape_params['changeTrackingOptions'] = change_tracking_options if isinstance(change_tracking_options, dict) else change_tracking_options.dict(by_alias=True, exclude_none=True)if max_age is not None:scrape_params['maxAge'] = max_ageif store_in_cache is not None:@@ -670,7 +664,7 @@ class FirecrawlApp:if timeout is not None:search_params['timeout'] = timeoutif scrape_options is not None:- search_params['scrapeOptions'] = scrape_options.dict(exclude_none=True)+ search_params['scrapeOptions'] = scrape_options.dict(by_alias=True, exclude_none=True)# Add any additional kwargssearch_params.update(kwargs)@@ -678,7 +672,7 @@ class FirecrawlApp:# Create final params objectfinal_params = SearchParams(query=query, **search_params)- params_dict = final_params.dict(exclude_none=True)+ params_dict = final_params.dict(by_alias=True, exclude_none=True)params_dict['origin'] = f"python-sdk@{version}"if _integration:@@ -792,7 +786,7 @@ class FirecrawlApp:if ignore_sitemap is not None:crawl_params['ignoreSitemap'] = ignore_sitemapif scrape_options is not None:- crawl_params['scrapeOptions'] = scrape_options.dict(exclude_none=True)+ crawl_params['scrapeOptions'] = scrape_options.dict(by_alias=True, exclude_none=True)if webhook is not None:crawl_params['webhook'] = webhookif deduplicate_similar_urls is not None:@@ -815,7 +809,7 @@ class FirecrawlApp:# Create final params objectfinal_params = CrawlParams(**crawl_params)- params_dict = final_params.dict(exclude_none=True)+ params_dict = final_params.dict(by_alias=True, exclude_none=True)params_dict['url'] = urlparams_dict['origin'] = f"python-sdk@{version}"@@ -921,7 +915,7 @@ class FirecrawlApp:if ignore_sitemap is not None:crawl_params['ignoreSitemap'] = ignore_sitemapif scrape_options is not None:- crawl_params['scrapeOptions'] = scrape_options.dict(exclude_none=True)+ crawl_params['scrapeOptions'] = scrape_options.dict(by_alias=True, exclude_none=True)if webhook is not None:crawl_params['webhook'] = webhookif deduplicate_similar_urls is not None:@@ -943,7 +937,7 @@ class FirecrawlApp:# Create final params objectfinal_params = CrawlParams(**crawl_params)- params_dict = final_params.dict(exclude_none=True)+ params_dict = final_params.dict(by_alias=True, exclude_none=True)params_dict['url'] = urlparams_dict['origin'] = f"python-sdk@{version}"@@ -1242,7 +1236,7 @@ class FirecrawlApp:# Create final params objectfinal_params = MapParams(**map_params)- params_dict = final_params.dict(exclude_none=True)+ params_dict = final_params.dict(by_alias=True, exclude_none=True)params_dict['url'] = urlparams_dict['origin'] = f"python-sdk@{version}"@@ -1354,7 +1348,7 @@ class FirecrawlApp:if timeout is not None:scrape_params['timeout'] = timeoutif location is not None:- scrape_params['location'] = location.dict(exclude_none=True)+ scrape_params['location'] = location.dict(by_alias=True, exclude_none=True)if mobile is not None:scrape_params['mobile'] = mobileif skip_tls_verification is not None:@@ -1369,16 +1363,16 @@ class FirecrawlApp:extract = self._ensure_schema_dict(extract)if isinstance(extract, dict) and "schema" in extract:extract["schema"] = self._ensure_schema_dict(extract["schema"])- scrape_params['extract'] = extract if isinstance(extract, dict) else extract.dict(exclude_none=True)+ scrape_params['extract'] = extract if isinstance(extract, dict) else extract.dict(by_alias=True, exclude_none=True)if json_options is not None:json_options = self._ensure_schema_dict(json_options)if isinstance(json_options, dict) and "schema" in json_options:json_options["schema"] = self._ensure_schema_dict(json_options["schema"])- scrape_params['jsonOptions'] = json_options if isinstance(json_options, dict) else json_options.dict(exclude_none=True)+ scrape_params['jsonOptions'] = json_options if isinstance(json_options, dict) else json_options.dict(by_alias=True, exclude_none=True)if actions:- scrape_params['actions'] = [action if isinstance(action, dict) else action.dict(exclude_none=True) for action in actions]+ scrape_params['actions'] = [action if isinstance(action, dict) else action.dict(by_alias=True, exclude_none=True) for action in actions]if agent is not None:- scrape_params['agent'] = agent.dict(exclude_none=True)+ scrape_params['agent'] = agent.dict(by_alias=True, exclude_none=True)if max_concurrency is not None:scrape_params['maxConcurrency'] = max_concurrencyif zero_data_retention is not None:@@ -1389,7 +1383,7 @@ class FirecrawlApp:# Create final params objectfinal_params = ScrapeParams(**scrape_params)- params_dict = final_params.dict(exclude_none=True)+ params_dict = final_params.dict(by_alias=True, exclude_none=True)params_dict['urls'] = urlsparams_dict['origin'] = f"python-sdk@{version}"@@ -1495,7 +1489,7 @@ class FirecrawlApp:if timeout is not None:scrape_params['timeout'] = timeoutif location is not None:- scrape_params['location'] = location.dict(exclude_none=True)+ scrape_params['location'] = location.dict(by_alias=True, exclude_none=True)if mobile is not None:scrape_params['mobile'] = mobileif skip_tls_verification is not None:@@ -1510,16 +1504,16 @@ class FirecrawlApp:extract = self._ensure_schema_dict(extract)if isinstance(extract, dict) and "schema" in extract:extract["schema"] = self._ensure_schema_dict(extract["schema"])- scrape_params['extract'] = extract if isinstance(extract, dict) else extract.dict(exclude_none=True)+ scrape_params['extract'] = extract if isinstance(extract, dict) else extract.dict(by_alias=True, exclude_none=True)if json_options is not None:json_options = self._ensure_schema_dict(json_options)if isinstance(json_options, dict) and "schema" in json_options:json_options["schema"] = self._ensure_schema_dict(json_options["schema"])- scrape_params['jsonOptions'] = json_options if isinstance(json_options, dict) else json_options.dict(exclude_none=True)+ scrape_params['jsonOptions'] = json_options if isinstance(json_options, dict) else json_options.dict(by_alias=True, exclude_none=True)if actions:- scrape_params['actions'] = [action if isinstance(action, dict) else action.dict(exclude_none=True) for action in actions]+ scrape_params['actions'] = [action if isinstance(action, dict) else action.dict(by_alias=True, exclude_none=True) for action in actions]if agent is not None:- scrape_params['agent'] = agent.dict(exclude_none=True)+ scrape_params['agent'] = agent.dict(by_alias=True, exclude_none=True)if max_concurrency is not None:scrape_params['maxConcurrency'] = max_concurrencyif zero_data_retention is not None:@@ -1530,7 +1524,7 @@ class FirecrawlApp:# Create final params objectfinal_params = ScrapeParams(**scrape_params)- params_dict = final_params.dict(exclude_none=True)+ params_dict = final_params.dict(by_alias=True, exclude_none=True)params_dict['urls'] = urlsparams_dict['origin'] = f"python-sdk@{version}"@@ -1631,7 +1625,7 @@ class FirecrawlApp:if timeout is not None:scrape_params['timeout'] = timeoutif location is not None:- scrape_params['location'] = location.dict(exclude_none=True)+ scrape_params['location'] = location.dict(by_alias=True, exclude_none=True)if mobile is not None:scrape_params['mobile'] = mobileif skip_tls_verification is not None:@@ -1646,16 +1640,16 @@ class FirecrawlApp:extract = self._ensure_schema_dict(extract)if isinstance(extract, dict) and "schema" in extract:extract["schema"] = self._ensure_schema_dict(extract["schema"])- scrape_params['extract'] = extract if isinstance(extract, dict) else extract.dict(exclude_none=True)+ scrape_params['extract'] = extract if isinstance(extract, dict) else extract.dict(by_alias=True, exclude_none=True)if json_options is not None:json_options = self._ensure_schema_dict(json_options)if isinstance(json_options, dict) and "schema" in json_options:json_options["schema"] = self._ensure_schema_dict(json_options["schema"])- scrape_params['jsonOptions'] = json_options if isinstance(json_options, dict) else json_options.dict(exclude_none=True)+ scrape_params['jsonOptions'] = json_options if isinstance(json_options, dict) else json_options.dict(by_alias=True, exclude_none=True)if actions:- scrape_params['actions'] = [action if isinstance(action, dict) else action.dict(exclude_none=True) for action in actions]+ scrape_params['actions'] = [action if isinstance(action, dict) else action.dict(by_alias=True, exclude_none=True) for action in actions]if agent is not None:- scrape_params['agent'] = agent.dict(exclude_none=True)+ scrape_params['agent'] = agent.dict(by_alias=True, exclude_none=True)if max_concurrency is not None:scrape_params['maxConcurrency'] = max_concurrencyif zero_data_retention is not None:@@ -1666,7 +1660,7 @@ class FirecrawlApp:# Create final params objectfinal_params = ScrapeParams(**scrape_params)- params_dict = final_params.dict(exclude_none=True)+ params_dict = final_params.dict(by_alias=True, exclude_none=True)params_dict['urls'] = urlsparams_dict['origin'] = f"python-sdk@{version}"@@ -2095,7 +2089,7 @@ class FirecrawlApp:)headers = self._prepare_headers()- json_data = {'url': url, **params.dict(exclude_none=True)}+ json_data = {'url': url, **params.dict(by_alias=True, exclude_none=True)}json_data['origin'] = f"python-sdk@{version}"try:@@ -2516,7 +2510,7 @@ class FirecrawlApp:headers = self._prepare_headers()- json_data = {'query': query, **research_params.dict(exclude_none=True)}+ json_data = {'query': query, **research_params.dict(by_alias=True, exclude_none=True)}json_data['origin'] = f"python-sdk@{version}"# Handle json options schema if present@@ -3052,7 +3046,7 @@ class AsyncFirecrawlApp(FirecrawlApp):if timeout:scrape_params['timeout'] = timeoutif location:- scrape_params['location'] = location.dict(exclude_none=True)+ scrape_params['location'] = location.dict(by_alias=True, exclude_none=True)if mobile is not None:scrape_params['mobile'] = mobileif skip_tls_verification is not None:@@ -3069,14 +3063,14 @@ class AsyncFirecrawlApp(FirecrawlApp):extract = self._ensure_schema_dict(extract)if isinstance(extract, dict) and "schema" in extract:extract["schema"] = self._ensure_schema_dict(extract["schema"])- scrape_params['extract'] = extract if isinstance(extract, dict) else extract.dict(exclude_none=True)+ scrape_params['extract'] = extract if isinstance(extract, dict) else extract.dict(by_alias=True, exclude_none=True)if json_options is not None:json_options = self._ensure_schema_dict(json_options)if isinstance(json_options, dict) and "schema" in json_options:json_options["schema"] = self._ensure_schema_dict(json_options["schema"])- scrape_params['jsonOptions'] = json_options if isinstance(json_options, dict) else json_options.dict(exclude_none=True)+ scrape_params['jsonOptions'] = json_options if isinstance(json_options, dict) else json_options.dict(by_alias=True, exclude_none=True)if actions:- scrape_params['actions'] = [action if isinstance(action, dict) else action.dict(exclude_none=True) for action in actions]+ scrape_params['actions'] = [action if isinstance(action, dict) else action.dict(by_alias=True, exclude_none=True) for action in actions]if 'extract' in scrape_params and scrape_params['extract'] and 'schema' in scrape_params['extract']:scrape_params['extract']['schema'] = self._ensure_schema_dict(scrape_params['extract']['schema'])if 'jsonOptions' in scrape_params and scrape_params['jsonOptions'] and 'schema' in scrape_params['jsonOptions']:@@ -3180,7 +3174,7 @@ class AsyncFirecrawlApp(FirecrawlApp):if timeout is not None:scrape_params['timeout'] = timeoutif location is not None:- scrape_params['location'] = location.dict(exclude_none=True)+ scrape_params['location'] = location.dict(by_alias=True, exclude_none=True)if mobile is not None:scrape_params['mobile'] = mobileif skip_tls_verification is not None:@@ -3195,22 +3189,23 @@ class AsyncFirecrawlApp(FirecrawlApp):extract = self._ensure_schema_dict(extract)if isinstance(extract, dict) and "schema" in extract:extract["schema"] = self._ensure_schema_dict(extract["schema"])- scrape_params['extract'] = extract if isinstance(extract, dict) else extract.dict(exclude_none=True)+ scrape_params['extract'] = extract if isinstance(extract, dict) else extract.dict(by_alias=True, exclude_none=True)if json_options is not None:json_options = self._ensure_schema_dict(json_options)if isinstance(json_options, dict) and "schema" in json_options:json_options["schema"] = self._ensure_schema_dict(json_options["schema"])- scrape_params['jsonOptions'] = json_options if isinstance(json_options, dict) else json_options.dict(exclude_none=True)-+ scrape_params['jsonOptions'] = json_options if isinstance(json_options, dict) else json_options.dict(by_alias=True, exclude_none=True)+ if actions is not None:+ scrape_params['actions'] = [action.dict(by_alias=True, exclude_none=True) for action in actions]if agent is not None:- scrape_params['agent'] = agent.dict(exclude_none=True)+ scrape_params['agent'] = agent.dict(by_alias=True, exclude_none=True)# Add any additional kwargsscrape_params.update(kwargs)# Create final params objectfinal_params = ScrapeParams(**scrape_params)- params_dict = final_params.dict(exclude_none=True)+ params_dict = final_params.dict(by_alias=True, exclude_none=True)params_dict['urls'] = urlsparams_dict['origin'] = f"python-sdk@{version}"@@ -3319,7 +3314,7 @@ class AsyncFirecrawlApp(FirecrawlApp):if timeout is not None:scrape_params['timeout'] = timeoutif location is not None:- scrape_params['location'] = location.dict(exclude_none=True)+ scrape_params['location'] = location.dict(by_alias=True, exclude_none=True)if mobile is not None:scrape_params['mobile'] = mobileif skip_tls_verification is not None:@@ -3334,16 +3329,16 @@ class AsyncFirecrawlApp(FirecrawlApp):extract = self._ensure_schema_dict(extract)if isinstance(extract, dict) and "schema" in extract:extract["schema"] = self._ensure_schema_dict(extract["schema"])- scrape_params['extract'] = extract if isinstance(extract, dict) else extract.dict(exclude_none=True)+ scrape_params['extract'] = extract if isinstance(extract, dict) else extract.dict(by_alias=True, exclude_none=True)if json_options is not None:json_options = self._ensure_schema_dict(json_options)if isinstance(json_options, dict) and "schema" in json_options:json_options["schema"] = self._ensure_schema_dict(json_options["schema"])- scrape_params['jsonOptions'] = json_options if isinstance(json_options, dict) else json_options.dict(exclude_none=True)+ scrape_params['jsonOptions'] = json_options if isinstance(json_options, dict) else json_options.dict(by_alias=True, exclude_none=True)if actions:- scrape_params['actions'] = [action if isinstance(action, dict) else action.dict(exclude_none=True) for action in actions]+ scrape_params['actions'] = [action if isinstance(action, dict) else action.dict(by_alias=True, exclude_none=True) for action in actions]if agent is not None:- scrape_params['agent'] = agent.dict(exclude_none=True)+ scrape_params['agent'] = agent.dict(by_alias=True, exclude_none=True)if zero_data_retention is not None:scrape_params['zeroDataRetention'] = zero_data_retention@@ -3352,7 +3347,7 @@ class AsyncFirecrawlApp(FirecrawlApp):# Create final params objectfinal_params = ScrapeParams(**scrape_params)- params_dict = final_params.dict(exclude_none=True)+ params_dict = final_params.dict(by_alias=True, exclude_none=True)params_dict['urls'] = urlsparams_dict['origin'] = f"python-sdk@{version}"@@ -3460,7 +3455,7 @@ class AsyncFirecrawlApp(FirecrawlApp):if ignore_sitemap is not None:crawl_params['ignoreSitemap'] = ignore_sitemapif scrape_options is not None:- crawl_params['scrapeOptions'] = scrape_options.dict(exclude_none=True)+ crawl_params['scrapeOptions'] = scrape_options.dict(by_alias=True, exclude_none=True)if webhook is not None:crawl_params['webhook'] = webhookif deduplicate_similar_urls is not None:@@ -3479,7 +3474,7 @@ class AsyncFirecrawlApp(FirecrawlApp):# Create final params objectfinal_params = CrawlParams(**crawl_params)- params_dict = final_params.dict(exclude_none=True)+ params_dict = final_params.dict(by_alias=True, exclude_none=True)params_dict['url'] = urlparams_dict['origin'] = f"python-sdk@{version}"# Make request@@ -3575,7 +3570,7 @@ class AsyncFirecrawlApp(FirecrawlApp):if ignore_sitemap is not None:crawl_params['ignoreSitemap'] = ignore_sitemapif scrape_options is not None:- crawl_params['scrapeOptions'] = scrape_options.dict(exclude_none=True)+ crawl_params['scrapeOptions'] = scrape_options.dict(by_alias=True, exclude_none=True)if webhook is not None:crawl_params['webhook'] = webhookif deduplicate_similar_urls is not None:@@ -3594,7 +3589,7 @@ class AsyncFirecrawlApp(FirecrawlApp):# Create final params objectfinal_params = CrawlParams(**crawl_params)- params_dict = final_params.dict(exclude_none=True)+ params_dict = final_params.dict(by_alias=True, exclude_none=True)params_dict['url'] = urlparams_dict['origin'] = f"python-sdk@{version}"@@ -3760,7 +3755,7 @@ class AsyncFirecrawlApp(FirecrawlApp):"""map_params = {}if params:- map_params.update(params.dict(exclude_none=True))+ map_params.update(params.dict(by_alias=True, exclude_none=True))# Add individual parametersif search is not None:@@ -3778,7 +3773,7 @@ class AsyncFirecrawlApp(FirecrawlApp):# Create final params objectfinal_params = MapParams(**map_params)- params_dict = final_params.dict(exclude_none=True)+ params_dict = final_params.dict(by_alias=True, exclude_none=True)params_dict['url'] = urlparams_dict['origin'] = f"python-sdk@{version}"@@ -4162,7 +4157,6 @@ class AsyncFirecrawlApp(FirecrawlApp):url,max_urls=max_urls,show_full_text=show_full_text,- cache=cache,experimental_stream=experimental_stream)if not response.get('success') or 'id' not in response:@@ -4226,7 +4220,7 @@ class AsyncFirecrawlApp(FirecrawlApp):)headers = self._prepare_headers()- json_data = {'url': url, **params.dict(exclude_none=True)}+ json_data = {'url': url, **params.dict(by_alias=True, exclude_none=True)}json_data['origin'] = f"python-sdk@{version}"try:@@ -4411,7 +4405,7 @@ class AsyncFirecrawlApp(FirecrawlApp):headers = self._prepare_headers()- json_data = {'query': query, **research_params.dict(exclude_none=True)}+ json_data = {'query': query, **research_params.dict(by_alias=True, exclude_none=True)}json_data['origin'] = f"python-sdk@{version}"try:@@ -4503,7 +4497,7 @@ class AsyncFirecrawlApp(FirecrawlApp):if isinstance(params, dict):search_params.update(params)else:- search_params.update(params.dict(exclude_none=True))+ search_params.update(params.dict(by_alias=True, exclude_none=True))# Add individual parametersif limit is not None:@@ -4521,14 +4515,14 @@ class AsyncFirecrawlApp(FirecrawlApp):if timeout is not None:search_params['timeout'] = timeoutif scrape_options is not None:- search_params['scrapeOptions'] = scrape_options.dict(exclude_none=True)+ search_params['scrapeOptions'] = scrape_options.dict(by_alias=True, exclude_none=True)# Add any additional kwargssearch_params.update(kwargs)# Create final params objectfinal_params = SearchParams(query=query, **search_params)- params_dict = final_params.dict(exclude_none=True)+ params_dict = final_params.dict(by_alias=True, exclude_none=True)params_dict['origin'] = f"python-sdk@{version}"return await self._async_post_request(