Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(js-sdk): auto mode proxy (FIR-2145) (#1602)
Gergő Móricz3557c9021019
diff --git a/apps/js-sdk/firecrawl/package.json b/apps/js-sdk/firecrawl/package.jsonindex 0baa2d5b7..54851cd45 100644--- a/apps/js-sdk/firecrawl/package.json+++ b/apps/js-sdk/firecrawl/package.json@@ -1,6 +1,6 @@{"name": "@mendable/firecrawl-js",- "version": "1.25.1",+ "version": "1.25.2","description": "JavaScript SDK for Firecrawl API","main": "dist/index.js","types": "dist/index.d.ts",diff --git a/apps/js-sdk/firecrawl/src/index.ts b/apps/js-sdk/firecrawl/src/index.tsindex ca77d2004..265bd6c5c 100644--- a/apps/js-sdk/firecrawl/src/index.ts+++ b/apps/js-sdk/firecrawl/src/index.ts@@ -119,7 +119,7 @@ export interface CrawlScrapeOptions {skipTlsVerification?: boolean;removeBase64Images?: boolean;blockAds?: boolean;- proxy?: "basic" | "stealth";+ proxy?: "basic" | "stealth" | "auto";}export type Action = {diff --git a/apps/python-sdk/firecrawl/__init__.py b/apps/python-sdk/firecrawl/__init__.pyindex db682a25e..de45132b0 100644--- a/apps/python-sdk/firecrawl/__init__.py+++ b/apps/python-sdk/firecrawl/__init__.py@@ -13,7 +13,7 @@ import osfrom .firecrawl import FirecrawlApp, AsyncFirecrawlApp, JsonConfig, ScrapeOptions, ChangeTrackingOptions # noqa-__version__ = "2.7.0"+__version__ = "2.7.1"# Define the logger for the Firecrawl projectlogger: logging.Logger = logging.getLogger("firecrawl")diff --git a/apps/python-sdk/firecrawl/firecrawl.py b/apps/python-sdk/firecrawl/firecrawl.pyindex 16a79314a..7c3f5552a 100644--- a/apps/python-sdk/firecrawl/firecrawl.py+++ b/apps/python-sdk/firecrawl/firecrawl.py@@ -155,7 +155,7 @@ class ScrapeOptions(pydantic.BaseModel):skipTlsVerification: Optional[bool] = NoneremoveBase64Images: Optional[bool] = NoneblockAds: Optional[bool] = None- proxy: Optional[Literal["basic", "stealth"]] = None+ proxy: Optional[Literal["basic", "stealth", "auto"]] = NonechangeTrackingOptions: Optional[ChangeTrackingOptions] = Noneclass WaitAction(pydantic.BaseModel):@@ -459,7 +459,7 @@ class FirecrawlApp:skip_tls_verification: Optional[bool] = None,remove_base64_images: Optional[bool] = None,block_ads: Optional[bool] = None,- proxy: Optional[Literal["basic", "stealth"]] = None,+ proxy: Optional[Literal["basic", "stealth", "auto"]] = None,extract: Optional[JsonConfig] = None,json_options: Optional[JsonConfig] = None,actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,@@ -481,7 +481,7 @@ class FirecrawlApp:skip_tls_verification (Optional[bool]): Skip TLS verificationremove_base64_images (Optional[bool]): Remove base64 imagesblock_ads (Optional[bool]): Block ads- proxy (Optional[Literal["basic", "stealth"]]): Proxy type (basic/stealth)+ proxy (Optional[Literal["basic", "stealth", "auto"]]): Proxy type (basic/stealth)extract (Optional[JsonConfig]): Content extraction settingsjson_options (Optional[JsonConfig]): JSON extraction settingsactions (Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]]): Actions to perform@@ -1191,7 +1191,7 @@ class FirecrawlApp:skip_tls_verification: Optional[bool] = None,remove_base64_images: Optional[bool] = None,block_ads: Optional[bool] = None,- proxy: Optional[Literal["basic", "stealth"]] = None,+ proxy: Optional[Literal["basic", "stealth", "auto"]] = None,extract: Optional[JsonConfig] = None,json_options: Optional[JsonConfig] = None,actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,@@ -1325,7 +1325,7 @@ class FirecrawlApp:skip_tls_verification: Optional[bool] = None,remove_base64_images: Optional[bool] = None,block_ads: Optional[bool] = None,- proxy: Optional[Literal["basic", "stealth"]] = None,+ proxy: Optional[Literal["basic", "stealth", "auto"]] = None,extract: Optional[JsonConfig] = None,json_options: Optional[JsonConfig] = None,actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,@@ -1457,7 +1457,7 @@ class FirecrawlApp:skip_tls_verification: Optional[bool] = None,remove_base64_images: Optional[bool] = None,block_ads: Optional[bool] = None,- proxy: Optional[Literal["basic", "stealth"]] = None,+ proxy: Optional[Literal["basic", "stealth", "auto"]] = None,extract: Optional[JsonConfig] = None,json_options: Optional[JsonConfig] = None,actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,@@ -2852,7 +2852,7 @@ class AsyncFirecrawlApp(FirecrawlApp):skip_tls_verification: Optional[bool] = None,remove_base64_images: Optional[bool] = None,block_ads: Optional[bool] = None,- proxy: Optional[Literal["basic", "stealth"]] = None,+ proxy: Optional[Literal["basic", "stealth", "auto"]] = None,extract: Optional[JsonConfig] = None,json_options: Optional[JsonConfig] = None,actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,@@ -2873,7 +2873,7 @@ class AsyncFirecrawlApp(FirecrawlApp):skip_tls_verification (Optional[bool]): Skip TLS verificationremove_base64_images (Optional[bool]): Remove base64 imagesblock_ads (Optional[bool]): Block ads- proxy (Optional[Literal["basic", "stealth"]]): Proxy type (basic/stealth)+ proxy (Optional[Literal["basic", "stealth", "auto"]]): Proxy type (basic/stealth)extract (Optional[JsonConfig]): Content extraction settingsjson_options (Optional[JsonConfig]): JSON extraction settingsactions (Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]]): Actions to perform@@ -2981,7 +2981,7 @@ class AsyncFirecrawlApp(FirecrawlApp):skip_tls_verification: Optional[bool] = None,remove_base64_images: Optional[bool] = None,block_ads: Optional[bool] = None,- proxy: Optional[Literal["basic", "stealth"]] = None,+ proxy: Optional[Literal["basic", "stealth", "auto"]] = None,extract: Optional[JsonConfig] = None,json_options: Optional[JsonConfig] = None,actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,@@ -3120,7 +3120,7 @@ class AsyncFirecrawlApp(FirecrawlApp):skip_tls_verification: Optional[bool] = None,remove_base64_images: Optional[bool] = None,block_ads: Optional[bool] = None,- proxy: Optional[Literal["basic", "stealth"]] = None,+ proxy: Optional[Literal["basic", "stealth", "auto"]] = None,extract: Optional[JsonConfig] = None,json_options: Optional[JsonConfig] = None,actions: Optional[List[Union[WaitAction, ScreenshotAction, ClickAction, WriteAction, PressAction, ScrollAction, ScrapeAction, ExecuteJavascriptAction]]] = None,