Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Change persistent session to profile + bump python + node sdks (#2924)
Developers Digestbc2521c13ac3
diff --git a/apps/api/src/controllers/v2/browser.ts b/apps/api/src/controllers/v2/browser.tsindex 88d2c7ad6..ee07ee588 100644--- a/apps/api/src/controllers/v2/browser.ts+++ b/apps/api/src/controllers/v2/browser.ts@@ -41,7 +41,7 @@ const browserCreateRequestSchema = z.object({ttl: z.number().min(30).max(3600).default(300),activityTtl: z.number().min(10).max(3600).default(120),streamWebView: z.boolean().default(true),- persistentSession: z.object({+ profile: z.object({name: z.string().min(1).max(128),writeMode: z.enum(["readonly", "readwrite"]).default("readwrite"),}).optional(),@@ -207,7 +207,7 @@ export async function browserCreateController(req.body = browserCreateRequestSchema.parse(req.body);- const { ttl, activityTtl, streamWebView, persistentSession } = req.body;+ const { ttl, activityTtl, streamWebView, profile } = req.body;if (!config.BROWSER_SERVICE_URL) {return res.status(503).json({@@ -251,16 +251,16 @@ export async function browserCreateController(let svcResponse: BrowserServiceCreateResponse | undefined;let lastCreateError: unknown;- // Build persistentStorage from persistentSession if provided+ // Build persistentStorage from profile if providedlet persistentStorage: { uniqueId: string; write: boolean } | undefined;- if (persistentSession) {+ if (profile) {const teamHash = createHash("sha256").update(req.auth.team_id).digest("hex").slice(0, 16);persistentStorage = {- uniqueId: `${teamHash}_${persistentSession.name}`,- write: persistentSession.writeMode === "readwrite",+ uniqueId: `${teamHash}_${profile.name}`,+ write: profile.writeMode === "readwrite",};}@@ -277,15 +277,15 @@ export async function browserCreateController();break;} catch (err) {- // 409 means the persistent session profile is locked by another writer — don't retry+ // 409 means the profile is locked by another writer — don't retryif (err instanceof BrowserServiceError && err.status === 409) {- logger.warn("Persistent session profile is locked", {- persistentSessionName: persistentSession?.name,+ logger.warn("Profile is locked", {+ profileName: profile?.name,error: err,});return res.status(409).json({success: false,- error: "Another session is currently writing to this persistent session profile. Only one writer is allowed at a time. You can still access it with writeMode \"readonly\", or try again later.",+ error: "Another session is currently writing to this profile. Only one writer is allowed at a time. You can still access it with writeMode \"readonly\", or try again later.",});}diff --git a/apps/js-sdk/firecrawl/package.json b/apps/js-sdk/firecrawl/package.jsonindex 5a5e4624a..808f65e6c 100644--- a/apps/js-sdk/firecrawl/package.json+++ b/apps/js-sdk/firecrawl/package.json@@ -1,6 +1,6 @@{"name": "@mendable/firecrawl-js",- "version": "4.14.0",+ "version": "4.14.1","description": "JavaScript SDK for Firecrawl API","main": "dist/index.js","types": "dist/index.d.ts",diff --git a/apps/js-sdk/firecrawl/src/v2/client.ts b/apps/js-sdk/firecrawl/src/v2/client.tsindex 436881eb6..5dea615a8 100644--- a/apps/js-sdk/firecrawl/src/v2/client.ts+++ b/apps/js-sdk/firecrawl/src/v2/client.ts@@ -317,7 +317,7 @@ export class FirecrawlClient {// Browser/*** Create a new browser session.- * @param args Session options (ttl, activityTtl, streamWebView, persistentSession).+ * @param args Session options (ttl, activityTtl, streamWebView, profile).* @returns Session id, CDP URL, live view URL, and expiration time.*/async browser(diff --git a/apps/js-sdk/firecrawl/src/v2/methods/browser.ts b/apps/js-sdk/firecrawl/src/v2/methods/browser.tsindex a0c6d9406..6858706f8 100644--- a/apps/js-sdk/firecrawl/src/v2/methods/browser.ts+++ b/apps/js-sdk/firecrawl/src/v2/methods/browser.ts@@ -13,7 +13,7 @@ export async function browser(ttl?: number;activityTtl?: number;streamWebView?: boolean;- persistentSession?: {+ profile?: {name: string;writeMode?: "readonly" | "readwrite";};@@ -23,7 +23,7 @@ export async function browser(if (args.ttl != null) body.ttl = args.ttl;if (args.activityTtl != null) body.activityTtl = args.activityTtl;if (args.streamWebView != null) body.streamWebView = args.streamWebView;- if (args.persistentSession != null) body.persistentSession = args.persistentSession;+ if (args.profile != null) body.profile = args.profile;try {const res = await http.post<BrowserCreateResponse>("/v2/browser", body);diff --git a/apps/python-sdk/firecrawl/__init__.py b/apps/python-sdk/firecrawl/__init__.pyindex 4391f86a7..1c27891f5 100644--- a/apps/python-sdk/firecrawl/__init__.py+++ b/apps/python-sdk/firecrawl/__init__.py@@ -17,7 +17,7 @@ from .v1 import (V1ChangeTrackingOptions,)-__version__ = "4.17.1"+__version__ = "4.17.2"# Define the logger for the Firecrawl projectlogger: logging.Logger = logging.getLogger("firecrawl")diff --git a/apps/python-sdk/firecrawl/v2/client.py b/apps/python-sdk/firecrawl/v2/client.pyindex 2c02299a0..a0d9360dc 100644--- a/apps/python-sdk/firecrawl/v2/client.py+++ b/apps/python-sdk/firecrawl/v2/client.py@@ -984,7 +984,7 @@ class FirecrawlClient:ttl: Optional[int] = None,activity_ttl: Optional[int] = None,stream_web_view: Optional[bool] = None,- persistent_session: Optional[Dict[str, Any]] = None,+ profile: Optional[Dict[str, Any]] = None,):"""Create a new browser session.@@ -992,7 +992,7 @@ class FirecrawlClient:ttl: Total time-to-live in seconds (30-3600, default 300)activity_ttl: Inactivity TTL in seconds (10-3600)stream_web_view: Whether to enable webview streaming- persistent_session: Persistent session config with ``name`` (str) and+ profile: Profile config with ``name`` (str) andoptional ``write_mode`` (``"readonly"`` | ``"readwrite"``, default ``"readwrite"``)Returns:@@ -1003,7 +1003,7 @@ class FirecrawlClient:ttl=ttl,activity_ttl=activity_ttl,stream_web_view=stream_web_view,- persistent_session=persistent_session,+ profile=profile,)def browser_execute(diff --git a/apps/python-sdk/firecrawl/v2/client_async.py b/apps/python-sdk/firecrawl/v2/client_async.pyindex 58197837b..4554cc64f 100644--- a/apps/python-sdk/firecrawl/v2/client_async.py+++ b/apps/python-sdk/firecrawl/v2/client_async.py@@ -468,7 +468,7 @@ class AsyncFirecrawlClient:ttl: Optional[int] = None,activity_ttl: Optional[int] = None,stream_web_view: Optional[bool] = None,- persistent_session: Optional[Dict[str, Any]] = None,+ profile: Optional[Dict[str, Any]] = None,):"""Create a new browser session.@@ -476,7 +476,7 @@ class AsyncFirecrawlClient:ttl: Total time-to-live in seconds (30-3600, default 300)activity_ttl: Inactivity TTL in seconds (10-3600)stream_web_view: Whether to enable webview streaming- persistent_session: Persistent session config with ``name`` (str) and+ profile: Profile config with ``name`` (str) andoptional ``write_mode`` (``"readonly"`` | ``"readwrite"``, default ``"readwrite"``)Returns:@@ -487,7 +487,7 @@ class AsyncFirecrawlClient:ttl=ttl,activity_ttl=activity_ttl,stream_web_view=stream_web_view,- persistent_session=persistent_session,+ profile=profile,)async def browser_execute(diff --git a/apps/python-sdk/firecrawl/v2/methods/aio/browser.py b/apps/python-sdk/firecrawl/v2/methods/aio/browser.pyindex 5ae662540..81eee50f0 100644--- a/apps/python-sdk/firecrawl/v2/methods/aio/browser.py+++ b/apps/python-sdk/firecrawl/v2/methods/aio/browser.py@@ -53,7 +53,7 @@ async def browser(ttl: Optional[int] = None,activity_ttl: Optional[int] = None,stream_web_view: Optional[bool] = None,- persistent_session: Optional[Dict[str, Any]] = None,+ profile: Optional[Dict[str, Any]] = None,) -> BrowserCreateResponse:"""Create a new browser session.@@ -62,7 +62,7 @@ async def browser(ttl: Total time-to-live in seconds (30-3600, default 300)activity_ttl: Inactivity TTL in seconds (10-3600)stream_web_view: Whether to enable webview streaming- persistent_session: Persistent session config with ``name`` (str) and+ profile: Profile config with ``name`` (str) andoptional ``write_mode`` (``"readonly"`` | ``"readwrite"``, default ``"readwrite"``)Returns:@@ -75,10 +75,10 @@ async def browser(body["activityTtl"] = activity_ttlif stream_web_view is not None:body["streamWebView"] = stream_web_view- if persistent_session is not None:- body["persistentSession"] = {- "name": persistent_session["name"],- "writeMode": persistent_session.get("write_mode", "readwrite"),+ if profile is not None:+ body["profile"] = {+ "name": profile["name"],+ "writeMode": profile.get("write_mode", "readwrite"),}resp = await client.post("/v2/browser", body)diff --git a/apps/python-sdk/firecrawl/v2/methods/browser.py b/apps/python-sdk/firecrawl/v2/methods/browser.pyindex b667fca4d..14aecef10 100644--- a/apps/python-sdk/firecrawl/v2/methods/browser.py+++ b/apps/python-sdk/firecrawl/v2/methods/browser.py@@ -54,7 +54,7 @@ def browser(ttl: Optional[int] = None,activity_ttl: Optional[int] = None,stream_web_view: Optional[bool] = None,- persistent_session: Optional[Dict[str, Any]] = None,+ profile: Optional[Dict[str, Any]] = None,) -> BrowserCreateResponse:"""Create a new browser session.@@ -63,7 +63,7 @@ def browser(ttl: Total time-to-live in seconds (30-3600, default 300)activity_ttl: Inactivity TTL in seconds (10-3600)stream_web_view: Whether to enable webview streaming- persistent_session: Persistent session config with ``name`` (str) and+ profile: Profile config with ``name`` (str) andoptional ``write_mode`` (``"readonly"`` | ``"readwrite"``, default ``"readwrite"``)Returns:@@ -76,10 +76,10 @@ def browser(body["activityTtl"] = activity_ttlif stream_web_view is not None:body["streamWebView"] = stream_web_view- if persistent_session is not None:- body["persistentSession"] = {- "name": persistent_session["name"],- "writeMode": persistent_session.get("write_mode", "readwrite"),+ if profile is not None:+ body["profile"] = {+ "name": profile["name"],+ "writeMode": profile.get("write_mode", "readwrite"),}resp = client.post("/v2/browser", body)