Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
feat(sdk): enforce timeout on client-side if set (#1204)
Gergő Móriczc75522f535ac
diff --git a/apps/js-sdk/firecrawl/src/index.ts b/apps/js-sdk/firecrawl/src/index.tsindex 7601414c2..e70b9687d 100644--- a/apps/js-sdk/firecrawl/src/index.ts+++ b/apps/js-sdk/firecrawl/src/index.ts@@ -535,7 +535,7 @@ export default class FirecrawlApp {const response: AxiosResponse = await axios.post(this.apiUrl + `/v1/scrape`,jsonData,- { headers }+ { headers, timeout: params?.timeout !== undefined ? (params.timeout + 5000) : undefined },);if (response.status === 200) {const responseData = response.data;@@ -1262,7 +1262,7 @@ export default class FirecrawlApp {data: any,headers: AxiosRequestHeaders): Promise<AxiosResponse> {- return axios.post(url, data, { headers });+ return axios.post(url, data, { headers, timeout: (data?.timeout ? (data.timeout + 5000) : undefined) });}/**diff --git a/apps/python-sdk/firecrawl/firecrawl.py b/apps/python-sdk/firecrawl/firecrawl.pyindex 08e665c2d..9364635be 100644--- a/apps/python-sdk/firecrawl/firecrawl.py+++ b/apps/python-sdk/firecrawl/firecrawl.py@@ -145,6 +145,7 @@ class FirecrawlApp:f'{self.api_url}{endpoint}',headers=headers,json=scrape_params,+ timeout=(scrape_params["timeout"] + 5000 if "timeout" in scrape_params else None),)if response.status_code == 200:try:@@ -925,7 +926,7 @@ class FirecrawlApp:requests.RequestException: If the request fails after the specified retries."""for attempt in range(retries):- response = requests.post(url, headers=headers, json=data)+ response = requests.post(url, headers=headers, json=data, timeout=((data["timeout"] + 5000) if "timeout" in data else None))if response.status_code == 502:time.sleep(backoff_factor * (2 ** attempt))else: