Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
fixed imports.
Petr Patek470c5dcd33a9
diff --git a/src/index.js b/src/index.jsindex 4e6a9006d..3a77fe14f 100644--- a/src/index.js+++ b/src/index.js@@ -22,7 +22,7 @@ import { socialUtils } from './utils_social';import { enqueueLinks } from './enqueue_links';import PseudoUrl from './pseudo_url';import LiveViewServer from './live_view/live_view_server';-import { requestExtended, requestLikeBrowser } from './utils_request';+import { requestAsBrowser } from './utils_request';/* globals module */@@ -116,8 +116,7 @@ module.exports = {social: socialUtils,log,enqueueLinks,- requestExtended,- requestLikeBrowser,+ requestAsBrowser,}),};diff --git a/src/utils_request.js b/src/utils_request.jsindex 71a707f96..6b6cfdfe0 100644--- a/src/utils_request.js+++ b/src/utils_request.js@@ -28,7 +28,7 @@ export const REQUEST_AS_BROWSER_DEFAULT_OPTIONS = {* Currently, the function sends requests the same way as Firefox web browser does.* In the future, it might add support for other browsers too.*- * Internally, the function uses `requestBetter()` function to perform the request.+ * Internally, the function uses `@apify/httpRequest` function to perform the request.* All `options` not recognized by this function are passed to it,* so see it for more details.*