Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
fixed tests
vdrmota2e958a16b2bf
diff --git a/test/utils.js b/test/utils.jsindex 3a029f573..966136efa 100644--- a/test/utils.js+++ b/test/utils.js@@ -890,7 +890,7 @@ describe('utils.infiniteScroll()', () => {const page = await browser.newPage();const contentHTML = '<div>nothing</div>';await page.setContent(contentHTML);- await utils.infiniteScroll(page);+ await utils.infiniteScroll({page});await browser.close();})();});@@ -904,7 +904,7 @@ describe('utils.infiniteScroll()', () => {await page.goto('https://twitter.com/search?src=typd&q=%23fingervein&lang=sv', {waitUntil: 'networkidle2',});- await utils.infiniteScroll(page);+ await utils.infiniteScroll({page});await browser.close();})();});@@ -919,7 +919,7 @@ describe('utils.infiniteScroll()', () => {waitUntil: 'networkidle2',});const TIMEOUT_AFTER = 10; // seconds- await utils.infiniteScroll(page, TIMEOUT_AFTER);+ await utils.infiniteScroll({page, timeoutSecs = TIMEOUT_AFTER});await browser.close();})();});