Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

fixed tests

vdrmota2e958a16b2bf
diff --git a/test/utils.js b/test/utils.js
index 3a029f573..966136efa 100644
--- a/test/utils.js
+++ b/test/utils.js
@@ -890,7 +890,7 @@ describe('utils.infiniteScroll()', () => {
const page = await browser.newPage();
const contentHTML = '<div>nothing</div>';
await page.setContent(contentHTML);
- await utils.infiniteScroll(page);
+ await utils.infiniteScroll({page});
await browser.close();
})();
});
@@ -904,7 +904,7 @@ describe('utils.infiniteScroll()', () => {
await page.goto('https://twitter.com/search?src=typd&q=%23fingervein&lang=sv', {
waitUntil: 'networkidle2',
});
- await utils.infiniteScroll(page);
+ await utils.infiniteScroll({page});
await browser.close();
})();
});
@@ -919,7 +919,7 @@ describe('utils.infiniteScroll()', () => {
waitUntil: 'networkidle2',
});
const TIMEOUT_AFTER = 10; // seconds
- await utils.infiniteScroll(page, TIMEOUT_AFTER);
+ await utils.infiniteScroll({page, timeoutSecs = TIMEOUT_AFTER});
await browser.close();
})();
});