Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

Remove useless integration tests

Ondra Urban0b17da563c56
diff --git a/test_integration/utils.js b/test_integration/utils.js
deleted file mode 100644
index 6e0676b55..000000000
--- a/test_integration/utils.js
+++ /dev/null
@@ -1,34 +0,0 @@
-// import { expect } from 'chai';
-import * as utils from '../build/utils';
-import Apify from '../build';
-
-describe('utils.infiniteScroll()', () => {
- xit('exits after it reaches the bottom', async () => {
- const browser = await Apify.launchPuppeteer({ headless: true });
- try {
- const page = await browser.newPage();
- // Note: external website
- await page.goto('https://twitter.com/search?src=typd&q=%23fingervein&lang=sv', {
- waitUntil: 'networkidle2',
- });
- await utils.infiniteScroll({ page });
- } finally {
- await browser.close();
- }
- });
-
- xit('times out if limit is set', async () => {
- const browser = await Apify.launchPuppeteer({ headless: true });
- try {
- const page = await browser.newPage();
- // Note: external website
- await page.goto('https://medium.com/search?q=biometrics', {
- waitUntil: 'networkidle2',
- });
- const timeoutSecs = 10; // seconds
- await utils.infiniteScroll({ page, timeoutSecs });
- } finally {
- await browser.close();
- }
- });
-});