Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Remove useless integration tests
Ondra Urban0b17da563c56
diff --git a/test_integration/utils.js b/test_integration/utils.jsdeleted file mode 100644index 6e0676b55..000000000--- a/test_integration/utils.js+++ /dev/null@@ -1,34 +0,0 @@-// import { expect } from 'chai';-import * as utils from '../build/utils';-import Apify from '../build';--describe('utils.infiniteScroll()', () => {- xit('exits after it reaches the bottom', async () => {- const browser = await Apify.launchPuppeteer({ headless: true });- try {- const page = await browser.newPage();- // Note: external website- await page.goto('https://twitter.com/search?src=typd&q=%23fingervein&lang=sv', {- waitUntil: 'networkidle2',- });- await utils.infiniteScroll({ page });- } finally {- await browser.close();- }- });-- xit('times out if limit is set', async () => {- const browser = await Apify.launchPuppeteer({ headless: true });- try {- const page = await browser.newPage();- // Note: external website- await page.goto('https://medium.com/search?q=biometrics', {- waitUntil: 'networkidle2',- });- const timeoutSecs = 10; // seconds- await utils.infiniteScroll({ page, timeoutSecs });- } finally {- await browser.close();- }- });-});