Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Feature/clicking (#95)
Marek Trunkát262a2e604b1a
diff --git a/src/puppeteer_utils.js b/src/puppeteer_utils.jsindex 5a7d35579..4b1a83293 100644--- a/src/puppeteer_utils.js+++ b/src/puppeteer_utils.js@@ -8,7 +8,6 @@ import Request from './request';const jqueryPath = require.resolve('jquery');const underscorePath = require.resolve('underscore');-const readFilePromised = Promise.promisify(fs.readFile);/**diff --git a/test/puppeteer_utils.js b/test/puppeteer_utils.jsindex b5e258667..4075eb680 100644--- a/test/puppeteer_utils.js+++ b/test/puppeteer_utils.js@@ -127,6 +127,7 @@ describe('Apify.utils.puppeteer', () => {new Apify.PseudoUrl('https://example.com/[(\\w|-|/)*]'),new Apify.PseudoUrl('[http|https]://cool.com/'),];+await Apify.utils.puppeteer.enqueueRequestsFromClickableElements(page, '.click', purls, queue, { method: 'POST' });expect(enqueuedUrls).to.be.eql([