Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(ci): fix assertions in e2e tests (#3316)
Jindřich Bäree733792f791
diff --git a/test/e2e/cheerio-curl-impersonate-ts/actor/package.json b/test/e2e/cheerio-curl-impersonate-ts/actor/package.jsonindex 8e788a918..14e060bc8 100644--- a/test/e2e/cheerio-curl-impersonate-ts/actor/package.json+++ b/test/e2e/cheerio-curl-impersonate-ts/actor/package.json@@ -24,7 +24,8 @@},"devDependencies": {"@apify/tsconfig": "^0.1.0",- "typescript": "^5.0.0"+ "typescript": "^5.0.0",+ "@types/node": "^24.0.0"},"scripts": {"start": "tsc && node main.js",diff --git a/test/e2e/cheerio-default-ts/actor/package.json b/test/e2e/cheerio-default-ts/actor/package.jsonindex d0dfc7875..ec751d482 100644--- a/test/e2e/cheerio-default-ts/actor/package.json+++ b/test/e2e/cheerio-default-ts/actor/package.json@@ -23,7 +23,8 @@},"devDependencies": {"@apify/tsconfig": "^0.1.0",- "typescript": "^5.0.0"+ "typescript": "^5.0.0",+ "@types/node": "^24.0.0"},"scripts": {"start": "tsc && node main.js",diff --git a/test/e2e/cheerio-impit-ts/actor/package.json b/test/e2e/cheerio-impit-ts/actor/package.jsonindex 03ccac5e7..95895410f 100644--- a/test/e2e/cheerio-impit-ts/actor/package.json+++ b/test/e2e/cheerio-impit-ts/actor/package.json@@ -24,7 +24,8 @@},"devDependencies": {"@apify/tsconfig": "^0.1.0",- "typescript": "^5.0.0"+ "typescript": "^5.0.0",+ "@types/node": "^24.0.0"},"scripts": {"start": "tsc && node main.js",diff --git a/test/e2e/cheerio-max-requests/actor/main.js b/test/e2e/cheerio-max-requests/actor/main.jsindex dbf711ff3..68c1c1b11 100644--- a/test/e2e/cheerio-max-requests/actor/main.js+++ b/test/e2e/cheerio-max-requests/actor/main.js@@ -34,8 +34,8 @@ await Actor.main(async () => {}} else if (label === 'DETAIL') {const uniqueIdentifier = url.split('/').slice(-2).join('/');- const title = $('header h1').text();- const firstParagraph = $('header + p').text();+ const title = $('.markdown h1').text();+ const firstParagraph = $('.markdown > p').text();const modifiedDate = $('.theme-last-updated time').attr('datetime');await Dataset.pushData({diff --git a/test/e2e/cheerio-page-info/actor/main.js b/test/e2e/cheerio-page-info/actor/main.jsindex fbc87f3c4..ccb3a1762 100644--- a/test/e2e/cheerio-page-info/actor/main.js+++ b/test/e2e/cheerio-page-info/actor/main.js@@ -22,8 +22,8 @@ router.addHandler('DETAIL', async ({ request, $ }) => {const { url } = request;const uniqueIdentifier = url.split('/').slice(-2).join('/');- const title = $('header h1').text();- const firstParagraph = $('header + p').text();+ const title = $('.markdown h1').text();+ const firstParagraph = $('.markdown > p').text();const modifiedDate = $('.theme-last-updated time').attr('datetime');await Dataset.pushData({diff --git a/test/e2e/cheerio-stop-resume-ts/actor/package.json b/test/e2e/cheerio-stop-resume-ts/actor/package.jsonindex cf307b836..cbfc00fd2 100644--- a/test/e2e/cheerio-stop-resume-ts/actor/package.json+++ b/test/e2e/cheerio-stop-resume-ts/actor/package.json@@ -23,7 +23,8 @@},"devDependencies": {"@apify/tsconfig": "^0.1.0",- "typescript": "^5.0.0"+ "typescript": "^5.0.0",+ "@types/node": "^24.0.0"},"scripts": {"start": "tsc && node main.js",diff --git a/test/e2e/jsdom-default-ts/actor/package.json b/test/e2e/jsdom-default-ts/actor/package.jsonindex cefb31968..a565508ac 100644--- a/test/e2e/jsdom-default-ts/actor/package.json+++ b/test/e2e/jsdom-default-ts/actor/package.json@@ -23,7 +23,8 @@},"devDependencies": {"@apify/tsconfig": "^0.1.0",- "typescript": "^5.0.0"+ "typescript": "^5.0.0",+ "@types/node": "^24.0.0"},"scripts": {"start": "tsc && node main.js",diff --git a/test/e2e/jsdom-react-ts/actor/package.json b/test/e2e/jsdom-react-ts/actor/package.jsonindex b0479560e..c4712c32c 100644--- a/test/e2e/jsdom-react-ts/actor/package.json+++ b/test/e2e/jsdom-react-ts/actor/package.json@@ -23,7 +23,8 @@},"devDependencies": {"@apify/tsconfig": "^0.1.0",- "typescript": "^5.0.0"+ "typescript": "^5.0.0",+ "@types/node": "^24.0.0"},"scripts": {"start": "tsc && node main.js",diff --git a/test/e2e/linkedom-default-ts/actor/package.json b/test/e2e/linkedom-default-ts/actor/package.jsonindex 04796ca89..c58803707 100644--- a/test/e2e/linkedom-default-ts/actor/package.json+++ b/test/e2e/linkedom-default-ts/actor/package.json@@ -23,7 +23,8 @@},"devDependencies": {"@apify/tsconfig": "^0.1.0",- "typescript": "^5.0.0"+ "typescript": "^5.0.0",+ "@types/node": "^24.0.0"},"scripts": {"start": "tsc && node main.js",diff --git a/test/e2e/puppeteer-page-info/actor/main.js b/test/e2e/puppeteer-page-info/actor/main.jsindex 88fd1b9d8..495d36160 100644--- a/test/e2e/puppeteer-page-info/actor/main.js+++ b/test/e2e/puppeteer-page-info/actor/main.js@@ -33,8 +33,8 @@ await Actor.main(async () => {const uniqueIdentifier = url.split('/').slice(-2).join('/');- const titleP = page.$eval('header h1', (el) => el.textContent);- const firstParagraphP = page.$eval('header + p', (el) => el.textContent);+ const titleP = page.$eval('.markdown h1', (el) => el.textContent);+ const firstParagraphP = page.$eval('.markdown > p', (el) => el.textContent);const modifiedDateP = page.$eval('.theme-last-updated time', (el) => el.getAttribute('datetime'));const [title, description, modifiedDate] = await Promise.all([titleP, firstParagraphP, modifiedDateP]);