Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore(deps): bump @apify/eslint-config to ^2.0.0 (#3562)
Martin Adámekfacd4b307786
diff --git a/package.json b/package.jsonindex 7e83f2f8e..2df64b378 100644--- a/package.json+++ b/package.json@@ -55,7 +55,7 @@"prepare": "husky"},"devDependencies": {- "@apify/eslint-config": "^1.0.0",+ "@apify/eslint-config": "^2.0.0","@apify/log": "^2.4.0","@apify/tsconfig": "^0.1.0","@biomejs/biome": "^2.3.11",diff --git a/packages/core/src/storages/request_queue_v2.ts b/packages/core/src/storages/request_queue_v2.tsindex 7dd8157d7..fd9e63f23 100644--- a/packages/core/src/storages/request_queue_v2.ts+++ b/packages/core/src/storages/request_queue_v2.ts@@ -540,7 +540,6 @@ export class RequestQueue extends RequestProvider {this.queuePausedForMigration = true;let requestId: string | null;- // eslint-disable-next-line no-cond-assignwhile ((requestId = this.queueHeadIds.removeFirst()) !== null) {try {await this.client.deleteRequestLock(requestId);diff --git a/packages/memory-storage/test/async-iteration.test.ts b/packages/memory-storage/test/async-iteration.test.tsindex 8303dd61d..b3f512561 100644--- a/packages/memory-storage/test/async-iteration.test.ts+++ b/packages/memory-storage/test/async-iteration.test.ts@@ -204,7 +204,6 @@ describe('Async iteration support', () => {});test('yields strings directly, not objects', async () => {- // eslint-disable-next-line no-unreachable-loopfor await (const key of kvStore.keys()) {expect(typeof key).toBe('string');break; // Only need to check the first one@@ -291,7 +290,6 @@ describe('Async iteration support', () => {});test('yields values directly, not KeyValueStoreRecord objects', async () => {- // eslint-disable-next-line no-unreachable-loopfor await (const value of kvStore.values()) {// Should be the actual value, not a record wrapperexpect(value).toStrictEqual({ data: 'key-00' });@@ -380,7 +378,6 @@ describe('Async iteration support', () => {});test('yields [key, value] tuples', async () => {- // eslint-disable-next-line no-unreachable-loopfor await (const [key, value] of kvStore.entries()) {expect(typeof key).toBe('string');expect(key).toBe('key-00');diff --git a/test/core/session_pool/session_pool.test.ts b/test/core/session_pool/session_pool.test.tsindex d80957279..ec8f6565c 100644--- a/test/core/session_pool/session_pool.test.ts+++ b/test/core/session_pool/session_pool.test.ts@@ -112,18 +112,17 @@ describe('SessionPool - testing session pool', () => {await sessionPool.getSession();let isCalled = false;// @ts-expect-error Accessing private property- const oldPick = sessionPool._pickSession; //eslint-disable-line+ const oldPick = sessionPool._pickSession;// @ts-expect-error Overriding private propertysessionPool._pickSession = () => {- //eslint-disable-lineisCalled = true;return oldPick.bind(sessionPool)();};await sessionPool.getSession();- expect(isCalled).toBe(true); //eslint-disable-line+ expect(isCalled).toBe(true);});test('should delete picked session when it is unusable and create a new one', async () => {diff --git a/yarn.lock b/yarn.lockindex 5c1c803e1..918bf864a 100644--- a/yarn.lock+++ b/yarn.lock@@ -232,25 +232,29 @@ __metadata:languageName: nodelinkType: hard-"@apify/eslint-config@npm:^1.0.0":- version: 1.1.0- resolution: "@apify/eslint-config@npm:1.1.0"+"@apify/eslint-config@npm:^2.0.0":+ version: 2.0.0+ resolution: "@apify/eslint-config@npm:2.0.0"dependencies:- "@eslint/compat": "npm:^1.2.6"- eslint-config-airbnb-base: "npm:^15.0.0"eslint-plugin-import: "npm:^2.32.0"eslint-plugin-simple-import-sort: "npm:^12.1.1"globals: "npm:^15.14.0"peerDependencies:+ "@stylistic/eslint-plugin": ^5.0.0+ "@vitest/eslint-plugin": ^1.6.14eslint: ^9.19.0eslint-plugin-jest: ^28.11.0typescript-eslint: ^8.23.0peerDependenciesMeta:+ "@stylistic/eslint-plugin":+ optional: true+ "@vitest/eslint-plugin":+ optional: trueeslint-plugin-jest:optional: truetypescript-eslint:optional: true- checksum: 10c0/9c1461d859d02bbbb59a6004aa289054a7fca33e573d703ffb6fe62f021607ba298e1dba2ac8c1cc43362150be5444e0112efa98f768d8d06409c3f939671c0e+ checksum: 10c0/b2139b231e735853f0d6c10b9962a8da5f49cb2388429368484471366423a5d0cc7be68d376f6bb8fdaa5825d100f52be913069b3a8b38821dc883e278225652languageName: nodelinkType: hard@@ -1059,7 +1063,7 @@ __metadata:version: 0.0.0-use.localresolution: "@crawlee/root@workspace:."dependencies:- "@apify/eslint-config": "npm:^1.0.0"+ "@apify/eslint-config": "npm:^2.0.0""@apify/log": "npm:^2.4.0""@apify/tsconfig": "npm:^0.1.0""@biomejs/biome": "npm:^2.3.11"@@ -1665,20 +1669,6 @@ __metadata:languageName: nodelinkType: hard-"@eslint/compat@npm:^1.2.6":- version: 1.4.1- resolution: "@eslint/compat@npm:1.4.1"- dependencies:- "@eslint/core": "npm:^0.17.0"- peerDependencies:- eslint: ^8.40 || 9- peerDependenciesMeta:- eslint:- optional: true- checksum: 10c0/46f5ff884873c2e2366df55dd7b2d6b12f7f852bfba8e2a48dae4819cc5e58756deefa9b7f87f1b107af725ee883a05fcc02caf969b58fb142e790c6036a0450- languageName: node- linkType: hard-"@eslint/config-array@npm:^0.21.1":version: 0.21.1resolution: "@eslint/config-array@npm:0.21.1"@@ -5594,13 +5584,6 @@ __metadata:languageName: nodelinkType: hard-"confusing-browser-globals@npm:^1.0.10":- version: 1.0.11- resolution: "confusing-browser-globals@npm:1.0.11"- checksum: 10c0/475d0a284fa964a5182b519af5738b5b64bf7e413cfd703c1b3496bf6f4df9f827893a9b221c0ea5873c1476835beb1e0df569ba643eff0734010c1eb780589e- languageName: node- linkType: hard-"console-control-strings@npm:^1.1.0":version: 1.1.0resolution: "console-control-strings@npm:1.1.0"@@ -6913,21 +6896,6 @@ __metadata:languageName: nodelinkType: hard-"eslint-config-airbnb-base@npm:^15.0.0":- version: 15.0.0- resolution: "eslint-config-airbnb-base@npm:15.0.0"- dependencies:- confusing-browser-globals: "npm:^1.0.10"- object.assign: "npm:^4.1.2"- object.entries: "npm:^1.1.5"- semver: "npm:^6.3.0"- peerDependencies:- eslint: ^7.32.0 || ^8.2.0- eslint-plugin-import: ^2.25.2- checksum: 10c0/93639d991654414756f82ad7860aac30b0dc6797277b7904ddb53ed88a32c470598696bbc6c503e066414024d305221974d3769e6642de65043bedf29cbbd30f- languageName: node- linkType: hard-"eslint-config-prettier@npm:^10.1.1":version: 10.1.8resolution: "eslint-config-prettier@npm:10.1.8"@@ -11568,7 +11536,7 @@ __metadata:languageName: nodelinkType: hard-"object.assign@npm:^4.1.2, object.assign@npm:^4.1.4, object.assign@npm:^4.1.7":+"object.assign@npm:^4.1.4, object.assign@npm:^4.1.7":version: 4.1.7resolution: "object.assign@npm:4.1.7"dependencies:@@ -11582,18 +11550,6 @@ __metadata:languageName: nodelinkType: hard-"object.entries@npm:^1.1.5":- version: 1.1.9- resolution: "object.entries@npm:1.1.9"- dependencies:- call-bind: "npm:^1.0.8"- call-bound: "npm:^1.0.4"- define-properties: "npm:^1.2.1"- es-object-atoms: "npm:^1.1.1"- checksum: 10c0/d4b8c1e586650407da03370845f029aa14076caca4e4d4afadbc69cfb5b78035fd3ee7be417141abdb0258fa142e59b11923b4c44d8b1255b28f5ffcc50da7db- languageName: node- linkType: hard-"object.fromentries@npm:^2.0.8":version: 2.0.8resolution: "object.fromentries@npm:2.0.8"@@ -13468,7 +13424,7 @@ __metadata:languageName: nodelinkType: hard-"semver@npm:^6.3.0, semver@npm:^6.3.1":+"semver@npm:^6.3.1":version: 6.3.1resolution: "semver@npm:6.3.1"bin: