Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Linting
Marek Trunkat72e1f9b9a813
diff --git a/test/request_queue.js b/test/request_queue.jsindex 16d1a70d2..da00d3263 100644--- a/test/request_queue.js+++ b/test/request_queue.js@@ -8,7 +8,7 @@ import * as Apify from '../build/index';import * as utils from '../build/utils';import {RequestQueueLocal, RequestQueue,- LOCAL_STORAGE_SUBDIR, QUERY_HEAD_MIN_LENGTH, MAX_QUERIES_FOR_CONSISTENCY, API_PROCESSED_REQUESTS_DELAY_MILLIS,+ LOCAL_STORAGE_SUBDIR, QUERY_HEAD_MIN_LENGTH, API_PROCESSED_REQUESTS_DELAY_MILLIS,} from '../build/request_queue';import { emptyLocalStorageSubdir, LOCAL_STORAGE_DIR, expectNotUsingLocalStorage, expectDirEmpty, expectDirNonEmpty } from './_helper';@@ -197,7 +197,7 @@ describe('RequestQueue', () => {const queue = new RequestQueueLocal('some-id', LOCAL_STORAGE_DIR);await queue.addRequest({ url: 'http://example.com/a' });expect(- (await queue.fetchNextRequest()).url+ (await queue.fetchNextRequest()).url,).to.be.eql('http://example.com/a');});@@ -570,7 +570,7 @@ describe('RequestQueue', () => {requestId: 'xxx',wasAlreadyHandled: false,wasAlreadyPresent: false,- }))+ }));await queue.addRequest({ url: 'http://example.com/a' });mock.verify();mock.restore();@@ -629,7 +629,6 @@ describe('RequestQueue', () => {});describe('Apify.openRequestQueue', async () => {- return;it('should work', () => {const mock = sinon.mock(utils);