Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore: replace `lodash.isequal` with `util.isDeepStrictEqual`
Martin Adámek7b5ffbe7d345
diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.jsonindex 0721de81c..5f9802078 100644--- a/packages/playwright-crawler/package.json+++ b/packages/playwright-crawler/package.json@@ -58,7 +58,6 @@"cheerio": "^1.0.0","idcac-playwright": "^0.1.3","jquery": "^3.7.1",- "lodash.isequal": "^4.5.0","ml-logistic-regression": "^2.0.0","ml-matrix": "^6.12.1","ow": "^2.0.0",diff --git a/packages/playwright-crawler/src/internals/adaptive-playwright-crawler.ts b/packages/playwright-crawler/src/internals/adaptive-playwright-crawler.tsindex d2830dc06..6f9022513 100644--- a/packages/playwright-crawler/src/internals/adaptive-playwright-crawler.ts+++ b/packages/playwright-crawler/src/internals/adaptive-playwright-crawler.ts@@ -8,6 +8,7 @@ import type {RouteSchemas,RoutesFromSchemas,} from '@crawlee/browser';+import { isDeepStrictEqual } from 'node:util';import { extractUrlsFromPage } from '@crawlee/browser';import type {BaseHttpResponseData,@@ -32,7 +33,6 @@ import {import type { Awaitable, BatchAddRequestsResult, Dictionary } from '@crawlee/types';import { type CheerioRoot, extractUrlsFromCheerio } from '@crawlee/utils';import { type Cheerio, load } from 'cheerio';-import isEqual from 'lodash.isequal';import type { Page } from 'playwright';import type { SetRequired } from 'type-fest';@@ -344,7 +344,7 @@ export class AdaptivePlaywrightCrawler extends PlaywrightCrawler {resultA.datasetItems.length === resultB.datasetItems.length &&resultA.datasetItems.every((itemA, i) => {const itemB = resultB.datasetItems[i];- return isEqual(itemA, itemB);+ return isDeepStrictEqual(itemA, itemB);}));};