Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore: replace `lodash.isequal` with `util.isDeepStrictEqual`

Martin Adámek7b5ffbe7d345
diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.json
index 0721de81c..5f9802078 100644
--- a/packages/playwright-crawler/package.json
+++ b/packages/playwright-crawler/package.json
@@ -58,7 +58,6 @@
"cheerio": "^1.0.0",
"idcac-playwright": "^0.1.3",
"jquery": "^3.7.1",
- "lodash.isequal": "^4.5.0",
"ml-logistic-regression": "^2.0.0",
"ml-matrix": "^6.12.1",
"ow": "^2.0.0",
diff --git a/packages/playwright-crawler/src/internals/adaptive-playwright-crawler.ts b/packages/playwright-crawler/src/internals/adaptive-playwright-crawler.ts
index d2830dc06..6f9022513 100644
--- a/packages/playwright-crawler/src/internals/adaptive-playwright-crawler.ts
+++ b/packages/playwright-crawler/src/internals/adaptive-playwright-crawler.ts
@@ -8,6 +8,7 @@ import type {
RouteSchemas,
RoutesFromSchemas,
} from '@crawlee/browser';
+import { isDeepStrictEqual } from 'node:util';
import { extractUrlsFromPage } from '@crawlee/browser';
import type {
BaseHttpResponseData,
@@ -32,7 +33,6 @@ import {
import type { Awaitable, BatchAddRequestsResult, Dictionary } from '@crawlee/types';
import { type CheerioRoot, extractUrlsFromCheerio } from '@crawlee/utils';
import { type Cheerio, load } from 'cheerio';
-import isEqual from 'lodash.isequal';
import type { Page } from 'playwright';
import type { SetRequired } from 'type-fest';
@@ -344,7 +344,7 @@ export class AdaptivePlaywrightCrawler extends PlaywrightCrawler {
resultA.datasetItems.length === resultB.datasetItems.length &&
resultA.datasetItems.every((itemA, i) => {
const itemB = resultB.datasetItems[i];
- return isEqual(itemA, itemB);
+ return isDeepStrictEqual(itemA, itemB);
})
);
};