Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
fixed lint and removed unnecessary moment dependency.
Petr Patekfaf07fde17b7
diff --git a/package.json b/package.jsonindex 6985c321b..7916a0ead 100644--- a/package.json+++ b/package.json@@ -60,7 +60,6 @@"htmlparser2": "^3.10.1","jquery": "^3.4.1","mime": "^2.3.1",- "moment": "^2.24.0","proxy-chain": "^0.2.7","request": "^2.88.0","request-promise-native": "^1.0.5",diff --git a/test/session_pool/session.js b/test/session_pool/session.jsindex 4c9d8a542..ba2d38c2a 100644--- a/test/session_pool/session.js+++ b/test/session_pool/session.js@@ -1,6 +1,5 @@import { expect } from 'chai';-import * as moment from 'moment';import { Session } from '../../build/session_pool/session';import { SessionPool } from '../../build/session_pool/session_pool';import EVENTS from '../../build/session_pool/events';diff --git a/test/session_pool/session_pool.js b/test/session_pool/session_pool.jsindex 0f707ef33..a784cc26f 100644--- a/test/session_pool/session_pool.js+++ b/test/session_pool/session_pool.js@@ -1,5 +1,4 @@import { expect } from 'chai';-import * as moment from 'moment';import { LOCAL_STORAGE_DIR, emptyLocalStorageSubdir } from '../_helper';import { SessionPool } from '../../build/session_pool/session_pool';import Apify from '../../build';