Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Running build before testing or linting
Marek Trunkat2947e25e1bc6
diff --git a/package.json b/package.jsonindex ddb86f066..e6d9b94b8 100644--- a/package.json+++ b/package.json@@ -29,12 +29,12 @@"build"],"scripts": {- "test": "mocha --compilers js:babel-core/register --recursive",- "test-cov": "babel-node node_modules/isparta/bin/isparta cover --report html --report text node_modules/.bin/_mocha","build": "babel src --out-dir build",+ "test": "npm run build && mocha --compilers js:babel-core/register --recursive",+ "test-cov": "npm run build && babel-node node_modules/isparta/bin/isparta cover --report html --report text node_modules/.bin/_mocha","prepare": "npm run build && TEST_BABEL_BUILD=1 npm test && npm run lint","clean": "rm -rf build",- "lint": "eslint src test"+ "lint": "npm run build && eslint src test"},"dependencies": {"body-parser": "^1.17.1",