Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Returning prepublishOnly to package.json
Marek Trunkat55b4f7ce1e2b
diff --git a/package.json b/package.jsonindex 79ebd392c..06bc027b1 100644--- a/package.json+++ b/package.json@@ -42,6 +42,7 @@"build-toc": "./node_modules/.bin/markdown-toc README.md -i","test": "npm run build && nyc --reporter=html --reporter=text mocha --timeout 60000 --compilers js:babel-core/register --recursive","prepare": "npm run build-toc && npm run build",+ "prepublishOnly": "(test $RUNNING_FROM_SCRIPT || (echo \"You must use publish.sh instead of 'npm publish' directly!\"; exit 1)) && npm test && npm run lint","clean": "rm -rf build","lint": "npm run build && ./node_modules/.bin/eslint ./src ./test","lint:fix": "./node_modules/.bin/eslint ./src ./test --ext .js,.jsx --fix"