Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Changed build docs directory
Jan Curnf5a6810dd07d
diff --git a/.gitignore b/.gitignoreindex 613458a84..0a037a337 100644--- a/.gitignore+++ b/.gitignore@@ -1,4 +1,5 @@build+build-docsnode_modules*.log*.piddiff --git a/package.json b/package.jsonindex 243ba59d4..c3123da21 100644--- a/package.json+++ b/package.json@@ -38,7 +38,7 @@],"scripts": {"build": "rm -rf ./build && babel src --out-dir build",- "build-doc": "npm run clean && npm run build && node ./node_modules/jsdoc/jsdoc.js --package ./package.json -c ./docs/jsdoc-conf.json -d ./build/docs",+ "build-doc": "npm run clean && npm run build && node ./node_modules/jsdoc/jsdoc.js --package ./package.json -c ./docs/jsdoc-conf.json -d ./build-docs","build-toc": "./node_modules/.bin/markdown-toc README.md -i","test": "npm run build && nyc --reporter=html --reporter=text mocha --timeout 60000 --compilers js:babel-core/register --recursive","prepare": "npm run build-toc && npm run build",diff --git a/publish.sh b/publish.shindex 20ab1e6c2..73cc9171d 100755--- a/publish.sh+++ b/publish.sh@@ -12,7 +12,7 @@ BRANCH_UP_TO_DATE=`git status | grep 'nothing to commit' | tr -s \n ' '`;GIT_TAG="v${PACKAGE_VERSION}"# Upload doc to S3 configuration-DOC_DIR="${PWD}/build/docs"+DOC_DIR="${PWD}/build-docs"AWS_BUCKET="apify-runtime-js-doc"if [ -z "${BRANCH_UP_TO_DATE}" ]; then