Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

Remove ToC script

Ondra Urbanc5c4e6343018
diff --git a/package.json b/package.json
index f0add5f11..d978c15ef 100644
--- a/package.json
+++ b/package.json
@@ -41,7 +41,7 @@
"build-docs": "npm run clean && npm run build && node ./website/tools/build_docs.js",
"build-readme": "node ./tools/build_readme.js",
"test": "npm run build && nyc --reporter=html --reporter=text mocha --timeout 60000 --compilers js:babel-core/register --recursive",
- "prepare": "npm run build-toc && npm run build",
+ "prepare": "npm run build",
"prepublishOnly": "(test $RUNNING_FROM_SCRIPT || (echo \"You must use publish.sh instead of 'npm publish' directly!\"; exit 1)) && npm test && npm run lint",
"clean": "rm -rf build",
"lint": "npm run build && ./node_modules/.bin/eslint ./src ./test",
diff --git a/publish.sh b/publish.sh
index d86036d45..bc15cf161 100755
--- a/publish.sh
+++ b/publish.sh
@@ -36,9 +36,6 @@ if [ "${BRANCH}" = "master" ]; then
else
echo "Tagging version ${PACKAGE_VERSION} with tag \"latest\" ..."
RUNNING_FROM_SCRIPT=1 npm dist-tag add ${PACKAGE_NAME}@${PACKAGE_VERSION} latest
- echo "Copy doc to latest folder..."
- aws s3 cp "s3://${AWS_BUCKET}/${GIT_TAG}/" "s3://${AWS_BUCKET}/latest/" --recursive --region us-east-1 --acl public-read --cache-control "public, max-age=3600"
- aws cloudfront create-invalidation --distribution-id E2KZVJE3BFW9XZ --paths "/docs/sdk/apify-runtime-js/latest/*"
fi
# Any other branch gets published as BETA and we don't allow to override tag of existing version.
@@ -50,11 +47,6 @@ else
git tag ${GIT_TAG}
git push origin ${GIT_TAG}
echo "Git tag: ${GIT_TAG} created."
-
- echo "Copy docs to S3 to beta folder..."
- aws s3 cp "s3://${AWS_BUCKET}/${GIT_TAG}/" "s3://${AWS_BUCKET}/beta/" --recursive --region us-east-1 --acl public-read --cache-control "public, max-age=3600"
- aws cloudfront create-invalidation --distribution-id E2KZVJE3BFW9XZ --paths "/docs/sdk/apify-runtime-js/beta/*"
-
fi