Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Another fix in publish.sh, bumped package.json version for test
Jan Curn163eab8dcf19
diff --git a/package.json b/package.jsonindex f3b26de17..91e839b99 100644--- a/package.json+++ b/package.json@@ -1,6 +1,6 @@{"name": "apify",- "version": "0.4.15",+ "version": "0.4.16","description": "Apify runtime for JavaScript","main": "build/index.js","keywords": [diff --git a/publish.sh b/publish.shindex ec99b1675..7e2164694 100755--- a/publish.sh+++ b/publish.sh@@ -21,19 +21,13 @@ git push# Master gets published as LATEST if that version doesn't exists yet and retagged as LATEST otherwise.if [ "${BRANCH}" = "master" ]; then- EXISTING_NPM_VERSION=$(npm view ${PACKAGE_NAME} versions | grep ${PACKAGE_VERSION} | tee)- echo "EXISTING_NPM_VERSION: '${EXISTING_NPM_VERSION}'"+ EXISTING_NPM_VERSION=$(npm view ${PACKAGE_NAME} versions | grep ${PACKAGE_VERSION} | tee) # Using tee to swallow non-zero exit codeif [ -z "${EXISTING_NPM_VERSION}" ]; then- printf "${RED}You can only publish to NPM with 'beta' tag from 'develop' branch!${NC}\n"+ printf "${RED}Version ${PACKAGE_VERSION} was not yet published on NPM. Note that you can only publish to NPM from \"develop\" branch!${NC}\n"exit 1elseecho "Tagging version ${PACKAGE_VERSION} with tag \"latest\" ..."RUNNING_FROM_SCRIPT=1 npm dist-tag add ${PACKAGE_NAME}@${PACKAGE_VERSION} latest-- echo "Tagging git commit with ${GIT_TAG} ..."- git tag ${GIT_TAG}- git push origin ${GIT_TAG}- echo "Git tag: ${GIT_TAG} created."fi# Develop branch gets published as BETA and we don't allow to override tag of existing version.@@ -41,6 +35,11 @@ elif [ "${BRANCH}" = "develop" ]; thenecho "Publishing version ${PACKAGE_VERSION} with tag \"beta\" ..."RUNNING_FROM_SCRIPT=1 npm publish --tag beta+ echo "Tagging git commit with ${GIT_TAG} ..."+ git tag ${GIT_TAG}+ git push origin ${GIT_TAG}+ echo "Git tag: ${GIT_TAG} created."+# For other branch throw an error.elseprintf "${RED}You can publish from develop and master branches only!${NC}\n"