Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Remove dry-run from release of beta images
Ondra Urban4b754795717f
diff --git a/.travis.yml b/.travis.ymlindex 857f90909..3989bb99b 100644--- a/.travis.yml+++ b/.travis.yml@@ -1,6 +1,7 @@dist: xenialsudo: falselanguage: node_js+if: (tag IS blank) OR tag =~ /^v\d+\.\d+\.\d+$/node_js:- '12'- '10'diff --git a/.travis/after-deploy.js b/.travis/after-deploy.jsindex 014c3a059..8ff2a3a59 100644--- a/.travis/after-deploy.js+++ b/.travis/after-deploy.js@@ -1,5 +1,7 @@const { execSync } = require('child_process');-const GIT_TAG = require('../package.json').version;+const VERSION = require('../package.json').version;++const GIT_TAG = `v${VERSION}`;const { GH_TOKEN } = process.env;@@ -16,7 +18,7 @@ execSync('git config --global user.name "Travis CI"');console.log('after-deploy: Adding new origin with token.');execSync(`git remote add origin-token https://${GH_TOKEN}@github.com/apifytech/apify-js > /dev/null 2>&1`);-console.log(`after-deploy: Tagging commit with tag: ${GIT_TAG}.`);+console.log(`after-deploy: Tagging commit with tag: ${GIT_TAG}.`);execSync(`git tag ${GIT_TAG}`);console.log('after-deploy: Pushing changes to remote.');diff --git a/.travis/release-images.js b/.travis/release-images.jsindex 9747d0acb..63ee886c7 100644--- a/.travis/release-images.js+++ b/.travis/release-images.js@@ -11,7 +11,7 @@ if (TAG && /^v\d+\.\d+\.\d+$/.test(TAG)) {} else if (BRANCH && /^master$/.test(BRANCH)) {// Beta releaseconsole.log('release-images: Triggering release of beta images.');- execSync(`node ${path.join(__dirname, 'release-images-beta.js')} --dry-run`, { stdio: 'inherit'});+ execSync(`node ${path.join(__dirname, 'release-images-beta.js')}`, { stdio: 'inherit'});} else {console.log('release-images: Build is not a release build. Skipping.');process.exit(0);