Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Add local warnings to travis scripts
Ondra Urban69aeebe1c465
diff --git a/.travis/after-deploy.js b/.travis/after-deploy.jsindex 8ff2a3a59..1f03cfa32 100644--- a/.travis/after-deploy.js+++ b/.travis/after-deploy.js@@ -3,7 +3,10 @@ const VERSION = require('../package.json').version;const GIT_TAG = `v${VERSION}`;-const { GH_TOKEN } = process.env;+const { GH_TOKEN, TRAVIS } = process.env;++if (!TRAVIS) throw new Error('This script is supposed to run on Travis only. ' ++ 'If you want to run it locally, you\'ll need to set some env vars and it will overwrite your Git credentials so tread carefully.');if (process.env.TRAVIS_TAG) {// Only latest releases will have a tag.diff --git a/.travis/release-images.js b/.travis/release-images.jsindex e5a7b5907..249c75428 100644--- a/.travis/release-images.js+++ b/.travis/release-images.js@@ -6,10 +6,14 @@ const semver = require('semver'); // eslint-disable-line import/no-extraneous-deconst {DOCKER_USERNAME,DOCKER_PASSWORD,+ TRAVIS,TRAVIS_TAG: TAG,TRAVIS_BRANCH: BRANCH,} = process.env;+if (!TRAVIS) throw new Error('This script is supposed to run on Travis only. ' ++ 'If you want to run it locally, you\'ll need to set some env vars and it will overwrite your Git credentials so tread carefully.');+const TEMP_DIR = path.join(__dirname, '..', 'tmp');const IMAGE_REPO_NAME = 'apify-actor-docker';const IMAGE_REPO_URL = `https://github.com/apifytech/${IMAGE_REPO_NAME}.git`;