Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Trigger beta release on Travis
Ondra Urbanac536422a3f2
diff --git a/.travis.yml b/.travis.ymlindex 7d925bf1c..c300ca743 100644--- a/.travis.yml+++ b/.travis.yml@@ -27,13 +27,13 @@ jobs:include:- stage: testname: Lint&User-Agent- node_js: '10'+ node_js: '12'script:- npm run lint && node .travis/check-user-agent.js- stage: deployif: (branch = master AND type != pull_request) OR tag =~ /^v\d+\.\d+\.\d+$/script: skip- node_js: '10'+ node_js: '12'before_deploy: node .travis/before-deploy.jsafter_deploy: node .travis/after-deploy.jsdeploy:@@ -58,7 +58,7 @@ jobs:tag: latest- stage: imagesif: (branch = master AND type != pull_request) OR tag =~ /^v\d+\.\d+\.\d+$/- node_js: '10'+ node_js: '12'services:- dockerscript:diff --git a/.travis/before-deploy.js b/.travis/before-deploy.jsindex 7ed51358b..969dc740e 100644--- a/.travis/before-deploy.js+++ b/.travis/before-deploy.js@@ -8,6 +8,7 @@ const pkgJson = require(PKG_JSON_PATH);if (process.env.TRAVIS_TAG) {// Only latest releases will have a tag.+ console.log('before-deploy: TRAVIS_TAG:', process.env.TRAVIS_TAG);console.log('before-deploy: Skipping version update, because it\'s a latest release.');process.exit(0);}diff --git a/CHANGELOG.md b/CHANGELOG.mdindex 7af1a4f92..272a10812 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -1,6 +1,8 @@-NEXT+0.20.2 / 2020-03-09====================-+- Fix an error where persistence of `SessionPool` would fail if a cookie included invalid+ `expires` value.+- Jumping a patch version because of an error in publishing via CI.0.20.0 / 2020-03-03====================diff --git a/package.json b/package.jsonindex 53758cc9e..bc164c290 100644--- a/package.json+++ b/package.json@@ -1,6 +1,6 @@{"name": "apify",- "version": "0.20.1",+ "version": "0.20.2","description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": "^10.17.0 || ^12.3.0"