Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Run docs build on Node 10
Ondra Urbanfc84ff0c3a8c
diff --git a/.travis.yml b/.travis.ymlindex 59e8b9848..30cc24b37 100644--- a/.travis.yml+++ b/.travis.yml@@ -25,6 +25,7 @@ jobs:include:- stage: testname: 'Lint&Docs'+ node_js: '10'script:- (cd website && npm install --no-package-lock)- npm run lint && node .travis/check-docs.jsdiff --git a/.travis/check-docs.js b/.travis/check-docs.jsindex 92f05735b..e0eacfc44 100644--- a/.travis/check-docs.js+++ b/.travis/check-docs.js@@ -1,13 +1,13 @@const { execSync } = require('child_process');console.log('Checking if documentation is updated.');-execSync('npm run build-docs');-execSync('npm run build-readme');+execSync('npm run build-docs', { stdio: 'inherit'});+execSync('npm run build-readme', { stdio: 'inherit'});console.log('Checking if all changes are committed.');const gitStatus = execSync('git status --porcelain --branch', { encoding: 'utf8' });const statusLines = gitStatus.split('\n');if (statusLines.length > 1 && statusLines[1].length) {- console.log('You have uncommitted changes in the documentation. Please build the docs, review and commit changes.');+ console.error('You have uncommitted changes in the documentation. Please build the docs, review and commit changes.');process.exit(1);}