Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Add error message to docs build
Ondra Urban87c42cca9a8f
diff --git a/.travis.yml b/.travis.ymlindex 30cc24b37..4b7dacea0 100644--- a/.travis.yml+++ b/.travis.yml@@ -30,6 +30,7 @@ jobs:- (cd website && npm install --no-package-lock)- npm run lint && node .travis/check-docs.js- stage: deploy+ script: skipnode_js: '10'before_deploy: node .travis/before-deploy.jsafter_deploy: node .travis/after-deploy.jsdiff --git a/.travis/check-docs.js b/.travis/check-docs.jsindex e0eacfc44..e36370fd2 100644--- a/.travis/check-docs.js+++ b/.travis/check-docs.js@@ -9,5 +9,6 @@ const gitStatus = execSync('git status --porcelain --branch', { encoding: 'utf8'const statusLines = gitStatus.split('\n');if (statusLines.length > 1 && statusLines[1].length) {console.error('You have uncommitted changes in the documentation. Please build the docs, review and commit changes.');+ console.error(gitStatus);process.exit(1);}