Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Try to see git status in docs
Ondra Urban86e2ef5fb962
diff --git a/.travis/check-docs.js b/.travis/check-docs.jsindex e36370fd2..a5c4fa9cd 100644--- a/.travis/check-docs.js+++ b/.travis/check-docs.js@@ -5,8 +5,9 @@ execSync('npm run build-docs', { stdio: 'inherit'});execSync('npm run build-readme', { stdio: 'inherit'});console.log('Checking if all changes are committed.');-const gitStatus = execSync('git status --porcelain --branch', { encoding: 'utf8' });+const gitStatus = execSync('git status', { encoding: 'utf8' });const statusLines = gitStatus.split('\n');+console.log(gitStatus);if (statusLines.length > 1 && statusLines[1].length) {console.error('You have uncommitted changes in the documentation. Please build the docs, review and commit changes.');console.error(gitStatus);