Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Fix typos
Ondra Urban54cf19941ef6
diff --git a/.travis/check-user-agent.js b/.travis/check-user-agent.jsindex 11d79a30b..6dd43e7da 100644--- a/.travis/check-user-agent.js+++ b/.travis/check-user-agent.js@@ -10,12 +10,12 @@ const getMajor = (version) => {async function main() {const { body } = await httpRequest({ url: 'https://omahaproxy.appspot.com/all?csv=1' });const csv = await parse(body, { columns: true });- const latestStabel = csv.find(line => line.channel === 'stable' && line.os === 'linux');+ const latestStable = csv.find(line => line.channel === 'stable' && line.os === 'linux');const UA = new UAParser(DEFAULT_USER_AGENT);const defaultUserAgentVersion = getMajor(UA.getBrowser().version);- const latestStableVersion = getMajor(latestStabel.current_version);+ const latestStableVersion = getMajor(latestStable.current_version);if (defaultUserAgentVersion !== latestStableVersion) {- console.log(`Default User-Agent has a correct Chrome version - ${defaultUserAgentVersion}.`);+ console.log(`Default User-Agent has the correct Chrome version - ${defaultUserAgentVersion}.`);process.exit(0);} else {console.warn('Default User-Agent has incorrect version of Chrome!');