Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
docs: use enums in the fingerprint examples (#1834)
Jindřich Bärded226e823a7
diff --git a/docs/guides/avoid_blocking_playwright.ts b/docs/guides/avoid_blocking_playwright.tsindex 1c0223119..8a8543504 100644--- a/docs/guides/avoid_blocking_playwright.ts+++ b/docs/guides/avoid_blocking_playwright.ts@@ -1,4 +1,5 @@import { PlaywrightCrawler } from 'crawlee';+import { BrowserName, DeviceCategory, OperatingSystemsName } from '@crawlee/browser-pool';const crawler = new PlaywrightCrawler({browserPoolOptions: {@@ -6,14 +7,14 @@ const crawler = new PlaywrightCrawler({fingerprintOptions: {fingerprintGeneratorOptions: {browsers: [{- name: 'edge',+ name: BrowserName.edge,minVersion: 96,}],devices: [- 'desktop',+ DeviceCategory.desktop,],operatingSystems: [- 'windows',+ OperatingSystemsName.windows,],},},diff --git a/docs/guides/avoid_blocking_puppeteer.ts b/docs/guides/avoid_blocking_puppeteer.tsindex c86df9dc7..6a4a2ea2e 100644--- a/docs/guides/avoid_blocking_puppeteer.ts+++ b/docs/guides/avoid_blocking_puppeteer.ts@@ -1,4 +1,5 @@import { PuppeteerCrawler } from 'crawlee';+import { BrowserName, DeviceCategory } from '@crawlee/browser-pool';const crawler = new PuppeteerCrawler({browserPoolOptions: {@@ -6,11 +7,11 @@ const crawler = new PuppeteerCrawler({fingerprintOptions: {fingerprintGeneratorOptions: {browsers: [- 'chrome',- 'firefox',+ BrowserName.chrome,+ BrowserName.firefox,],devices: [- 'mobile',+ DeviceCategory.mobile,],locales: ['en-US',diff --git a/website/versioned_docs/version-3.0/guides/avoid_blocking_playwright.ts b/website/versioned_docs/version-3.0/guides/avoid_blocking_playwright.tsindex 1c0223119..8a8543504 100644--- a/website/versioned_docs/version-3.0/guides/avoid_blocking_playwright.ts+++ b/website/versioned_docs/version-3.0/guides/avoid_blocking_playwright.ts@@ -1,4 +1,5 @@import { PlaywrightCrawler } from 'crawlee';+import { BrowserName, DeviceCategory, OperatingSystemsName } from '@crawlee/browser-pool';const crawler = new PlaywrightCrawler({browserPoolOptions: {@@ -6,14 +7,14 @@ const crawler = new PlaywrightCrawler({fingerprintOptions: {fingerprintGeneratorOptions: {browsers: [{- name: 'edge',+ name: BrowserName.edge,minVersion: 96,}],devices: [- 'desktop',+ DeviceCategory.desktop,],operatingSystems: [- 'windows',+ OperatingSystemsName.windows,],},},diff --git a/website/versioned_docs/version-3.0/guides/avoid_blocking_puppeteer.ts b/website/versioned_docs/version-3.0/guides/avoid_blocking_puppeteer.tsindex c86df9dc7..6a4a2ea2e 100644--- a/website/versioned_docs/version-3.0/guides/avoid_blocking_puppeteer.ts+++ b/website/versioned_docs/version-3.0/guides/avoid_blocking_puppeteer.ts@@ -1,4 +1,5 @@import { PuppeteerCrawler } from 'crawlee';+import { BrowserName, DeviceCategory } from '@crawlee/browser-pool';const crawler = new PuppeteerCrawler({browserPoolOptions: {@@ -6,11 +7,11 @@ const crawler = new PuppeteerCrawler({fingerprintOptions: {fingerprintGeneratorOptions: {browsers: [- 'chrome',- 'firefox',+ BrowserName.chrome,+ BrowserName.firefox,],devices: [- 'mobile',+ DeviceCategory.mobile,],locales: ['en-US',diff --git a/website/versioned_docs/version-3.1/guides/avoid_blocking_playwright.ts b/website/versioned_docs/version-3.1/guides/avoid_blocking_playwright.tsindex 1c0223119..8a8543504 100644--- a/website/versioned_docs/version-3.1/guides/avoid_blocking_playwright.ts+++ b/website/versioned_docs/version-3.1/guides/avoid_blocking_playwright.ts@@ -1,4 +1,5 @@import { PlaywrightCrawler } from 'crawlee';+import { BrowserName, DeviceCategory, OperatingSystemsName } from '@crawlee/browser-pool';const crawler = new PlaywrightCrawler({browserPoolOptions: {@@ -6,14 +7,14 @@ const crawler = new PlaywrightCrawler({fingerprintOptions: {fingerprintGeneratorOptions: {browsers: [{- name: 'edge',+ name: BrowserName.edge,minVersion: 96,}],devices: [- 'desktop',+ DeviceCategory.desktop,],operatingSystems: [- 'windows',+ OperatingSystemsName.windows,],},},diff --git a/website/versioned_docs/version-3.1/guides/avoid_blocking_puppeteer.ts b/website/versioned_docs/version-3.1/guides/avoid_blocking_puppeteer.tsindex c86df9dc7..6a4a2ea2e 100644--- a/website/versioned_docs/version-3.1/guides/avoid_blocking_puppeteer.ts+++ b/website/versioned_docs/version-3.1/guides/avoid_blocking_puppeteer.ts@@ -1,4 +1,5 @@import { PuppeteerCrawler } from 'crawlee';+import { BrowserName, DeviceCategory } from '@crawlee/browser-pool';const crawler = new PuppeteerCrawler({browserPoolOptions: {@@ -6,11 +7,11 @@ const crawler = new PuppeteerCrawler({fingerprintOptions: {fingerprintGeneratorOptions: {browsers: [- 'chrome',- 'firefox',+ BrowserName.chrome,+ BrowserName.firefox,],devices: [- 'mobile',+ DeviceCategory.mobile,],locales: ['en-US',diff --git a/website/versioned_docs/version-3.2/guides/avoid_blocking_playwright.ts b/website/versioned_docs/version-3.2/guides/avoid_blocking_playwright.tsindex 1c0223119..8a8543504 100644--- a/website/versioned_docs/version-3.2/guides/avoid_blocking_playwright.ts+++ b/website/versioned_docs/version-3.2/guides/avoid_blocking_playwright.ts@@ -1,4 +1,5 @@import { PlaywrightCrawler } from 'crawlee';+import { BrowserName, DeviceCategory, OperatingSystemsName } from '@crawlee/browser-pool';const crawler = new PlaywrightCrawler({browserPoolOptions: {@@ -6,14 +7,14 @@ const crawler = new PlaywrightCrawler({fingerprintOptions: {fingerprintGeneratorOptions: {browsers: [{- name: 'edge',+ name: BrowserName.edge,minVersion: 96,}],devices: [- 'desktop',+ DeviceCategory.desktop,],operatingSystems: [- 'windows',+ OperatingSystemsName.windows,],},},diff --git a/website/versioned_docs/version-3.2/guides/avoid_blocking_puppeteer.ts b/website/versioned_docs/version-3.2/guides/avoid_blocking_puppeteer.tsindex c86df9dc7..6a4a2ea2e 100644--- a/website/versioned_docs/version-3.2/guides/avoid_blocking_puppeteer.ts+++ b/website/versioned_docs/version-3.2/guides/avoid_blocking_puppeteer.ts@@ -1,4 +1,5 @@import { PuppeteerCrawler } from 'crawlee';+import { BrowserName, DeviceCategory } from '@crawlee/browser-pool';const crawler = new PuppeteerCrawler({browserPoolOptions: {@@ -6,11 +7,11 @@ const crawler = new PuppeteerCrawler({fingerprintOptions: {fingerprintGeneratorOptions: {browsers: [- 'chrome',- 'firefox',+ BrowserName.chrome,+ BrowserName.firefox,],devices: [- 'mobile',+ DeviceCategory.mobile,],locales: ['en-US',diff --git a/website/versioned_docs/version-3.3/guides/avoid_blocking_playwright.ts b/website/versioned_docs/version-3.3/guides/avoid_blocking_playwright.tsindex 1c0223119..8a8543504 100644--- a/website/versioned_docs/version-3.3/guides/avoid_blocking_playwright.ts+++ b/website/versioned_docs/version-3.3/guides/avoid_blocking_playwright.ts@@ -1,4 +1,5 @@import { PlaywrightCrawler } from 'crawlee';+import { BrowserName, DeviceCategory, OperatingSystemsName } from '@crawlee/browser-pool';const crawler = new PlaywrightCrawler({browserPoolOptions: {@@ -6,14 +7,14 @@ const crawler = new PlaywrightCrawler({fingerprintOptions: {fingerprintGeneratorOptions: {browsers: [{- name: 'edge',+ name: BrowserName.edge,minVersion: 96,}],devices: [- 'desktop',+ DeviceCategory.desktop,],operatingSystems: [- 'windows',+ OperatingSystemsName.windows,],},},diff --git a/website/versioned_docs/version-3.3/guides/avoid_blocking_puppeteer.ts b/website/versioned_docs/version-3.3/guides/avoid_blocking_puppeteer.tsindex c86df9dc7..6a4a2ea2e 100644--- a/website/versioned_docs/version-3.3/guides/avoid_blocking_puppeteer.ts+++ b/website/versioned_docs/version-3.3/guides/avoid_blocking_puppeteer.ts@@ -1,4 +1,5 @@import { PuppeteerCrawler } from 'crawlee';+import { BrowserName, DeviceCategory } from '@crawlee/browser-pool';const crawler = new PuppeteerCrawler({browserPoolOptions: {@@ -6,11 +7,11 @@ const crawler = new PuppeteerCrawler({fingerprintOptions: {fingerprintGeneratorOptions: {browsers: [- 'chrome',- 'firefox',+ BrowserName.chrome,+ BrowserName.firefox,],devices: [- 'mobile',+ DeviceCategory.mobile,],locales: ['en-US',