Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
fix(playwright): allow passing new context options in `launchOptions` on type level
Martin Adámek0519d4099d25
diff --git a/packages/playwright-crawler/src/internals/playwright-launcher.ts b/packages/playwright-crawler/src/internals/playwright-launcher.tsindex f4fac6cf8..e9920a76a 100644--- a/packages/playwright-crawler/src/internals/playwright-launcher.ts+++ b/packages/playwright-crawler/src/internals/playwright-launcher.ts@@ -26,8 +26,11 @@ import type { Browser, BrowserType, LaunchOptions } from 'playwright';* ```*/export interface PlaywrightLaunchContext extends BrowserLaunchContext<LaunchOptions, BrowserType> {- /** `browserType.launch` [options](https://playwright.dev/docs/api/class-browsertype#browser-type-launch) */- launchOptions?: LaunchOptions;+ /**+ * `browserType.launch` [options](https://playwright.dev/docs/api/class-browsertype#browser-type-launch) or+ * `browserType.launchContextOptions` [options](https://playwright.dev/docs/api/class-browsertype#browser-type-launch-persistent-context)+ */+ launchOptions?: LaunchOptions & Parameters<BrowserType['launchPersistentContext']>[1];/*** URL to a HTTP proxy server. It must define the port number,@@ -84,6 +87,7 @@ export class PlaywrightLauncher extends BrowserLauncher<PlaywrightPlugin> {protected static override optionsShape = {...BrowserLauncher.optionsShape,launcher: ow.optional.object,+ launchContextOptions: ow.optional.object,};/**diff --git a/test/tsconfig.json b/test/tsconfig.jsonindex 62ecb1bdc..22e01901c 100644--- a/test/tsconfig.json+++ b/test/tsconfig.json@@ -10,7 +10,16 @@"module": "Node16","moduleResolution": "Bundler","paths": {- "@crawlee/utils/src/*": ["packages/utils/src/*"]+ "crawlee": ["packages/crawlee/src"],+ "@crawlee/basic": ["packages/basic-crawler/src"],+ "@crawlee/browser": ["packages/browser-crawler/src"],+ "@crawlee/http": ["packages/http-crawler/src"],+ "@crawlee/linkedom": ["packages/linkedom-crawler/src"],+ "@crawlee/jsdom": ["packages/jsdom-crawler/src"],+ "@crawlee/cheerio": ["packages/cheerio-crawler/src"],+ "@crawlee/playwright": ["packages/playwright-crawler/src"],+ "@crawlee/puppeteer": ["packages/puppeteer-crawler/src"],+ "@crawlee/*": ["packages/*/src"]}}}