Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Public API Report File for "@crawlee/http-client"
Do not edit this file. It is a report generated by API Extractor.
import type { BaseHttpClient as BaseHttpClient_2 } from '@crawlee/types';
import type { CookieJar } from '@crawlee/types';
import type { CrawleeLogger } from '@crawlee/types';
import type { SendRequestOptions } from '@crawlee/types';
import type { SessionFingerprint } from '@crawlee/types';
// @public
export abstract class BaseHttpClient implements BaseHttpClient_2 {
constructor(options?: {
logger?: CrawleeLogger;
});
protected abstract fetch(input: Request, init?: RequestInit & CustomFetchOptions): Promise<Response>;
sendRequest(initialRequest: Request, options?: SendRequestOptions): Promise<Response>;
}
// @public
export interface CustomFetchOptions {
cookieJar?: CookieJar;
fingerprint?: SessionFingerprint;
ignoreTlsErrors?: boolean;
proxyUrl?: string;
}
// @public
export class FetchHttpClient extends BaseHttpClient {
constructor(options?: {
logger?: CrawleeLogger;
});
// (undocumented)
protected fetch(request: Request, options?: RequestInit & CustomFetchOptions): Promise<Response>;
}
// @public
export class ResponseWithUrl extends Response {
constructor(body: BodyInit | null, init: ResponseInit & {
url?: string;
});
// (undocumented)
readonly url: string;
}
// (No @packageDocumentation comment for this package)