Skip to content

Playwright is a framework for Web Testing and Automation. It allows testing Chromium, Firefox and WebKit with a single API.

30.5 KB
Raw Blame
/**
 * Copyright (c) Microsoft Corporation.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

import { ManualPromise } from '@isomorphic/manualPromise';
import { assert } from '@isomorphic/assert';
import { rewriteErrorMessage } from '@utils/stackTrace';
import { isProtocolError } from './protocolError';
import { BrowserContext } from './browserContext';
import { APIRequestContext } from './fetch';
import { SdkObject } from './instrumentation';

import type * as contexts from './browserContext';
import type * as frames from './frames';
import type * as pages from './page';
import type * as types from './types';
import type { NormalizedContinueOverrides } from './types';
import type { HeadersArray, NameValue } from '@isomorphic/types';
import type * as channels from './channels';
import type { Progress } from './progress';


export function filterCookies(cookies: channels.NetworkCookie[], urls: string[]): channels.NetworkCookie[] {
  const parsedURLs = urls.map(s => new URL(s));
  // Chromiums's cookies are missing sameSite when it is 'None'
  return cookies.filter(c => {
    if (!parsedURLs.length)
      return true;
    return parsedURLs.some(parsedURL => cookieMatchesURL(c, parsedURL));
  });
}

// Whether the cookie is sent with a request to the given url.
// https://datatracker.ietf.org/doc/html/rfc6265#section-5.4
function cookieMatchesURL(cookie: channels.NetworkCookie, url: URL): boolean {
  if (!domainMatches(url.hostname, cookie.domain))
    return false;
  if (!pathMatches(url.pathname, cookie.path))
    return false;
  if (cookie.secure && url.protocol !== 'https:' && !isLocalHostname(url.hostname))
    return false;
  return true;
}

// Cookie domain without a leading dot denotes a host-only cookie, see host-only-flag in
// https://datatracker.ietf.org/doc/html/rfc6265#section-5.3
// Such a cookie requires the host to be identical to the domain, others follow domain-match from
// https://datatracker.ietf.org/doc/html/rfc6265#section-5.1.3
export function domainMatches(hostname: string, cookieDomain: string): boolean {
  if (hostname === cookieDomain)
    return true;
  if (!cookieDomain.startsWith('.'))
    return false;
  return ('.' + hostname).endsWith(cookieDomain);
}

// Implements path-match from https://datatracker.ietf.org/doc/html/rfc6265#section-5.1.4
function pathMatches(requestPath: string, cookiePath: string): boolean {
  if (requestPath === cookiePath)
    return true;
  if (!requestPath.startsWith(cookiePath))
    return false;
  return cookiePath.endsWith('/') || requestPath[cookiePath.length] === '/';
}

// Mirrors Chromium's net::IsLocalhost(): localhost, *.localhost, 127.0.0.0/8 and [::1].
export function isLocalHostname(hostname: string): boolean {
  return hostname === 'localhost' || hostname.endsWith('.localhost') || hostname === '[::1]' || /^127\.\d+\.\d+\.\d+$/.test(hostname);
}

// Forbidden request headers according to https://developer.mozilla.org/en-US/docs/Glossary/Forbidden_request_header
// These headers cannot be set or modified programmatically.
const FORBIDDEN_HEADER_NAMES = new Set([
  'accept-charset',
  'accept-encoding',
  'access-control-request-headers',
  'access-control-request-method',
  'connection',
  'content-length',
  'cookie',
  'date',
  'dnt',
  'expect',
  'host',
  'keep-alive',
  'origin',
  'referer',
  'set-cookie',
  'te',
  'trailer',
  'transfer-encoding',
  'upgrade',
  'via',
]);

// Forbidden method names for X-HTTP-Method-* headers
const FORBIDDEN_METHODS = new Set(['CONNECT', 'TRACE', 'TRACK']);

function isForbiddenHeader(name: string, value?: string): boolean {
  const lowerName = name.toLowerCase();

  if (FORBIDDEN_HEADER_NAMES.has(lowerName))
    return true;

  if (lowerName.startsWith('proxy-'))
    return true;

  if (lowerName.startsWith('sec-'))
    return true;

  if (lowerName === 'x-http-method' ||
      lowerName === 'x-http-method-override' ||
      lowerName === 'x-method-override') {
    if (value && FORBIDDEN_METHODS.has(value.toUpperCase()))
      return true;
  }

  return false;
}

export function applyHeadersOverrides(original: HeadersArray, overrides: HeadersArray): HeadersArray {
  const forbiddenHeaders = original.filter(header => isForbiddenHeader(header.name, header.value));
  const allowedHeaders = overrides.filter(header => !isForbiddenHeader(header.name, header.value));
  return mergeHeaders([allowedHeaders, forbiddenHeaders]);
}

// Rollover to 5-digit year:
// 253402300799 == Fri, 31 Dec 9999 23:59:59 +0000 (UTC)
// 253402300800 == Sat,  1 Jan 1000 00:00:00 +0000 (UTC)
export const kMaxCookieExpiresDateInSeconds = 253402300799;

export type ClearCookiesOptions = { name?: string | RegExp, domain?: string | RegExp, path?: string | RegExp };

export function hasClearCookiesFilter(options: ClearCookiesOptions): boolean {
  return options.name !== undefined || options.domain !== undefined || options.path !== undefined;
}

export function cookieMatchesClearFilter(cookie: channels.NetworkCookie, options: ClearCookiesOptions): boolean {
  const matches = (prop: 'name' | 'domain' | 'path', value: string | RegExp | undefined) => {
    if (value === undefined)
      return true;
    if (value instanceof RegExp) {
      value.lastIndex = 0;
      return value.test(cookie[prop]);
    }
    return cookie[prop] === value;
  };
  return matches('name', options.name) && matches('domain', options.domain) && matches('path', options.path);
}

export function rewriteCookies(cookies: channels.SetNetworkCookie[]): channels.SetNetworkCookie[] {
  return cookies.map(c => {
    assert(c.url || (c.domain && c.path), 'Cookie should have a url or a domain/path pair');
    assert(!(c.url && c.domain), 'Cookie should have either url or domain');
    assert(!(c.url && c.path), 'Cookie should have either url or path');
    assert(!(c.expires && c.expires < 0 && c.expires !== -1), 'Cookie should have a valid expires, only -1 or a positive number for the unix timestamp in seconds is allowed');
    assert(!(c.expires && c.expires > 0 && c.expires > kMaxCookieExpiresDateInSeconds), 'Cookie should have a valid expires, only -1 or a positive number for the unix timestamp in seconds is allowed');
    const copy = { ...c };
    if (copy.url) {
      assert(copy.url !== 'about:blank', `Blank page can not have cookie "${c.name}"`);
      assert(!copy.url.startsWith('data:'), `Data URL page can not have cookie "${c.name}"`);
      const url = new URL(copy.url);
      copy.domain = url.hostname;
      copy.path = url.pathname.substring(0, url.pathname.lastIndexOf('/') + 1);
      copy.secure = url.protocol === 'https:';
    }
    return copy;
  });
}

export function parseURL(url: string): URL | null {
  try {
    return new URL(url);
  } catch (e) {
    return null;
  }
}

export function stripFragmentFromUrl(url: string): string {
  if (!url.includes('#'))
    return url;
  return url.substring(0, url.indexOf('#'));
}

export type ResourceType = 'document'
| 'stylesheet'
| 'image'
| 'media'
| 'font'
| 'script'
| 'fetch'
| 'xhr'
| 'websocket'
| 'eventsource'
| 'manifest'
| 'texttrack'
| 'beacon'
| 'ping'
| 'cspreport'
// 'prefetch', 'signedexchange', 'preflight', 'fedcm'
| 'other';

export class Request extends SdkObject {
  private _response: Response | null = null;
  private _redirectedFrom: Request | null;
  _redirectedTo: Request | null = null;
  readonly _documentId?: string;
  readonly _isFavicon: boolean;
  _failureText: string | null = null;
  private _url: string;
  private _resourceType: ResourceType;
  private _method: string;
  private _postData: Buffer | null;
  readonly _headers: HeadersArray;
  readonly _frame: frames.Frame | null = null;
  readonly _serviceWorker: pages.Worker | null = null;
  readonly _context: contexts.BrowserContext;
  private _rawRequestHeadersPromise = new ManualPromise<HeadersArray>();
  private _waitForResponsePromise = new ManualPromise<Response | null>();
  _responseEndTiming = -1;
  private _overrides: NormalizedContinueOverrides | undefined;
  private _bodySize: number | undefined;
  private _wallTimeMs: number | undefined;
  _responseBodyOverride: { body: string; isBase64: boolean; } | undefined;

  static Events = {
    Response: 'response',
  };

  constructor(context: contexts.BrowserContext, frame: frames.Frame | null, serviceWorker: pages.Worker | null, redirectedFrom: Request | null, documentId: string | undefined,
    url: string, resourceType: ResourceType, method: string, postData: Buffer | null, headers: HeadersArray, wallTimeMs?: number) {
    super(frame || context, 'request');
    assert(!url.startsWith('data:'), 'Data urls should not fire requests');
    this._context = context;
    this._frame = frame;
    this._serviceWorker = serviceWorker;
    this._redirectedFrom = redirectedFrom;
    if (redirectedFrom)
      redirectedFrom._redirectedTo = this;
    this._documentId = documentId;
    this._url = stripFragmentFromUrl(url);
    this._resourceType = resourceType;
    this._method = method;
    this._postData = postData;
    this._headers = headers;
    this._wallTimeMs = wallTimeMs;
    this._isFavicon = url.endsWith('/favicon.ico') || !!redirectedFrom?._isFavicon;
  }

  wallTimeMs(): number | undefined {
    return this._wallTimeMs;
  }

  async raceWithPageClosure<T>(progress: Progress, promise: Promise<T>): Promise<T> {
    const scope = this._serviceWorker?.openScope ?? this._frame?._page.openScope;
    if (scope)
      return await progress.race(scope.race(promise));
    return await progress.race(promise);
  }

  async rawRequestHeaders(progress: Progress): Promise<HeadersArray> {
    return await this.raceWithPageClosure(progress, this.internalRawRequestHeaders());
  }

  async response(progress: Progress): Promise<Response | null> {
    return await this.raceWithPageClosure(progress, this._waitForResponse());
  }

  _setFailureText(failureText: string) {
    this._failureText = failureText;
    this._waitForResponsePromise.resolve(null);
  }

  _applyOverrides(overrides: types.NormalizedContinueOverrides) {
    this._overrides = { ...this._overrides, ...overrides };
    return this._overrides;
  }

  overrides() {
    return this._overrides;
  }

  url(): string {
    return this._overrides?.url || this._url;
  }

  resourceType(): ResourceType {
    return this._resourceType;
  }

  method(): string {
    return this._overrides?.method || this._method;
  }

  postDataBuffer(): Buffer | null {
    return this._overrides?.postData || this._postData;
  }

  headers(): HeadersArray {
    return this._overrides?.headers || this._headers;
  }

  headerValue(name: string): string | undefined {
    const lowerCaseName = name.toLowerCase();
    return this.headers().find(h => h.name.toLowerCase() === lowerCaseName)?.value;
  }

  // "null" means no raw headers available - we'll use provisional headers as raw headers.
  setRawRequestHeaders(headers: HeadersArray | null) {
    if (!this._rawRequestHeadersPromise.isDone())
      this._rawRequestHeadersPromise.resolve(headers || this._headers);
  }

  async internalRawRequestHeaders(): Promise<HeadersArray> {
    return this._overrides?.headers || this._rawRequestHeadersPromise;
  }

  private _waitForResponse(): Promise<Response | null> {
    return this._waitForResponsePromise;
  }

  _existingResponse(): Response | null {
    return this._response;
  }

  _setResponse(response: Response) {
    this._response = response;
    this._waitForResponsePromise.resolve(response);
    this.emit(Request.Events.Response, response);
  }

  _finalRequest(): Request {
    return this._redirectedTo ? this._redirectedTo._finalRequest() : this;
  }

  frame(): frames.Frame | null {
    return this._frame;
  }

  serviceWorker(): pages.Worker | null {
    return this._serviceWorker;
  }

  isNavigationRequest(): boolean {
    return !!this._documentId;
  }

  redirectedFrom(): Request | null {
    return this._redirectedFrom;
  }

  failure(): { errorText: string } | null {
    if (this._failureText === null)
      return null;
    return {
      errorText: this._failureText
    };
  }

  // TODO(bidi): remove once post body is available.
  _setBodySize(size: number) {
    this._bodySize = size;
  }

  bodySize(): number {
    return this._bodySize || this.postDataBuffer()?.length || 0;
  }

  async _requestHeadersSize(): Promise<number> {
    return requestHeadersSize(await this.internalRawRequestHeaders(), this.url(), this.method());
  }
}

export class Route extends SdkObject {
  private readonly _request: Request;
  private readonly _delegate: RouteDelegate;
  private _handled = false;
  private _currentHandler: RouteHandler | undefined;
  private _futureHandlers: RouteHandler[] = [];

  constructor(request: Request, delegate: RouteDelegate) {
    super(request._frame || request._context, 'route');
    this._request = request;
    this._delegate = delegate;
    this._request._context.addRouteInFlight(this);
  }

  handle(handlers: RouteHandler[]) {
    this._futureHandlers = [...handlers];
    this.continue({ isFallback: true }).catch(() => {});
  }

  async removeHandler(handler: RouteHandler) {
    this._futureHandlers = this._futureHandlers.filter(h => h !== handler);
    if (handler === this._currentHandler) {
      await this.continue({ isFallback: true }).catch(() => {});
      return;
    }
  }

  request(): Request {
    return this._request;
  }

  async abort(errorCode: string = 'failed') {
    this._startHandling();
    this._request._context.emit(BrowserContext.Events.RequestAborted, this._request);
    await this._delegate.abort(errorCode);
    this._endHandling();
  }

  redirectNavigationRequest(url: string) {
    this._startHandling();
    assert(this._request.isNavigationRequest());
    this._request.frame()!.redirectNavigation(url, this._request._documentId!, this._request.headerValue('referer'));
    this._endHandling();
  }

  async fulfill(overrides: channels.RouteFulfillParams) {
    this._startHandling();
    let body = overrides.body;
    let isBase64 = overrides.isBase64 || false;
    if (body === undefined) {
      if (overrides.fetchResponseUid) {
        const buffer = this._request._context.fetchRequest.fetchResponses.get(overrides.fetchResponseUid) || APIRequestContext.findResponseBody(overrides.fetchResponseUid);
        assert(buffer, 'Fetch response has been disposed');
        body = buffer.toString('base64');
        isBase64 = true;
      } else {
        body = '';
        isBase64 = false;
      }
    } else if (!overrides.status || overrides.status < 200 || overrides.status >= 400) {
      this._request._responseBodyOverride = { body, isBase64 };
    }
    const headers = [...(overrides.headers || [])];
    this._maybeAddCorsHeaders(headers);
    this._request._context.emit(BrowserContext.Events.RequestFulfilled, this._request);
    await this._delegate.fulfill({
      status: overrides.status || 200,
      headers,
      body: body!,
      isBase64,
    });
    this._endHandling();
  }

  // See https://github.com/microsoft/playwright/issues/12929
  private _maybeAddCorsHeaders(headers: NameValue[]) {
    const origin = this._request.headerValue('origin');
    if (!origin)
      return;
    const requestUrl = new URL(this._request.url());
    if (!requestUrl.protocol.startsWith('http'))
      return;
    if (requestUrl.origin === origin.trim())
      return;
    const corsHeader = headers.find(({ name }) => name === 'access-control-allow-origin');
    if (corsHeader)
      return;
    headers.push({ name: 'access-control-allow-origin', value: origin });
    headers.push({ name: 'access-control-allow-credentials', value: 'true' });
    headers.push({ name: 'vary', value: 'Origin' });
  }

  async continue(overrides: channels.RouteContinueParams) {
    if (overrides.url) {
      const newUrl = new URL(overrides.url);
      const oldUrl = new URL(this._request.url());
      if (oldUrl.protocol !== newUrl.protocol)
        throw new Error('New URL must have same protocol as overridden URL');
    }
    if (overrides.headers) {
      // Filter out forbidden headers from overrides - they cannot be overridden
      // and will be passed as-is from the original request
      overrides.headers = applyHeadersOverrides(this._request._headers, overrides.headers);
    }
    overrides = this._request._applyOverrides(overrides);

    const nextHandler = this._futureHandlers.shift();
    if (nextHandler) {
      this._currentHandler = nextHandler;
      nextHandler(this, this._request);
      return;
    }

    if (!overrides.isFallback)
      this._request._context.emit(BrowserContext.Events.RequestContinued, this._request);
    this._startHandling();
    await this._delegate.continue(overrides);
    this._endHandling();
  }

  private _startHandling() {
    assert(!this._handled, 'Route is already handled!');
    this._handled = true;
    this._currentHandler = undefined;
  }

  private _endHandling() {
    this._futureHandlers = [];
    this._currentHandler = undefined;
    this._request._context.removeRouteInFlight(this);
  }
}

export type RouteHandler = (route: Route, request: Request) => void;

type GetResponseBodyCallback = () => Promise<Buffer>;

export type ResourceTiming = {
  startTime: number;
  domainLookupStart: number;
  domainLookupEnd: number;
  connectStart: number;
  secureConnectionStart: number;
  connectEnd: number;
  requestStart: number;
  responseStart: number;
};

export type ResourceSizes = {
  requestBodySize: number,
  requestHeadersSize: number,
  responseBodySize: number,
  responseHeadersSize: number,
  transferSize: number,
};

export type RemoteAddr = {
  ipAddress: string;
  port: number;
};

export type SecurityDetails = {
  protocol?: string;
  subjectName?: string;
  issuer?: string;
  validFrom?: number;
  validTo?: number;
};

export class Response extends SdkObject {
  private _request: Request;
  private _finishedPromise = new ManualPromise<void>();
  private _status: number;
  private _statusText: string;
  private _url: string;
  private _headers: HeadersArray;
  private _headersMap = new Map<string, string>();
  private _getResponseBodyCallback: GetResponseBodyCallback;
  private _timing: ResourceTiming;
  private _serverAddrPromise = new ManualPromise<RemoteAddr | undefined>();
  private _securityDetailsPromise = new ManualPromise<SecurityDetails | undefined>();
  private _rawResponseHeadersPromise = new ManualPromise<HeadersArray>();
  private _httpVersionPromise = new ManualPromise<string | null>();
  private _fromServiceWorker: boolean;
  private _encodedBodySizePromise = new ManualPromise<number | null>();
  private _transferSizePromise = new ManualPromise<number | null>();
  private _responseHeadersSizePromise = new ManualPromise<number | null>();

  constructor(request: Request, status: number, statusText: string, headers: HeadersArray, timing: ResourceTiming, getResponseBodyCallback: GetResponseBodyCallback, fromServiceWorker: boolean) {
    super(request.frame() || request._context, 'response');
    this._request = request;
    this._timing = timing;
    this._status = status;
    this._statusText = statusText;
    this._url = request.url();
    this._headers = headers;
    for (const { name, value } of this._headers)
      this._headersMap.set(name.toLowerCase(), value);
    this._getResponseBodyCallback = getResponseBodyCallback;
    this._request._setResponse(this);
    this._fromServiceWorker = fromServiceWorker;
  }

  async body(progress: Progress): Promise<Buffer> {
    return await this._request.raceWithPageClosure(progress, this.internalBody());
  }

  async securityDetails(progress: Progress): Promise<SecurityDetails | null> {
    return await this._request.raceWithPageClosure(progress, this.internalSecurityDetails());
  }

  async serverAddr(progress: Progress): Promise<RemoteAddr | null> {
    return await this._request.raceWithPageClosure(progress, this.internalServerAddr());
  }

  async rawResponseHeaders(progress: Progress): Promise<NameValue[]> {
    return await this._request.raceWithPageClosure(progress, this.internalRawResponseHeaders());
  }

  async httpVersion(progress: Progress): Promise<string> {
    return await this._request.raceWithPageClosure(progress, this.internalHttpVersion());
  }

  async sizes(progress: Progress): Promise<ResourceSizes> {
    return await this._request.raceWithPageClosure(progress, this.internalSizes());
  }

  _serverAddrFinished(addr?: RemoteAddr) {
    this._serverAddrPromise.resolve(addr);
  }

  _securityDetailsFinished(securityDetails?: SecurityDetails) {
    this._securityDetailsPromise.resolve(securityDetails);
  }

  _requestFinished(responseEndTiming: number) {
    this._request._responseEndTiming = Math.max(responseEndTiming, this._timing.responseStart);
    // Set start time equal to end when request is served from memory cache.
    if (this._timing.requestStart === -1)
      this._timing.requestStart = this._request._responseEndTiming;
    this._finishedPromise.resolve();
  }

  _setHttpVersion(httpVersion: string | null) {
    this._httpVersionPromise.resolve(httpVersion);
  }

  url(): string {
    return this._url;
  }

  status(): number {
    return this._status;
  }

  statusText(): string {
    return this._statusText;
  }

  headers(): HeadersArray {
    return this._headers;
  }

  headerValue(name: string): string | undefined {
    return this._headersMap.get(name);
  }

  // "null" means no raw headers available - we'll use provisional headers as raw headers.
  setRawResponseHeaders(headers: HeadersArray | null) {
    if (!this._rawResponseHeadersPromise.isDone())
      this._rawResponseHeadersPromise.resolve(headers || this._headers);
  }

  setTransferSize(size: number | null) {
    this._transferSizePromise.resolve(size);
  }

  setEncodedBodySize(size: number | null) {
    this._encodedBodySizePromise.resolve(size);
  }

  setResponseHeadersSize(size: number | null) {
    this._responseHeadersSizePromise.resolve(size);
  }

  timing(): ResourceTiming {
    return this._timing;
  }

  async internalSecurityDetails(): Promise<SecurityDetails|null> {
    return await this._securityDetailsPromise || null;
  }

  async internalServerAddr(): Promise<RemoteAddr | null> {
    return await this._serverAddrPromise || null;
  }

  async internalRawResponseHeaders(): Promise<HeadersArray> {
    return await this._rawResponseHeadersPromise;
  }

  async internalBody(): Promise<Buffer> {
    await this._finishedPromise;
    if (this._status >= 300 && this._status <= 399)
      throw new Error('Response body is unavailable for redirect responses');
    if (this._request._responseBodyOverride) {
      const { body, isBase64 } = this._request._responseBodyOverride;
      return Buffer.from(body, isBase64 ? 'base64' : 'utf-8');
    }
    try {
      return await this._getResponseBodyCallback();
    } catch (e) {
      if (isProtocolError(e) && e.type === 'error')
        rewriteErrorMessage(e, e.message + '\nResponse body is not available for a response that was navigated away from. Read response.body() before triggering any navigation.');
      throw e;
    }
  }

  request(): Request {
    return this._request;
  }

  finished(): Promise<void> {
    return this._finishedPromise;
  }

  frame(): frames.Frame | null {
    return this._request.frame();
  }

  async internalHttpVersion(): Promise<string> {
    const httpVersion = await this._httpVersionPromise || null;
    if (!httpVersion)
      return 'HTTP/1.1';
    if (httpVersion === 'http/1.1')
      return 'HTTP/1.1';
    if (httpVersion === 'h2')
      return 'HTTP/2.0';
    return httpVersion;
  }

  fromServiceWorker(): boolean {
    return this._fromServiceWorker;
  }

  async responseHeadersSize(): Promise<number> {
    const availableSize = await this._responseHeadersSizePromise;
    if (availableSize !== null)
      return availableSize;

    // Fallback to calculating it manually.
    return responseHeadersSize(await this._rawResponseHeadersPromise, this.statusText());
  }

  async internalSizes(): Promise<ResourceSizes> {
    const requestHeadersSize = await this._request._requestHeadersSize();
    const responseHeadersSize = await this.responseHeadersSize();

    let encodedBodySize = await this._encodedBodySizePromise;
    if (encodedBodySize === null) {
      // Fallback to calculating it manually.
      const headers = await this._rawResponseHeadersPromise;
      const contentLength = headers.find(h => h.name.toLowerCase() === 'content-length')?.value;
      encodedBodySize = contentLength ? +contentLength : 0;
    }

    let transferSize = await this._transferSizePromise;
    if (transferSize === null) {
      // Fallback to calculating it manually.
      transferSize = responseHeadersSize + encodedBodySize;
    }

    return {
      requestBodySize: this._request.bodySize(),
      requestHeadersSize,
      responseBodySize: encodedBodySize,
      responseHeadersSize,
      transferSize,
    };
  }
}

export class WebSocket extends SdkObject {
  private _url: string;
  private _notified = false;
  private _wallTimeMs: number | undefined;
  private _status: number | undefined;
  private _statusText: string | undefined;
  private _requestHeaders: HeadersArray | undefined;
  private _responseHeaders: HeadersArray | undefined;

  static Events = {
    Close: 'close',
    SocketError: 'socketerror',
    FrameReceived: 'framereceived',
    FrameSent: 'framesent',
    Request: 'request',
    Response: 'response',
  };

  constructor(parent: SdkObject, url: string) {
    super(parent, 'ws');
    this._url = stripFragmentFromUrl(url);
  }

  markAsNotified() {
    // Sometimes we get "onWebSocketRequest" twice, at least in Chromium.
    // Perhaps websocket is restarted because of chrome.webRequest extensions api?
    // Or maybe the handshake response was a redirect?
    if (this._notified)
      return false;
    this._notified = true;
    return true;
  }

  url(): string {
    return this._url;
  }

  wallTimeMs(): number | undefined {
    return this._wallTimeMs;
  }

  setWallTimeMs(wallTimeMs: number | undefined) {
    this._wallTimeMs = wallTimeMs;
  }

  requestSent(headers: HeadersArray) {
    this.emit(WebSocket.Events.Request, { headers });
  }

  responseReceived(status: number, statusText: string, headers: HeadersArray) {
    this.emit(WebSocket.Events.Response, { status, statusText, headers });
  }

  frameSent(opcode: number, data: string, wallTimeMs: number) {
    this.emit(WebSocket.Events.FrameSent, { opcode, data, wallTimeMs });
  }

  frameReceived(opcode: number, data: string, wallTimeMs: number) {
    this.emit(WebSocket.Events.FrameReceived, { opcode, data, wallTimeMs });
  }

  error(errorMessage: string) {
    this.emit(WebSocket.Events.SocketError, errorMessage);
  }

  closed() {
    this.emit(WebSocket.Events.Close);
  }
}

export interface RouteDelegate {
  abort(errorCode: string): Promise<void>;
  fulfill(response: types.NormalizedFulfillResponse): Promise<void>;
  continue(overrides: types.NormalizedContinueOverrides): Promise<void>;
}

// List taken from https://www.iana.org/assignments/http-status-codes/http-status-codes.xhtml with extra 306 and 418 codes.
const STATUS_TEXTS: { [status: string]: string } = {
  '100': 'Continue',
  '101': 'Switching Protocols',
  '102': 'Processing',
  '103': 'Early Hints',
  '200': 'OK',
  '201': 'Created',
  '202': 'Accepted',
  '203': 'Non-Authoritative Information',
  '204': 'No Content',
  '205': 'Reset Content',
  '206': 'Partial Content',
  '207': 'Multi-Status',
  '208': 'Already Reported',
  '226': 'IM Used',
  '300': 'Multiple Choices',
  '301': 'Moved Permanently',
  '302': 'Found',
  '303': 'See Other',
  '304': 'Not Modified',
  '305': 'Use Proxy',
  '306': 'Switch Proxy',
  '307': 'Temporary Redirect',
  '308': 'Permanent Redirect',
  '400': 'Bad Request',
  '401': 'Unauthorized',
  '402': 'Payment Required',
  '403': 'Forbidden',
  '404': 'Not Found',
  '405': 'Method Not Allowed',
  '406': 'Not Acceptable',
  '407': 'Proxy Authentication Required',
  '408': 'Request Timeout',
  '409': 'Conflict',
  '410': 'Gone',
  '411': 'Length Required',
  '412': 'Precondition Failed',
  '413': 'Payload Too Large',
  '414': 'URI Too Long',
  '415': 'Unsupported Media Type',
  '416': 'Range Not Satisfiable',
  '417': 'Expectation Failed',
  '418': 'I\'m a teapot',
  '421': 'Misdirected Request',
  '422': 'Unprocessable Entity',
  '423': 'Locked',
  '424': 'Failed Dependency',
  '425': 'Too Early',
  '426': 'Upgrade Required',
  '428': 'Precondition Required',
  '429': 'Too Many Requests',
  '431': 'Request Header Fields Too Large',
  '451': 'Unavailable For Legal Reasons',
  '500': 'Internal Server Error',
  '501': 'Not Implemented',
  '502': 'Bad Gateway',
  '503': 'Service Unavailable',
  '504': 'Gateway Timeout',
  '505': 'HTTP Version Not Supported',
  '506': 'Variant Also Negotiates',
  '507': 'Insufficient Storage',
  '508': 'Loop Detected',
  '510': 'Not Extended',
  '511': 'Network Authentication Required',
};

export function statusText(status: number): string {
  return STATUS_TEXTS[String(status)] || 'Unknown';
}

export function singleHeader(name: string, value: string): HeadersArray {
  return [{ name, value }];
}

export function mergeHeaders(headers: (HeadersArray | undefined | null)[]): HeadersArray {
  const lowerCaseToValue = new Map<string, string>();
  const lowerCaseToOriginalCase = new Map<string, string>();
  for (const h of headers) {
    if (!h)
      continue;
    for (const { name, value } of h) {
      const lower = name.toLowerCase();
      lowerCaseToOriginalCase.set(lower, name);
      lowerCaseToValue.set(lower, value);
    }
  }
  const result: HeadersArray = [];
  for (const [lower, value] of lowerCaseToValue)
    result.push({ name: lowerCaseToOriginalCase.get(lower)!, value });
  return result;
}

function headersSize(headers: HeadersArray): number {
  let result = 0;
  for (const header of headers)
    result += header.name.length + header.value.length + 4; // 4 = ': ' + '\r\n'
  return result;
}

export function requestHeadersSize(headers: HeadersArray, url: string, method: string): number {
  let result = 4; // 4 = 2 spaces + 2 line breaks (GET /path \r\n)
  result += method.length;
  result += (new URL(url)).pathname.length;
  result += 8; // httpVersion
  result += headersSize(headers);
  return result;
}

export function responseHeadersSize(headers: HeadersArray, statusText: string): number {
  let result = 4; // 4 = 2 spaces + 2 line breaks (HTTP/1.1 200 Ok\r\n)
  result += 8; // httpVersion;
  result += 3; // statusCode;
  result += statusText.length;
  result += headersSize(headers);
  result += 2; // '\r\n'
  return result;
}