Skip to content

Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.

chore: migrate from eslint/biome to oxlint/oxfmt (#3569)

Martin Adámek1640c401c1ee
diff --git a/.github/workflows/test-ci.yml b/.github/workflows/test-ci.yml
index 4efe7a10b..215cdc408 100644
--- a/.github/workflows/test-ci.yml
+++ b/.github/workflows/test-ci.yml
@@ -278,10 +278,10 @@ jobs:
- name: Install Dependencies
run: yarn
- - name: ESLint
+ - name: Oxlint
run: yarn lint
- - name: Biome format
+ - name: Oxfmt format check
run: yarn format:check
release_next:
diff --git a/.oxfmtrc.json b/.oxfmtrc.json
new file mode 100644
index 000000000..498b10256
--- /dev/null
+++ b/.oxfmtrc.json
@@ -0,0 +1,27 @@
+{
+ "$schema": "https://raw.githubusercontent.com/oxc-project/oxc/main/npm/oxfmt/configuration_schema.json",
+ "printWidth": 120,
+ "tabWidth": 4,
+ "useTabs": false,
+ "singleQuote": true,
+ "semi": true,
+ "trailingComma": "all",
+ "quoteProps": "preserve",
+ "endOfLine": "lf",
+ "ignorePatterns": [
+ "**/node_modules",
+ "**/dist",
+ "**/coverage",
+ "**/.turbo",
+ "**/website/build",
+ "**/website/.docusaurus",
+ "**/*.d.ts",
+ "**/package.json",
+ "**/lerna.json",
+ "**/CHANGELOG.md",
+ "**/README.md",
+ "**/*.md",
+ "**/*.mdx",
+ "scripts/actions/docker-images/state.json"
+ ]
+}
diff --git a/.oxlintrc.json b/.oxlintrc.json
new file mode 100644
index 000000000..7b6c06023
--- /dev/null
+++ b/.oxlintrc.json
@@ -0,0 +1,201 @@
+{
+ "$schema": "https://raw.githubusercontent.com/oxc-project/oxc/main/npm/oxlint/configuration_schema.json",
+ "ignorePatterns": [
+ "**/node_modules",
+ "**/dist",
+ "**/coverage",
+ "**/.turbo",
+ "**/website/build",
+ "**/website/.docusaurus",
+ "**/*.d.ts",
+ "packages/templates/templates/**",
+ "packages/templates/scripts/**",
+ "test/e2e/**"
+ ],
+ "plugins": [
+ "typescript",
+ "import",
+ "unicorn"
+ ],
+ "env": {
+ "browser": true,
+ "node": true
+ },
+ "globals": {
+ "vi": "readonly",
+ "vitest": "readonly",
+ "describe": "readonly",
+ "it": "readonly",
+ "test": "readonly",
+ "expect": "readonly",
+ "expectTypeOf": "readonly",
+ "beforeAll": "readonly",
+ "afterAll": "readonly",
+ "beforeEach": "readonly",
+ "afterEach": "readonly"
+ },
+ "rules": {
+ "no-var": "error",
+ "prefer-const": "error",
+ "prefer-rest-params": "error",
+ "prefer-spread": "error",
+ "constructor-super": "error",
+ "for-direction": "error",
+ "getter-return": "error",
+ "no-async-promise-executor": "error",
+ "no-case-declarations": "error",
+ "no-class-assign": "error",
+ "no-compare-neg-zero": "error",
+ "no-cond-assign": "error",
+ "no-const-assign": "error",
+ "no-constant-condition": "error",
+ "no-control-regex": "error",
+ "no-debugger": "error",
+ "no-delete-var": "error",
+ "no-dupe-class-members": "error",
+ "no-dupe-keys": "error",
+ "no-duplicate-case": "error",
+ "no-empty": "error",
+ "no-empty-character-class": "error",
+ "no-empty-pattern": "error",
+ "no-ex-assign": "error",
+ "no-extra-boolean-cast": "error",
+ "no-fallthrough": "error",
+ "no-func-assign": "error",
+ "no-global-assign": "error",
+ "no-inner-declarations": "error",
+ "no-invalid-regexp": "error",
+ "no-irregular-whitespace": "error",
+ "no-new-native-nonconstructor": "error",
+ "no-obj-calls": "error",
+ "no-prototype-builtins": "error",
+ "no-self-assign": "error",
+ "no-shadow-restricted-names": "error",
+ "no-sparse-arrays": "error",
+ "no-this-before-super": "error",
+ "no-undef": "off",
+ "no-unreachable": "error",
+ "no-unsafe-finally": "error",
+ "no-unsafe-negation": "error",
+ "no-unused-labels": "error",
+ "no-useless-catch": "error",
+ "no-useless-escape": "error",
+ "no-with": "error",
+ "require-yield": "error",
+ "use-isnan": "error",
+ "valid-typeof": "error",
+ "eqeqeq": ["error", "smart"],
+ "no-console": "off",
+ "no-throw-literal": "error",
+ "yoda": "error",
+
+ "typescript/consistent-type-imports": ["error", { "disallowTypeAnnotations": false }],
+ "typescript/consistent-type-definitions": ["error", "interface"],
+ "typescript/array-type": "error",
+ "typescript/no-floating-promises": "error",
+ "typescript/no-explicit-any": "off",
+ "typescript/no-non-null-assertion": "off",
+ "typescript/ban-ts-comment": "off",
+ "typescript/no-unused-vars": "off",
+ "typescript/no-empty-function": "off",
+ "typescript/no-empty-object-type": "off",
+ "typescript/no-empty-interface": "off",
+ "typescript/no-useless-constructor": "off",
+ "no-useless-constructor": "off",
+ "typescript/no-namespace": ["error", { "allowDeclarations": true }],
+ "typescript/no-this-alias": "error",
+ "typescript/no-var-requires": "error",
+ "typescript/no-require-imports": "off",
+ "typescript/adjacent-overload-signatures": "error",
+ "typescript/consistent-type-assertions": "error",
+ "typescript/no-array-constructor": "error",
+ "typescript/no-misused-new": "error",
+ "typescript/triple-slash-reference": "error",
+ "typescript/no-redeclare": "error",
+ "typescript/no-unnecessary-qualifier": "error",
+ "typescript/no-inferrable-types": "off",
+ "typescript/no-useless-default-assignment": "off",
+ "typescript/no-unsafe-declaration-merging": "off",
+ "typescript/no-unnecessary-parameter-property-assignment": "off",
+
+ "typescript/await-thenable": "error",
+ "typescript/no-for-in-array": "error",
+ "typescript/no-implied-eval": "error",
+ "typescript/no-mixed-enums": "error",
+ "typescript/no-unsafe-unary-minus": "error",
+ "typescript/related-getter-setter-pairs": "error",
+ "typescript/only-throw-error": "error",
+ "typescript/no-deprecated": "warn",
+ "typescript/prefer-find": "error",
+ "typescript/prefer-includes": "error",
+ "typescript/prefer-string-starts-ends-with": "error",
+ "typescript/no-duplicate-type-constituents": "error",
+ "typescript/consistent-type-exports": "error",
+
+ "typescript/prefer-optional-chain": "error",
+ "typescript/prefer-regexp-exec": "error",
+ "typescript/no-misused-promises": ["error", { "checksVoidReturn": { "arguments": false } }],
+ "typescript/no-unnecessary-template-expression": "error",
+ "typescript/no-unnecessary-boolean-literal-compare": "error",
+ "typescript/no-array-delete": "error",
+ "typescript/return-await": "off",
+ "typescript/use-unknown-in-catch-callback-variable": "off",
+ "typescript/no-unnecessary-condition": "off",
+ "typescript/no-confusing-void-expression": "off",
+ "typescript/switch-exhaustiveness-check": "off",
+ "typescript/no-unnecessary-type-assertion": "off",
+ "typescript/no-redundant-type-constituents": "off",
+ "typescript/no-misused-spread": "off",
+ "typescript/no-unsafe-enum-comparison": "off",
+ "typescript/unbound-method": "off",
+ "typescript/no-unsafe-argument": "off",
+ "typescript/no-unsafe-assignment": "off",
+ "typescript/no-unsafe-call": "off",
+ "typescript/no-unsafe-member-access": "off",
+ "typescript/no-unsafe-return": "off",
+ "typescript/no-unsafe-type-assertion": "off",
+ "typescript/strict-boolean-expressions": "off",
+ "typescript/prefer-readonly-parameter-types": "off",
+ "typescript/promise-function-async": "off",
+ "typescript/require-await": "off",
+ "typescript/strict-void-return": "off",
+ "typescript/require-array-sort-compare": "off",
+ "typescript/restrict-template-expressions": "off",
+ "typescript/restrict-plus-operands": "off",
+ "typescript/no-base-to-string": "off",
+ "typescript/no-use-before-define": "off",
+
+ "import/no-duplicates": "error",
+
+ "unicorn/prefer-node-protocol": "error",
+ "unicorn/no-new-array": "off",
+ "unicorn/no-empty-file": "off",
+ "unicorn/no-useless-spread": "off"
+ },
+ "overrides": [
+ {
+ "files": ["test/**/*", "packages/*/test/**/*"],
+ "rules": {
+ "typescript/consistent-type-imports": "off",
+ "typescript/no-floating-promises": "off",
+ "typescript/only-throw-error": "off",
+ "typescript/await-thenable": "off",
+ "typescript/no-deprecated": "off",
+ "typescript/no-array-delete": "off",
+ "typescript/no-mixed-enums": "off",
+ "typescript/no-implied-eval": "off",
+ "no-console": "off",
+ "no-control-regex": "off",
+ "no-empty": "off",
+ "import/no-duplicates": "off"
+ }
+ },
+ {
+ "files": ["packages/templates/**/*"],
+ "rules": {
+ "typescript/no-unused-vars": "off",
+ "no-unused-vars": "off"
+ }
+ }
+ ]
+}
diff --git a/biome.json b/biome.json
deleted file mode 100644
index 8c23acdb0..000000000
--- a/biome.json
+++ /dev/null
@@ -1,28 +0,0 @@
-{
- "formatter": {
- "includes": [
- "**",
- "!**/website/**",
- "!**/packages/**/*/dist/**",
- "!**/package.json",
- "!**/lerna.json",
- "!**/scripts/actions/docker-images/state.json"
- ],
- "formatWithErrors": true
- },
- "javascript": {
- "formatter": {
- "quoteStyle": "single",
- "semicolons": "always",
- "trailingCommas": "all",
- "lineWidth": 120,
- "indentStyle": "space",
- "indentWidth": 4,
- "quoteProperties": "preserve",
- "lineEnding": "lf"
- }
- },
- "linter": {
- "enabled": false
- }
-}
diff --git a/docs/examples/file_download_stream.ts b/docs/examples/file_download_stream.ts
index fa3d3d59a..9517531b5 100644
--- a/docs/examples/file_download_stream.ts
+++ b/docs/examples/file_download_stream.ts
@@ -1,4 +1,4 @@
-import { pipeline, Transform } from 'stream';
+import { pipeline, Transform } from 'node:stream';
import { FileDownload, type CrawleeLogger } from 'crawlee';
diff --git a/docs/guides/running-in-web-server/web-server.mjs b/docs/guides/running-in-web-server/web-server.mjs
index 7c677db91..29e6b2736 100644
--- a/docs/guides/running-in-web-server/web-server.mjs
+++ b/docs/guides/running-in-web-server/web-server.mjs
@@ -1,6 +1,6 @@
import { randomUUID } from 'node:crypto';
import { CheerioCrawler, log } from 'crawlee';
-import { createServer } from 'http';
+import { createServer } from 'node:http';
// We will bind an HTTP response that we want to send to the Request.uniqueKey
const requestsToResponses = new Map();
diff --git a/docs/guides/session_management_basic.ts b/docs/guides/session_management_basic.ts
index b579f3a31..5dd90c209 100644
--- a/docs/guides/session_management_basic.ts
+++ b/docs/guides/session_management_basic.ts
@@ -50,11 +50,11 @@ const crawler = new BasicCrawler({
?.split(';')
.map((x) => Cookie.parse(x));
- newCookies?.forEach((cookie) => {
+ for (const cookie of newCookies ?? []) {
if (cookie) {
- session?.cookieJar?.setCookie(cookie, url);
+ await session?.cookieJar?.setCookie(cookie, url);
}
- });
+ }
}
},
});
diff --git a/docs/guides/session_management_http.ts b/docs/guides/session_management_http.ts
index 5a556ea73..3aae84268 100644
--- a/docs/guides/session_management_http.ts
+++ b/docs/guides/session_management_http.ts
@@ -13,7 +13,7 @@ const crawler = new HttpCrawler({
// and set the cookie header to request automatically (default is true).
persistCookiesPerSession: true,
async requestHandler({ session, body }) {
- const title = (body as string).match(/<title(?:.*?)>(.*?)<\/title>/)?.[1];
+ const title = /<title(?:.*?)>(.*?)<\/title>/.exec(body as string)?.[1];
if (title === 'Blocked') {
session?.retire();
diff --git a/docs/tsconfig.json b/docs/tsconfig.json
index 334049801..68a912f0b 100644
--- a/docs/tsconfig.json
+++ b/docs/tsconfig.json
@@ -1,8 +1,8 @@
{
- "extends": "../tsconfig.build.json",
- "include": ["./**/*.ts"],
- "compilerOptions": {
- "lib": ["ES2022", "DOM.AsyncIterable"],
- "noUnusedLocals": false
- }
+ "extends": "../tsconfig.build.json",
+ "include": ["./**/*.ts"],
+ "compilerOptions": {
+ "lib": ["ES2022", "DOM.AsyncIterable"],
+ "noUnusedLocals": false
+ }
}
diff --git a/eslint.config.mjs b/eslint.config.mjs
deleted file mode 100644
index 1aab676d1..000000000
--- a/eslint.config.mjs
+++ /dev/null
@@ -1,91 +0,0 @@
-import tsEslint from 'typescript-eslint';
-import apifyJs from '@apify/eslint-config/js';
-import apify from '@apify/eslint-config/ts';
-import stylistic from '@stylistic/eslint-plugin';
-import prettier from 'eslint-config-prettier';
-
-export default [
- {
- ignores: ['**/dist', 'node_modules', 'coverage', 'website/{build,.docusaurus}', '**/*.d.ts'],
- },
- ...apify,
- prettier,
- {
- languageOptions: {
- parser: tsEslint.parser,
- parserOptions: {
- project: 'tsconfig.eslint.json',
- },
- },
- },
- {
- plugins: {
- '@typescript-eslint': tsEslint.plugin,
- '@stylistic': stylistic,
- },
- rules: {
- '@typescript-eslint/no-empty-object-type': 'off',
- '@typescript-eslint/no-explicit-any': 'off',
- 'max-classes-per-file': 'off',
- 'no-empty-function': 'off',
- 'import/order': 'off', // TODO
- 'no-use-before-define': 'off', // TODO
- 'no-param-reassign': 'off',
- 'no-void': 'off',
- 'no-underscore-dangle': 'off',
- 'no-console': 'off',
- 'import/no-extraneous-dependencies': 'off',
- 'import/extensions': 'off',
- 'import/no-default-export': 'off',
- '@typescript-eslint/array-type': 'error',
- '@typescript-eslint/ban-ts-comment': 0,
- '@typescript-eslint/consistent-type-imports': [
- 'error',
- {
- 'disallowTypeAnnotations': false,
- },
- ],
- '@typescript-eslint/consistent-type-definitions': ['error', 'interface'],
- '@stylistic/member-delimiter-style': [
- 'error',
- {
- 'multiline': { 'delimiter': 'semi', 'requireLast': true },
- 'singleline': { 'delimiter': 'semi', 'requireLast': false },
- },
- ],
- '@typescript-eslint/no-empty-interface': 'off',
- '@typescript-eslint/promise-function-async': 'off',
- 'no-promise-executor-return': 'off',
- '@typescript-eslint/prefer-destructuring': 'off',
- 'prefer-destructuring': 'off',
- '@typescript-eslint/no-empty-function': 'off',
- '@typescript-eslint/no-floating-promises': 'error',
- '@typescript-eslint/no-unused-vars': 'off',
- '@stylistic/comma-dangle': ['error', 'always-multiline'],
- },
- },
- {
- files: ['packages/templates/**/*'],
- rules: {
- 'no-unused-vars': 'off',
- '@typescript-eslint/no-unused-vars': 'off',
- },
- },
- {
- files: ['website/**/*'],
- rules: {
- '@typescript-eslint/no-shadow': 'off',
- 'no-console': 'off',
- 'no-undef': 'off',
- },
- },
- // {
- // files: ['test/**/*'],
- // rules: {
- // ...apifyJs.rules,
- // '@typescript-eslint/no-floating-promises': 'off',
- // 'no-console': 'off',
- // 'no-undef': 'off',
- // },
- // },
-];
diff --git a/package.json b/package.json
index 875021342..a7975a4d3 100644
--- a/package.json
+++ b/package.json
@@ -49,22 +49,19 @@
"publish:prod": "lerna publish from-package --contents dist --force-publish",
"release:prod": "yarn build && yarn publish:prod",
"release:pin-versions": "turbo run copy -- -- --pin-versions",
- "lint": "eslint \"packages/**/*.ts\" \"test/**/*.ts\"",
- "lint:fix": "eslint \"packages/**/*.ts\" \"test/**/*.{ts,mjs}\" --fix",
- "format": "biome format --write .",
- "format:check": "biome format .",
+ "lint": "oxlint packages test docs --tsconfig=tsconfig.json --type-aware",
+ "lint:fix": "oxlint packages test docs --tsconfig=tsconfig.json --type-aware --fix",
+ "format": "oxfmt packages test docs --write",
+ "format:check": "oxfmt packages test docs",
"prepare": "husky"
},
"devDependencies": {
- "@apify/eslint-config": "2.0.0",
"@apify/log": "^2.5.18",
"@apify/tsconfig": "^0.2.0",
- "@biomejs/biome": "^2.3.11",
"@commitlint/config-conventional": "^21.0.0",
"@playwright/browser-chromium": "1.61.1",
"@playwright/browser-firefox": "1.61.1",
"@playwright/browser-webkit": "1.61.1",
- "@stylistic/eslint-plugin": "5.7.1",
"@types/content-type": "^1.1.8",
"@types/deep-equal": "^1.0.4",
"@types/domhandler": "^3.1.0",
@@ -93,12 +90,9 @@
"commitlint": "^21.0.0",
"cross-env": "^10.0.0",
"deep-equal": "^2.2.3",
- "eslint": "9.39.1",
- "eslint-config-prettier": "10.1.8",
"express": "^5.1.0",
"fs-extra": "^11.3.0",
"gen-esm-wrapper": "^1.1.3",
- "globals": "^17.0.0",
"globby": "^15.0.0",
"got": "^14.4.7",
"husky": "^9.1.7",
@@ -107,6 +101,9 @@
"lerna": "^9.0.0",
"lint-staged": "^17.0.0",
"nock": "^14.0.10",
+ "oxfmt": "^0.45.0",
+ "oxlint": "^1.59.0",
+ "oxlint-tsgolint": "^0.20.0",
"playwright": "1.61.1",
"portastic": "^1.0.1",
"proxy": "^2.2.0",
@@ -115,13 +112,15 @@
"tsx": "^4.19.4",
"turbo": "^2.5.3",
"typescript": "^6.0.0",
- "typescript-eslint": "8.46.4",
"vite-tsconfig-paths": "^5.1.4",
"vitest": "^4.1.0-beta.6",
"zod": "^4.0.0"
},
"lint-staged": {
- "**/*.{js,ts,mjs,mts,cjs,cts,json,css}": "biome format --write --no-errors-on-unmatched"
+ "*.{js,ts,mjs,mts,cjs,cts}": [
+ "oxlint --fix",
+ "oxfmt --write --no-error-on-unmatched-pattern"
+ ]
},
"resolutions": {
"tmp": "^0.2.7",
diff --git a/packages/basic-crawler/src/index.ts b/packages/basic-crawler/src/index.ts
index ab98a1004..e0df12996 100644
--- a/packages/basic-crawler/src/index.ts
+++ b/packages/basic-crawler/src/index.ts
@@ -1,3 +1,3 @@
export * from '@crawlee/core';
export * from './internals/basic-crawler.js';
-export { CheerioRoot, CheerioAPI, Cheerio, Element } from '@crawlee/utils';
+export type { CheerioRoot, CheerioAPI, Cheerio, Element } from '@crawlee/utils';
diff --git a/packages/basic-crawler/src/internals/basic-crawler.ts b/packages/basic-crawler/src/internals/basic-crawler.ts
index 511b3a27f..4aba93db6 100644
--- a/packages/basic-crawler/src/internals/basic-crawler.ts
+++ b/packages/basic-crawler/src/internals/basic-crawler.ts
@@ -1666,8 +1666,9 @@ export class BasicCrawler<
async exportData<Data>(path: string, format?: 'json' | 'csv', options?: DatasetExportOptions): Promise<Data[]> {
const supportedFormats = ['json', 'csv'];
- if (!format && path.match(/\.(json|csv)$/i)) {
- format = path.toLowerCase().match(/\.(json|csv)$/)![1] as 'json' | 'csv';
+ const formatMatch = /\.(json|csv)$/i.exec(path);
+ if (!format && formatMatch) {
+ format = formatMatch[1].toLowerCase() as 'json' | 'csv';
}
if (!format) {
@@ -2327,9 +2328,12 @@ export class BasicCrawler<
private async _getRequestQueue() {
// Check if it's explicitly disabled
+ // oxlint-disable-next-line typescript/no-deprecated -- still honored for opt-out until the flag is removed
if (this.experiments.requestLocking === false) {
+ // oxlint-disable-next-line typescript/no-deprecated
if (!this._experimentWarnings.requestLocking) {
this.log.info('Using the old RequestQueue implementation without request locking.');
+ // oxlint-disable-next-line typescript/no-deprecated
this._experimentWarnings.requestLocking = true;
}
diff --git a/packages/basic-crawler/test/tsconfig.json b/packages/basic-crawler/test/tsconfig.json
index bf55f9516..eb8cbab58 100644
--- a/packages/basic-crawler/test/tsconfig.json
+++ b/packages/basic-crawler/test/tsconfig.json
@@ -1,7 +1,7 @@
{
- "extends": "../../../tsconfig.json",
- "include": ["**/*", "../../**/*"],
- "compilerOptions": {
- "types": ["vitest/globals"]
- }
+ "extends": "../../../tsconfig.json",
+ "include": ["**/*", "../../**/*"],
+ "compilerOptions": {
+ "types": ["vitest/globals"]
+ }
}
diff --git a/packages/basic-crawler/tsconfig.build.json b/packages/basic-crawler/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/basic-crawler/tsconfig.build.json
+++ b/packages/basic-crawler/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/basic-crawler/tsconfig.json b/packages/basic-crawler/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/basic-crawler/tsconfig.json
+++ b/packages/basic-crawler/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/browser-crawler/src/internals/browser-crawler.ts b/packages/browser-crawler/src/internals/browser-crawler.ts
index 0cc511a5e..c87a8babd 100644
--- a/packages/browser-crawler/src/internals/browser-crawler.ts
+++ b/packages/browser-crawler/src/internals/browser-crawler.ts
@@ -109,10 +109,10 @@ export interface BrowserCrawlerOptions<
__BrowserControllerReturn extends BrowserController = ReturnType<__BrowserPlugins[number]['createController']>,
__LaunchContextReturn extends LaunchContext = ReturnType<__BrowserPlugins[number]['createLaunchContext']>,
> extends Omit<
- BasicCrawlerOptions<Context, ExtendedContext>,
- // Overridden with browser context
- 'requestHandler' | 'failedRequestHandler' | 'errorHandler'
- > {
+ BasicCrawlerOptions<Context, ExtendedContext>,
+ // Overridden with browser context
+ 'requestHandler' | 'failedRequestHandler' | 'errorHandler'
+> {
launchContext?: BrowserLaunchContext<any, any>;
/**
@@ -630,7 +630,7 @@ export abstract class BrowserCrawler<
protected async _handleNavigationTimeout(crawlingContext: BrowserCrawlingContext, error: Error): Promise<void> {
const { session, page } = crawlingContext;
- if (error && error.constructor.name === 'TimeoutError') {
+ if (error?.constructor.name === 'TimeoutError') {
handleRequestTimeout({ session, errorMessage: error.message });
}
diff --git a/packages/browser-crawler/tsconfig.build.json b/packages/browser-crawler/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/browser-crawler/tsconfig.build.json
+++ b/packages/browser-crawler/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/browser-crawler/tsconfig.json b/packages/browser-crawler/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/browser-crawler/tsconfig.json
+++ b/packages/browser-crawler/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/browser-pool/src/abstract-classes/browser-plugin.ts b/packages/browser-pool/src/abstract-classes/browser-plugin.ts
index 8cfa117ee..2addad9b9 100644
--- a/packages/browser-pool/src/abstract-classes/browser-plugin.ts
+++ b/packages/browser-pool/src/abstract-classes/browser-plugin.ts
@@ -91,11 +91,8 @@ export interface CreateLaunchContextOptions<
NewPageOptions = Parameters<LaunchResult['newPage']>[0],
NewPageResult = UnwrapPromise<ReturnType<LaunchResult['newPage']>>,
> extends Partial<
- Omit<
- LaunchContextOptions<Library, LibraryOptions, LaunchResult, NewPageOptions, NewPageResult>,
- 'browserPlugin'
- >
- > {}
+ Omit<LaunchContextOptions<Library, LibraryOptions, LaunchResult, NewPageOptions, NewPageResult>, 'browserPlugin'>
+> {}
/**
* The `BrowserPlugin` serves two purposes. First, it is the base class that
diff --git a/packages/browser-pool/src/index.ts b/packages/browser-pool/src/index.ts
index 6f7a185e6..3b3ff37f6 100644
--- a/packages/browser-pool/src/index.ts
+++ b/packages/browser-pool/src/index.ts
@@ -26,28 +26,26 @@ export * from './browser-pool.js';
export * from './playwright/playwright-plugin.js';
export * from './puppeteer/puppeteer-plugin.js';
export * from './events.js';
-export {
- BrowserName,
- DeviceCategory,
- OperatingSystemsName,
+export type {
BrowserSpecification,
FingerprintGenerator,
FingerprintGeneratorOptions,
GetFingerprintReturn,
} from './fingerprinting/types.js';
-export { BrowserController, BrowserControllerEvents } from './abstract-classes/browser-controller.js';
+export { BrowserName, DeviceCategory, OperatingSystemsName } from './fingerprinting/types.js';
+export type { BrowserControllerEvents } from './abstract-classes/browser-controller.js';
+export { BrowserController } from './abstract-classes/browser-controller.js';
export { PuppeteerController } from './puppeteer/puppeteer-controller.js';
export { PlaywrightController } from './playwright/playwright-controller.js';
export { PlaywrightBrowser } from './playwright/playwright-browser.js';
-export {
+export type {
CommonPage,
CommonLibrary,
- BrowserPlugin,
BrowserPluginOptions,
CreateLaunchContextOptions,
- BrowserLaunchError,
- DEFAULT_USER_AGENT,
} from './abstract-classes/browser-plugin.js';
-export { LaunchContext, LaunchContextOptions } from './launch-context.js';
-export { InferBrowserPluginArray, UnwrapPromise } from './utils.js';
+export { BrowserPlugin, BrowserLaunchError, DEFAULT_USER_AGENT } from './abstract-classes/browser-plugin.js';
+export type { LaunchContextOptions } from './launch-context.js';
+export { LaunchContext } from './launch-context.js';
+export type { InferBrowserPluginArray, UnwrapPromise } from './utils.js';
export { anonymizeProxySugar, type AnonymizeProxySugarOptions } from './anonymize-proxy.js';
diff --git a/packages/browser-pool/test/tsconfig.json b/packages/browser-pool/test/tsconfig.json
index 64962b1ce..ea894b0bc 100644
--- a/packages/browser-pool/test/tsconfig.json
+++ b/packages/browser-pool/test/tsconfig.json
@@ -1,8 +1,8 @@
{
- "extends": "../tsconfig.json",
- "compilerOptions": {
- "noEmit": true,
- "incremental": false,
- "types": ["vitest/globals"]
- }
+ "extends": "../tsconfig.json",
+ "compilerOptions": {
+ "noEmit": true,
+ "incremental": false,
+ "types": ["vitest/globals"]
+ }
}
diff --git a/packages/browser-pool/tsconfig.build.json b/packages/browser-pool/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/browser-pool/tsconfig.build.json
+++ b/packages/browser-pool/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/browser-pool/tsconfig.json b/packages/browser-pool/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/browser-pool/tsconfig.json
+++ b/packages/browser-pool/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/cheerio-crawler/test/tsconfig.json b/packages/cheerio-crawler/test/tsconfig.json
index bf55f9516..eb8cbab58 100644
--- a/packages/cheerio-crawler/test/tsconfig.json
+++ b/packages/cheerio-crawler/test/tsconfig.json
@@ -1,7 +1,7 @@
{
- "extends": "../../../tsconfig.json",
- "include": ["**/*", "../../**/*"],
- "compilerOptions": {
- "types": ["vitest/globals"]
- }
+ "extends": "../../../tsconfig.json",
+ "include": ["**/*", "../../**/*"],
+ "compilerOptions": {
+ "types": ["vitest/globals"]
+ }
}
diff --git a/packages/cheerio-crawler/tsconfig.build.json b/packages/cheerio-crawler/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/cheerio-crawler/tsconfig.build.json
+++ b/packages/cheerio-crawler/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/cheerio-crawler/tsconfig.json b/packages/cheerio-crawler/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/cheerio-crawler/tsconfig.json
+++ b/packages/cheerio-crawler/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/cli/src/commands/CreateProjectCommand.ts b/packages/cli/src/commands/CreateProjectCommand.ts
index dd1f89d04..8163b9879 100644
--- a/packages/cli/src/commands/CreateProjectCommand.ts
+++ b/packages/cli/src/commands/CreateProjectCommand.ts
@@ -188,7 +188,7 @@ export class CreateProjectCommand<T> implements CommandModule<T, CreateProjectAr
);
// Run npm install in project dir.
- const npm = /^win/.test(process.platform) ? 'npm.cmd' : 'npm';
+ const npm = process.platform.startsWith('win') ? 'npm.cmd' : 'npm';
execSync(`${npm} install`, { cwd: projectDir, stdio: 'inherit' });
console.log(
diff --git a/packages/cli/tsconfig.build.json b/packages/cli/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/cli/tsconfig.build.json
+++ b/packages/cli/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/cli/tsconfig.json b/packages/cli/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/cli/tsconfig.json
+++ b/packages/cli/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/core/src/crawlers/crawler_utils.ts b/packages/core/src/crawlers/crawler_utils.ts
index 77752c045..6bba99b25 100644
--- a/packages/core/src/crawlers/crawler_utils.ts
+++ b/packages/core/src/crawlers/crawler_utils.ts
@@ -8,7 +8,7 @@ import type { Session } from '../session_pool/session.js';
*/
export function handleRequestTimeout({ session, errorMessage }: { session?: Session; errorMessage: string }) {
session?.markBad();
- const timeoutMillis = errorMessage.match(/(\d+)\s?ms/)?.[1]; // first capturing group
+ const timeoutMillis = /(\d+)\s?ms/.exec(errorMessage)?.[1]; // first capturing group
const timeoutSecs = Number(timeoutMillis) / 1000;
throw new TimeoutError(`Navigation timed out after ${timeoutSecs} seconds.`);
}
diff --git a/packages/core/src/enqueue_links/enqueue_links.ts b/packages/core/src/enqueue_links/enqueue_links.ts
index 0b47c52e8..bca279562 100644
--- a/packages/core/src/enqueue_links/enqueue_links.ts
+++ b/packages/core/src/enqueue_links/enqueue_links.ts
@@ -287,6 +287,7 @@ export async function enqueueLinks(
requestQueue,
limit,
urls,
+ // oxlint-disable-next-line typescript/no-deprecated -- still accepted for backwards compat
pseudoUrls,
exclude,
globs,
diff --git a/packages/core/src/index.ts b/packages/core/src/index.ts
index 2661b8be6..9e64ff774 100644
--- a/packages/core/src/index.ts
+++ b/packages/core/src/index.ts
@@ -16,4 +16,4 @@ export * from './validators.js';
export * from './cookie_utils.js';
export * from './recoverable_state.js';
export { PseudoUrl } from '@apify/pseudo_url';
-export { Dictionary, Awaitable, Constructor, StorageClient, Cookie, QueueOperationInfo } from '@crawlee/types';
+export type { Dictionary, Awaitable, Constructor, StorageClient, Cookie, QueueOperationInfo } from '@crawlee/types';
diff --git a/packages/core/src/recoverable_state.ts b/packages/core/src/recoverable_state.ts
index cff79a8d0..76e28eb8a 100644
--- a/packages/core/src/recoverable_state.ts
+++ b/packages/core/src/recoverable_state.ts
@@ -28,8 +28,9 @@ export interface RecoverableStatePersistenceOptions {
/**
* Options for configuring the RecoverableState
*/
-export interface RecoverableStateOptions<TStateModel = Record<string, unknown>>
- extends RecoverableStatePersistenceOptions {
+export interface RecoverableStateOptions<
+ TStateModel = Record<string, unknown>,
+> extends RecoverableStatePersistenceOptions {
/**
* The default state used if no persisted state is found.
* A deep copy is made each time the state is used.
diff --git a/packages/core/src/serialization.ts b/packages/core/src/serialization.ts
index fe7b7fdfc..bb640726d 100644
--- a/packages/core/src/serialization.ts
+++ b/packages/core/src/serialization.ts
@@ -135,6 +135,6 @@ function createChunkCollector<T extends string | Buffer>(
function pluckValue(streamArray: Chain) {
const realPush = streamArray.push.bind(streamArray);
- streamArray.push = (obj) => realPush(obj && obj.value);
+ streamArray.push = (obj) => realPush(obj?.value ?? null);
return streamArray;
}
diff --git a/packages/core/src/session_pool/session_pool.ts b/packages/core/src/session_pool/session_pool.ts
index 2e2ceb8ce..544230f60 100644
--- a/packages/core/src/session_pool/session_pool.ts
+++ b/packages/core/src/session_pool/session_pool.ts
@@ -297,7 +297,7 @@ export class SessionPool extends EventEmitter {
try {
if (sessionId) {
const session = this.sessionMap.get(sessionId);
- if (session && session.isUsable()) return session;
+ if (session?.isUsable()) return session;
return undefined;
}
diff --git a/packages/core/src/storages/dataset.ts b/packages/core/src/storages/dataset.ts
index 8efebcb77..dd4e3dec3 100644
--- a/packages/core/src/storages/dataset.ts
+++ b/packages/core/src/storages/dataset.ts
@@ -150,8 +150,10 @@ export interface DatasetExportOptions extends Omit<DatasetDataOptions, 'offset'
collectAllKeys?: boolean;
}
-export interface DatasetIteratorOptions
- extends Omit<DatasetDataOptions, 'offset' | 'limit' | 'clean' | 'skipHidden' | 'skipEmpty'> {
+export interface DatasetIteratorOptions extends Omit<
+ DatasetDataOptions,
+ 'offset' | 'limit' | 'clean' | 'skipHidden' | 'skipEmpty'
+> {
/** @internal */
offset?: number;
@@ -385,8 +387,6 @@ export class Dataset<Data extends Dictionary = Dictionary> {
}
throw new Error(`Unsupported content type: ${contentType}`);
-
- return items;
}
/**
diff --git a/packages/core/src/storages/request_list.ts b/packages/core/src/storages/request_list.ts
index 30a5500aa..6d5471e0b 100644
--- a/packages/core/src/storages/request_list.ts
+++ b/packages/core/src/storages/request_list.ts
@@ -456,6 +456,7 @@ export class RequestList implements IRequestList {
// We don't need the sources so we purge them to
// prevent them from hanging in memory.
for (let i = 0; i < this.sources.length; i++) {
+ // oxlint-disable-next-line typescript/no-array-delete -- intentional, drop the slot so V8 can collect the object
delete this.sources[i];
}
this.sources = [];
@@ -480,6 +481,7 @@ export class RequestList implements IRequestList {
const source = this.sources[i];
// Using delete here to drop the original object ASAP to free memory
// .pop would reverse the array and .shift is SLOW.
+ // oxlint-disable-next-line typescript/no-array-delete
delete this.sources[i];
if (typeof source === 'object' && (source as Dictionary).requestsFromUrl) {
diff --git a/packages/core/src/storages/request_provider.ts b/packages/core/src/storages/request_provider.ts
index d5be1fa48..ff36a5040 100644
--- a/packages/core/src/storages/request_provider.ts
+++ b/packages/core/src/storages/request_provider.ts
@@ -983,7 +983,7 @@ export abstract class RequestProvider implements IStorage, IRequestManager {
declare class BuiltRequestProvider extends RequestProvider {
override fetchNextRequest<T extends Dictionary = Dictionary>(
- options?: RequestOptions<Dictionary> | undefined,
+ options?: RequestOptions<Dictionary>,
): Promise<Request<T> | null>;
protected override ensureHeadIsNonEmpty(): Promise<void>;
diff --git a/packages/core/src/typedefs.ts b/packages/core/src/typedefs.ts
index 9564cda5f..0d6b811dd 100644
--- a/packages/core/src/typedefs.ts
+++ b/packages/core/src/typedefs.ts
@@ -14,4 +14,4 @@ export function keys<T extends {}>(obj: T) {
return Object.keys(obj) as (keyof T)[];
}
-export { AllowedHttpMethods } from '@crawlee/types';
+export type { AllowedHttpMethods } from '@crawlee/types';
diff --git a/packages/core/test/tsconfig.json b/packages/core/test/tsconfig.json
index bf55f9516..eb8cbab58 100644
--- a/packages/core/test/tsconfig.json
+++ b/packages/core/test/tsconfig.json
@@ -1,7 +1,7 @@
{
- "extends": "../../../tsconfig.json",
- "include": ["**/*", "../../**/*"],
- "compilerOptions": {
- "types": ["vitest/globals"]
- }
+ "extends": "../../../tsconfig.json",
+ "include": ["**/*", "../../**/*"],
+ "compilerOptions": {
+ "types": ["vitest/globals"]
+ }
}
diff --git a/packages/core/tsconfig.build.json b/packages/core/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/core/tsconfig.build.json
+++ b/packages/core/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/core/tsconfig.json b/packages/core/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/core/tsconfig.json
+++ b/packages/core/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/crawlee/tsconfig.build.json b/packages/crawlee/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/crawlee/tsconfig.build.json
+++ b/packages/crawlee/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/crawlee/tsconfig.json b/packages/crawlee/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/crawlee/tsconfig.json
+++ b/packages/crawlee/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/got-scraping-client/tsconfig.build.json b/packages/got-scraping-client/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/got-scraping-client/tsconfig.build.json
+++ b/packages/got-scraping-client/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/got-scraping-client/tsconfig.json b/packages/got-scraping-client/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/got-scraping-client/tsconfig.json
+++ b/packages/got-scraping-client/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/http-client/tsconfig.build.json b/packages/http-client/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/http-client/tsconfig.build.json
+++ b/packages/http-client/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/http-client/tsconfig.json b/packages/http-client/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/http-client/tsconfig.json
+++ b/packages/http-client/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/http-crawler/src/internals/http-crawler.ts b/packages/http-crawler/src/internals/http-crawler.ts
index 790b05dd2..11552bf53 100644
--- a/packages/http-crawler/src/internals/http-crawler.ts
+++ b/packages/http-crawler/src/internals/http-crawler.ts
@@ -225,8 +225,10 @@ export interface InternalHttpCrawlingContext<
parseWithCheerio(selector?: string, timeoutMs?: number): Promise<CheerioRoot>;
}
-export interface HttpCrawlingContext<UserData extends Dictionary = any, JSONData extends JsonValue = any>
- extends InternalHttpCrawlingContext<UserData, JSONData> {}
+export interface HttpCrawlingContext<
+ UserData extends Dictionary = any,
+ JSONData extends JsonValue = any,
+> extends InternalHttpCrawlingContext<UserData, JSONData> {}
export type HttpRequestHandler<
UserData extends Dictionary = any, // with default to Dictionary we cant use a typed router in untyped crawler
diff --git a/packages/http-crawler/tsconfig.build.json b/packages/http-crawler/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/http-crawler/tsconfig.build.json
+++ b/packages/http-crawler/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/http-crawler/tsconfig.json b/packages/http-crawler/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/http-crawler/tsconfig.json
+++ b/packages/http-crawler/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/impit-client/tsconfig.build.json b/packages/impit-client/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/impit-client/tsconfig.build.json
+++ b/packages/impit-client/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/impit-client/tsconfig.json b/packages/impit-client/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/impit-client/tsconfig.json
+++ b/packages/impit-client/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/jsdom-crawler/tsconfig.build.json b/packages/jsdom-crawler/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/jsdom-crawler/tsconfig.build.json
+++ b/packages/jsdom-crawler/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/jsdom-crawler/tsconfig.json b/packages/jsdom-crawler/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/jsdom-crawler/tsconfig.json
+++ b/packages/jsdom-crawler/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/linkedom-crawler/tsconfig.build.json b/packages/linkedom-crawler/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/linkedom-crawler/tsconfig.build.json
+++ b/packages/linkedom-crawler/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/linkedom-crawler/tsconfig.json b/packages/linkedom-crawler/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/linkedom-crawler/tsconfig.json
+++ b/packages/linkedom-crawler/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/memory-storage/test/no-writing-to-disk.test.ts b/packages/memory-storage/test/no-writing-to-disk.test.ts
index 871bd689d..83692d66d 100644
--- a/packages/memory-storage/test/no-writing-to-disk.test.ts
+++ b/packages/memory-storage/test/no-writing-to-disk.test.ts
@@ -44,7 +44,7 @@ describe('persistStorage option', () => {
const keyValueStore = storage.keyValueStore(keyValueStoreInfo.id);
await keyValueStore.setRecord({ key: 'foo', value: 'test' });
- const storePath = resolve(storage.keyValueStoresDirectory, `${keyValueStoreInfo.id}`);
+ const storePath = resolve(storage.keyValueStoresDirectory, keyValueStoreInfo.id);
await waitTillWrittenToDisk(storePath);
diff --git a/packages/memory-storage/test/tsconfig.json b/packages/memory-storage/test/tsconfig.json
index bf55f9516..eb8cbab58 100644
--- a/packages/memory-storage/test/tsconfig.json
+++ b/packages/memory-storage/test/tsconfig.json
@@ -1,7 +1,7 @@
{
- "extends": "../../../tsconfig.json",
- "include": ["**/*", "../../**/*"],
- "compilerOptions": {
- "types": ["vitest/globals"]
- }
+ "extends": "../../../tsconfig.json",
+ "include": ["**/*", "../../**/*"],
+ "compilerOptions": {
+ "types": ["vitest/globals"]
+ }
}
diff --git a/packages/memory-storage/test/write-metadata.test.ts b/packages/memory-storage/test/write-metadata.test.ts
index f74203dc2..a11e1726e 100644
--- a/packages/memory-storage/test/write-metadata.test.ts
+++ b/packages/memory-storage/test/write-metadata.test.ts
@@ -21,7 +21,7 @@ describe('writeMetadata option', () => {
test('creating a data store should not write __metadata__.json file', async () => {
const keyValueStore = await storage.keyValueStores().getOrCreate();
- const expectedPath = resolve(storage.keyValueStoresDirectory, `${keyValueStore.id}`);
+ const expectedPath = resolve(storage.keyValueStoresDirectory, keyValueStore.id);
// We check that reading the directory for the store throws an error, which means it wasn't created on disk
await expect(async () => readdir(expectedPath)).rejects.toThrow();
@@ -36,7 +36,7 @@ describe('writeMetadata option', () => {
const expectedFilePath = resolve(storage.keyValueStoresDirectory, `${keyValueStoreInfo.id}/foo.txt`);
await waitTillWrittenToDisk(expectedFilePath);
- const directoryFiles = await readdir(resolve(storage.keyValueStoresDirectory, `${keyValueStoreInfo.id}`));
+ const directoryFiles = await readdir(resolve(storage.keyValueStoresDirectory, keyValueStoreInfo.id));
expect(directoryFiles).toHaveLength(1);
});
@@ -51,7 +51,7 @@ describe('writeMetadata option', () => {
test('creating a data store should write __metadata__.json file', async () => {
const keyValueStore = await storage.keyValueStores().getOrCreate();
- const expectedPath = resolve(storage.keyValueStoresDirectory, `${keyValueStore.id}`);
+ const expectedPath = resolve(storage.keyValueStoresDirectory, keyValueStore.id);
await waitTillWrittenToDisk(expectedPath);
const directoryFiles = await readdir(expectedPath);
@@ -72,7 +72,7 @@ describe('writeMetadata option', () => {
);
await Promise.all([waitTillWrittenToDisk(expectedFilePath), waitTillWrittenToDisk(expectedMetadataPath)]);
- const directoryFiles = await readdir(resolve(storage.keyValueStoresDirectory, `${keyValueStoreInfo.id}`));
+ const directoryFiles = await readdir(resolve(storage.keyValueStoresDirectory, keyValueStoreInfo.id));
expect(directoryFiles).toHaveLength(3);
});
diff --git a/packages/memory-storage/tsconfig.build.json b/packages/memory-storage/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/memory-storage/tsconfig.build.json
+++ b/packages/memory-storage/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/memory-storage/tsconfig.json b/packages/memory-storage/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/memory-storage/tsconfig.json
+++ b/packages/memory-storage/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/playwright-crawler/src/internals/adaptive-playwright-crawler.ts b/packages/playwright-crawler/src/internals/adaptive-playwright-crawler.ts
index bbb3e6f12..5bc81b02c 100644
--- a/packages/playwright-crawler/src/internals/adaptive-playwright-crawler.ts
+++ b/packages/playwright-crawler/src/internals/adaptive-playwright-crawler.ts
@@ -112,8 +112,9 @@ class AdaptivePlaywrightCrawlerStatistics extends Statistics {
}
}
-export interface AdaptivePlaywrightCrawlerContext<UserData extends Dictionary = Dictionary>
- extends CrawlingContext<UserData> {
+export interface AdaptivePlaywrightCrawlerContext<
+ UserData extends Dictionary = Dictionary,
+> extends CrawlingContext<UserData> {
request: LoadedRequest<Request<UserData>>;
/**
* The HTTP response, either from the HTTP client or from the initial request from playwright's navigation.
@@ -163,21 +164,20 @@ export interface AdaptivePlaywrightCrawlerContext<UserData extends Dictionary =
enqueueLinks(options?: EnqueueLinksOptions): Promise<unknown>;
}
-interface AdaptiveHook
- extends BrowserHook<
- Pick<AdaptivePlaywrightCrawlerContext, 'id' | 'session' | 'proxyInfo' | 'log'> & {
- page?: Page;
- request: Request;
- },
- PlaywrightGotoOptions
- > {}
+interface AdaptiveHook extends BrowserHook<
+ Pick<AdaptivePlaywrightCrawlerContext, 'id' | 'session' | 'proxyInfo' | 'log'> & {
+ page?: Page;
+ request: Request;
+ },
+ PlaywrightGotoOptions
+> {}
export interface AdaptivePlaywrightCrawlerOptions<
ExtendedContext extends AdaptivePlaywrightCrawlerContext = AdaptivePlaywrightCrawlerContext,
> extends Omit<
- BasicCrawlerOptions<AdaptivePlaywrightCrawlerContext, ExtendedContext>,
- 'preNavigationHooks' | 'postNavigationHooks'
- > {
+ BasicCrawlerOptions<AdaptivePlaywrightCrawlerContext, ExtendedContext>,
+ 'preNavigationHooks' | 'postNavigationHooks'
+> {
/**
* Async functions that are sequentially evaluated before the navigation. Good for setting additional cookies.
* The function accepts a subset of the crawling context. If you attempt to access the `page` property during HTTP-only crawling,
diff --git a/packages/playwright-crawler/src/internals/enqueue-links/click-elements.ts b/packages/playwright-crawler/src/internals/enqueue-links/click-elements.ts
index 0ccc0173c..228bab85a 100644
--- a/packages/playwright-crawler/src/internals/enqueue-links/click-elements.ts
+++ b/packages/playwright-crawler/src/internals/enqueue-links/click-elements.ts
@@ -266,6 +266,7 @@ export async function enqueueLinksByClickingElements(
requestQueue,
selector,
clickOptions,
+ // oxlint-disable-next-line typescript/no-deprecated -- still accepted for backwards compat
pseudoUrls,
globs,
regexps,
@@ -324,7 +325,7 @@ export async function enqueueLinksByClickingElements(
);
if (onSkippedRequest && skippedByFilters.length > 0) {
- await Promise.all(skippedByFilters.map((url) => onSkippedRequest({ url, reason: 'filters' })));
+ await Promise.all(skippedByFilters.map(async (url) => onSkippedRequest({ url, reason: 'filters' })));
}
if (transformRequestFunction) {
@@ -333,7 +334,9 @@ export async function enqueueLinksByClickingElements(
skippedByTransform.push(r),
);
if (onSkippedRequest && skippedByTransform.length > 0) {
- await Promise.all(skippedByTransform.map((r) => onSkippedRequest({ url: r.url, reason: 'transform' })));
+ await Promise.all(
+ skippedByTransform.map(async (r) => onSkippedRequest({ url: r.url, reason: 'transform' })),
+ );
}
}
@@ -574,9 +577,6 @@ async function waitForPageIdle({
}: WaitForPageIdleOptions): Promise<void> {
return new Promise<void>((resolve) => {
let timeout: NodeJS.Timeout;
- let maxTimeout: NodeJS.Timeout;
-
- page.on('popup', activityHandler);
function activityHandler() {
clearTimeout(timeout);
@@ -599,7 +599,8 @@ async function waitForPageIdle({
resolve();
}
- maxTimeout = setTimeout(maxTimeoutHandler, maxWaitForPageIdleMillis);
+ const maxTimeout = setTimeout(maxTimeoutHandler, maxWaitForPageIdleMillis);
+ page.on('popup', activityHandler);
activityHandler(); // We call this once manually in case there would be no requests at all.
page.on('request', activityHandler);
page.on('framenavigated', activityHandler);
diff --git a/packages/playwright-crawler/src/internals/playwright-crawler.ts b/packages/playwright-crawler/src/internals/playwright-crawler.ts
index 3c21f059b..991aa65bb 100644
--- a/packages/playwright-crawler/src/internals/playwright-crawler.ts
+++ b/packages/playwright-crawler/src/internals/playwright-crawler.ts
@@ -30,8 +30,7 @@ import type {
import { gotoExtended, playwrightUtils } from './utils/playwright-utils.js';
export interface PlaywrightCrawlingContext<UserData extends Dictionary = Dictionary>
- extends BrowserCrawlingContext<Page, Response, PlaywrightController, UserData>,
- PlaywrightContextUtils {}
+ extends BrowserCrawlingContext<Page, Response, PlaywrightController, UserData>, PlaywrightContextUtils {}
export interface PlaywrightHook extends BrowserHook<PlaywrightCrawlingContext, PlaywrightGotoOptions> {}
export type PlaywrightGotoOptions = Parameters<Page['goto']>[1];
@@ -39,14 +38,14 @@ export interface PlaywrightCrawlerOptions<
ContextExtension = Dictionary<never>,
ExtendedContext extends PlaywrightCrawlingContext = PlaywrightCrawlingContext & ContextExtension,
> extends BrowserCrawlerOptions<
- Page,
- Response,
- PlaywrightController,
- PlaywrightCrawlingContext,
- ContextExtension,
- ExtendedContext,
- { browserPlugins: [PlaywrightPlugin] }
- > {
+ Page,
+ Response,
+ PlaywrightController,
+ PlaywrightCrawlingContext,
+ ContextExtension,
+ ExtendedContext,
+ { browserPlugins: [PlaywrightPlugin] }
+> {
/**
* The same options as used by {@apilink launchPlaywright}.
*/
diff --git a/packages/playwright-crawler/tsconfig.build.json b/packages/playwright-crawler/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/playwright-crawler/tsconfig.build.json
+++ b/packages/playwright-crawler/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/playwright-crawler/tsconfig.json b/packages/playwright-crawler/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/playwright-crawler/tsconfig.json
+++ b/packages/playwright-crawler/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/puppeteer-crawler/src/internals/enqueue-links/click-elements.ts b/packages/puppeteer-crawler/src/internals/enqueue-links/click-elements.ts
index c423b90bd..5ac3d49ee 100644
--- a/packages/puppeteer-crawler/src/internals/enqueue-links/click-elements.ts
+++ b/packages/puppeteer-crawler/src/internals/enqueue-links/click-elements.ts
@@ -267,6 +267,7 @@ export async function enqueueLinksByClickingElements(
requestQueue,
selector,
clickOptions,
+ // oxlint-disable-next-line typescript/no-deprecated -- still accepted for backwards compat
pseudoUrls,
globs,
regexps,
@@ -325,7 +326,7 @@ export async function enqueueLinksByClickingElements(
);
if (onSkippedRequest && skippedByFilters.length > 0) {
- await Promise.all(skippedByFilters.map((url) => onSkippedRequest({ url, reason: 'filters' })));
+ await Promise.all(skippedByFilters.map(async (url) => onSkippedRequest({ url, reason: 'filters' })));
}
if (transformRequestFunction) {
@@ -334,7 +335,9 @@ export async function enqueueLinksByClickingElements(
skippedByTransform.push(r),
);
if (onSkippedRequest && skippedByTransform.length > 0) {
- await Promise.all(skippedByTransform.map((r) => onSkippedRequest({ url: r.url, reason: 'transform' })));
+ await Promise.all(
+ skippedByTransform.map(async (r) => onSkippedRequest({ url: r.url, reason: 'transform' })),
+ );
}
}
const requests = filteredOptions.map((opts) => new Request(opts));
@@ -403,6 +406,7 @@ function createInterceptRequestHandler(page: Page, requests: Set<string>): (req:
url,
headers: req.headers(),
method: req.method(),
+ // oxlint-disable-next-line typescript/no-deprecated -- fetchPostData() is async and adds a CDP roundtrip per request; keep the sync page-cached read
payload: req.postData(),
}),
);
@@ -451,6 +455,7 @@ function createTargetCreatedHandler(page: Page, requests: Set<string>): (target:
* There will generally be a lot of other targets being created in the browser.
*/
export function isTargetRelevant(page: Page, target: Target): boolean {
+ // oxlint-disable-next-line typescript/no-deprecated -- the non-deprecated replacement (opener.page()) is async and would force every call site to await, including EventEmitter callbacks
return target.type() === 'page' && page.target() === target.opener();
}
@@ -585,7 +590,6 @@ async function waitForPageIdle({
}: WaitForPageIdleOptions): Promise<void> {
return new Promise<void>((resolve) => {
let timeout: NodeJS.Timeout;
- let maxTimeout: NodeJS.Timeout;
const context = page.browserContext();
function newTabTracker(target: Target) {
@@ -615,7 +619,7 @@ async function waitForPageIdle({
resolve();
}
- maxTimeout = setTimeout(maxTimeoutHandler, maxWaitForPageIdleMillis);
+ const maxTimeout = setTimeout(maxTimeoutHandler, maxWaitForPageIdleMillis);
activityHandler(); // We call this once manually in case there would be no requests at all.
page.on('request', activityHandler);
page.on('framenavigated', activityHandler);
diff --git a/packages/puppeteer-crawler/src/internals/puppeteer-crawler.ts b/packages/puppeteer-crawler/src/internals/puppeteer-crawler.ts
index 349c4571f..51ac13d97 100644
--- a/packages/puppeteer-crawler/src/internals/puppeteer-crawler.ts
+++ b/packages/puppeteer-crawler/src/internals/puppeteer-crawler.ts
@@ -31,8 +31,7 @@ import type {
import { gotoExtended, puppeteerUtils } from './utils/puppeteer_utils.js';
export interface PuppeteerCrawlingContext<UserData extends Dictionary = Dictionary>
- extends BrowserCrawlingContext<Page, HTTPResponse, PuppeteerController, UserData>,
- PuppeteerContextUtils {}
+ extends BrowserCrawlingContext<Page, HTTPResponse, PuppeteerController, UserData>, PuppeteerContextUtils {}
export interface PuppeteerHook extends BrowserHook<PuppeteerCrawlingContext, PuppeteerGoToOptions> {}
export type PuppeteerGoToOptions = Parameters<Page['goto']>[1];
@@ -40,14 +39,14 @@ export interface PuppeteerCrawlerOptions<
ContextExtension = Dictionary<never>,
ExtendedContext extends PuppeteerCrawlingContext = PuppeteerCrawlingContext & ContextExtension,
> extends BrowserCrawlerOptions<
- Page,
- HTTPResponse,
- PuppeteerController,
- PuppeteerCrawlingContext,
- ContextExtension,
- ExtendedContext,
- { browserPlugins: [PuppeteerPlugin] }
- > {
+ Page,
+ HTTPResponse,
+ PuppeteerController,
+ PuppeteerCrawlingContext,
+ ContextExtension,
+ ExtendedContext,
+ { browserPlugins: [PuppeteerPlugin] }
+> {
/**
* Options used by {@apilink launchPuppeteer} to start new Puppeteer instances.
*/
diff --git a/packages/puppeteer-crawler/tsconfig.build.json b/packages/puppeteer-crawler/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/puppeteer-crawler/tsconfig.build.json
+++ b/packages/puppeteer-crawler/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/puppeteer-crawler/tsconfig.json b/packages/puppeteer-crawler/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/puppeteer-crawler/tsconfig.json
+++ b/packages/puppeteer-crawler/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/stagehand-crawler/src/index.ts b/packages/stagehand-crawler/src/index.ts
index acc11f82c..53cb7e3e6 100644
--- a/packages/stagehand-crawler/src/index.ts
+++ b/packages/stagehand-crawler/src/index.ts
@@ -54,10 +54,7 @@
export * from '@crawlee/browser';
// Export main crawler class
-export {
- StagehandCrawler,
- createStagehandRouter,
-} from './internals/stagehand-crawler';
+export { StagehandCrawler, createStagehandRouter } from './internals/stagehand-crawler';
// Export types
export type {
diff --git a/packages/stagehand-crawler/src/internals/stagehand-crawler.ts b/packages/stagehand-crawler/src/internals/stagehand-crawler.ts
index 596ee82e7..ab0291ba0 100644
--- a/packages/stagehand-crawler/src/internals/stagehand-crawler.ts
+++ b/packages/stagehand-crawler/src/internals/stagehand-crawler.ts
@@ -175,7 +175,7 @@ export interface StagehandPage extends Page {
* );
* ```
*/
- extract<T>(instruction: string, schema: z.ZodSchema<T>, options?: Omit<ExtractOptions, 'page'>): Promise<T>;
+ extract<T>(instruction: string, schema: z.ZodType<T>, options?: Omit<ExtractOptions, 'page'>): Promise<T>;
/**
* Observe the page and get AI-suggested actions.
@@ -210,8 +210,12 @@ export interface StagehandPage extends Page {
/**
* Crawling context for StagehandCrawler with enhanced page object.
*/
-export interface StagehandCrawlingContext<UserData extends Dictionary = Dictionary>
- extends BrowserCrawlingContext<StagehandPage, Response, StagehandController, UserData> {
+export interface StagehandCrawlingContext<UserData extends Dictionary = Dictionary> extends BrowserCrawlingContext<
+ StagehandPage,
+ Response,
+ StagehandController,
+ UserData
+> {
/**
* Enhanced Playwright page with Stagehand AI methods.
* Use page.act(), page.extract(), page.observe(), page.agent() for AI-powered operations.
@@ -247,14 +251,14 @@ export interface StagehandCrawlerOptions<
ContextExtension = Dictionary<never>,
ExtendedContext extends StagehandCrawlingContext = StagehandCrawlingContext & ContextExtension,
> extends BrowserCrawlerOptions<
- StagehandPage,
- Response,
- StagehandController,
- StagehandCrawlingContext,
- ContextExtension,
- ExtendedContext,
- { browserPlugins: [StagehandPlugin] }
- > {
+ StagehandPage,
+ Response,
+ StagehandController,
+ StagehandCrawlingContext,
+ ContextExtension,
+ ExtendedContext,
+ { browserPlugins: [StagehandPlugin] }
+> {
/**
* Stagehand-specific configuration options.
* These options configure the AI behavior and Browserbase integration.
diff --git a/packages/stagehand-crawler/src/internals/utils/stagehand-utils.ts b/packages/stagehand-crawler/src/internals/utils/stagehand-utils.ts
index d622bd182..6b7ee11af 100644
--- a/packages/stagehand-crawler/src/internals/utils/stagehand-utils.ts
+++ b/packages/stagehand-crawler/src/internals/utils/stagehand-utils.ts
@@ -1,6 +1,6 @@
import type { ActOptions, AgentConfig, ExtractOptions, ObserveOptions, Stagehand } from '@browserbasehq/stagehand';
import type { Page } from 'playwright';
-import type { ZodSchema } from 'zod';
+import type { ZodType } from 'zod';
import type { StagehandPage } from '../stagehand-crawler';
@@ -80,7 +80,7 @@ export function enhancePageWithStagehand(page: Page, stagehand: Stagehand): Stag
*/
enhancedPage.extract = async <T>(
instruction: string,
- schema: ZodSchema<T>,
+ schema: ZodType<T>,
options?: Omit<ExtractOptions, 'page'>,
): Promise<T> => {
try {
diff --git a/packages/stagehand-crawler/tsconfig.build.json b/packages/stagehand-crawler/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/stagehand-crawler/tsconfig.build.json
+++ b/packages/stagehand-crawler/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/stagehand-crawler/tsconfig.json b/packages/stagehand-crawler/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/stagehand-crawler/tsconfig.json
+++ b/packages/stagehand-crawler/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/templates/.eslintrc.json b/packages/templates/.eslintrc.json
deleted file mode 100644
index b4c4cbd98..000000000
--- a/packages/templates/.eslintrc.json
+++ /dev/null
@@ -1,9 +0,0 @@
-{
- "root": true,
- "extends": "../../.eslintrc.json",
- "rules": {
- "no-console": 0,
- "@typescript-eslint/no-shadow": 0,
- "@typescript-eslint/consistent-type-imports": 0
- }
-}
diff --git a/packages/templates/manifest.json b/packages/templates/manifest.json
index 769b2369e..bad96fb8b 100644
--- a/packages/templates/manifest.json
+++ b/packages/templates/manifest.json
@@ -1,149 +1,135 @@
{
- "templates": [
- {
- "name": "getting-started-ts",
- "description": "Getting started example [TypeScript]",
- "files": [
- "src/main.ts",
- ".dockerignore",
- ".gitignore",
- "Dockerfile",
- "package.json",
- "README.md",
- "tsconfig.json"
- ]
- },
- {
- "name": "getting-started-js",
- "description": "Getting started example [JavaScript]",
- "files": [
- "src/main.js",
- ".dockerignore",
- ".gitignore",
- "Dockerfile",
- "package.json",
- "README.md"
- ]
- },
- {
- "name": "empty-ts",
- "description": "Empty project [TypeScript]",
- "files": [
- "src/main.ts",
- ".dockerignore",
- ".gitignore",
- "Dockerfile",
- "package.json",
- "README.md",
- "tsconfig.json"
- ]
- },
- {
- "name": "empty-js",
- "description": "Empty project [JavaScript]",
- "files": [
- "src/main.js",
- ".dockerignore",
- ".gitignore",
- "Dockerfile",
- "package.json",
- "README.md"
- ]
- },
- {
- "name": "cheerio-ts",
- "description": "CheerioCrawler template project [TypeScript]",
- "files": [
- "src/main.ts",
- "src/routes.ts",
- ".dockerignore",
- ".gitignore",
- "Dockerfile",
- "package.json",
- "README.md",
- "tsconfig.json"
- ]
- },
- {
- "name": "playwright-ts",
- "description": "PlaywrightCrawler template project [TypeScript]",
- "files": [
- "src/main.ts",
- "src/routes.ts",
- ".dockerignore",
- ".gitignore",
- "Dockerfile",
- "package.json",
- "README.md",
- "tsconfig.json"
- ]
- },
- {
- "name": "camoufox-ts",
- "description": "Camoufox-based PlaywrightCrawler template project [TypeScript]",
- "files": [
- "src/main.ts",
- "src/routes.ts",
- ".dockerignore",
- ".gitignore",
- "Dockerfile",
- "package.json",
- "README.md",
- "tsconfig.json"
- ]
- },
- {
- "name": "puppeteer-ts",
- "description": "PuppeteerCrawler template project [TypeScript]",
- "files": [
- "src/main.ts",
- "src/routes.ts",
- ".dockerignore",
- ".gitignore",
- "Dockerfile",
- "package.json",
- "README.md",
- "tsconfig.json"
- ]
- },
- {
- "name": "cheerio-js",
- "description": "CheerioCrawler template project [JavaScript]",
- "files": [
- "src/main.js",
- "src/routes.js",
- ".dockerignore",
- ".gitignore",
- "Dockerfile",
- "package.json",
- "README.md"
- ]
- },
- {
- "name": "playwright-js",
- "description": "PlaywrightCrawler template project [JavaScript]",
- "files": [
- "src/main.js",
- "src/routes.js",
- ".dockerignore",
- ".gitignore",
- "Dockerfile",
- "package.json",
- "README.md"
- ]
- },
- {
- "name": "puppeteer-js",
- "description": "PuppeteerCrawler template project [JavaScript]",
- "files": [
- "src/main.js",
- "src/routes.js",
- ".dockerignore",
- ".gitignore",
- "Dockerfile",
- "package.json",
- "README.md"
- ]
- }
- ]
+ "templates": [
+ {
+ "name": "getting-started-ts",
+ "description": "Getting started example [TypeScript]",
+ "files": [
+ "src/main.ts",
+ ".dockerignore",
+ ".gitignore",
+ "Dockerfile",
+ "package.json",
+ "README.md",
+ "tsconfig.json"
+ ]
+ },
+ {
+ "name": "getting-started-js",
+ "description": "Getting started example [JavaScript]",
+ "files": ["src/main.js", ".dockerignore", ".gitignore", "Dockerfile", "package.json", "README.md"]
+ },
+ {
+ "name": "empty-ts",
+ "description": "Empty project [TypeScript]",
+ "files": [
+ "src/main.ts",
+ ".dockerignore",
+ ".gitignore",
+ "Dockerfile",
+ "package.json",
+ "README.md",
+ "tsconfig.json"
+ ]
+ },
+ {
+ "name": "empty-js",
+ "description": "Empty project [JavaScript]",
+ "files": ["src/main.js", ".dockerignore", ".gitignore", "Dockerfile", "package.json", "README.md"]
+ },
+ {
+ "name": "cheerio-ts",
+ "description": "CheerioCrawler template project [TypeScript]",
+ "files": [
+ "src/main.ts",
+ "src/routes.ts",
+ ".dockerignore",
+ ".gitignore",
+ "Dockerfile",
+ "package.json",
+ "README.md",
+ "tsconfig.json"
+ ]
+ },
+ {
+ "name": "playwright-ts",
+ "description": "PlaywrightCrawler template project [TypeScript]",
+ "files": [
+ "src/main.ts",
+ "src/routes.ts",
+ ".dockerignore",
+ ".gitignore",
+ "Dockerfile",
+ "package.json",
+ "README.md",
+ "tsconfig.json"
+ ]
+ },
+ {
+ "name": "camoufox-ts",
+ "description": "Camoufox-based PlaywrightCrawler template project [TypeScript]",
+ "files": [
+ "src/main.ts",
+ "src/routes.ts",
+ ".dockerignore",
+ ".gitignore",
+ "Dockerfile",
+ "package.json",
+ "README.md",
+ "tsconfig.json"
+ ]
+ },
+ {
+ "name": "puppeteer-ts",
+ "description": "PuppeteerCrawler template project [TypeScript]",
+ "files": [
+ "src/main.ts",
+ "src/routes.ts",
+ ".dockerignore",
+ ".gitignore",
+ "Dockerfile",
+ "package.json",
+ "README.md",
+ "tsconfig.json"
+ ]
+ },
+ {
+ "name": "cheerio-js",
+ "description": "CheerioCrawler template project [JavaScript]",
+ "files": [
+ "src/main.js",
+ "src/routes.js",
+ ".dockerignore",
+ ".gitignore",
+ "Dockerfile",
+ "package.json",
+ "README.md"
+ ]
+ },
+ {
+ "name": "playwright-js",
+ "description": "PlaywrightCrawler template project [JavaScript]",
+ "files": [
+ "src/main.js",
+ "src/routes.js",
+ ".dockerignore",
+ ".gitignore",
+ "Dockerfile",
+ "package.json",
+ "README.md"
+ ]
+ },
+ {
+ "name": "puppeteer-js",
+ "description": "PuppeteerCrawler template project [JavaScript]",
+ "files": [
+ "src/main.js",
+ "src/routes.js",
+ ".dockerignore",
+ ".gitignore",
+ "Dockerfile",
+ "package.json",
+ "README.md"
+ ]
+ }
+ ]
}
diff --git a/packages/templates/templates/camoufox-ts/tsconfig.json b/packages/templates/templates/camoufox-ts/tsconfig.json
index cc141ac62..c1be191a6 100644
--- a/packages/templates/templates/camoufox-ts/tsconfig.json
+++ b/packages/templates/templates/camoufox-ts/tsconfig.json
@@ -1,12 +1,12 @@
{
- "extends": "@apify/tsconfig",
- "compilerOptions": {
- "module": "NodeNext",
- "moduleResolution": "NodeNext",
- "target": "ES2022",
- "outDir": "dist",
- "noUnusedLocals": false,
- "lib": ["DOM"]
- },
- "include": ["./src/**/*"]
+ "extends": "@apify/tsconfig",
+ "compilerOptions": {
+ "module": "NodeNext",
+ "moduleResolution": "NodeNext",
+ "target": "ES2022",
+ "outDir": "dist",
+ "noUnusedLocals": false,
+ "lib": ["DOM"]
+ },
+ "include": ["./src/**/*"]
}
diff --git a/packages/templates/templates/cheerio-ts/tsconfig.json b/packages/templates/templates/cheerio-ts/tsconfig.json
index cc141ac62..c1be191a6 100644
--- a/packages/templates/templates/cheerio-ts/tsconfig.json
+++ b/packages/templates/templates/cheerio-ts/tsconfig.json
@@ -1,12 +1,12 @@
{
- "extends": "@apify/tsconfig",
- "compilerOptions": {
- "module": "NodeNext",
- "moduleResolution": "NodeNext",
- "target": "ES2022",
- "outDir": "dist",
- "noUnusedLocals": false,
- "lib": ["DOM"]
- },
- "include": ["./src/**/*"]
+ "extends": "@apify/tsconfig",
+ "compilerOptions": {
+ "module": "NodeNext",
+ "moduleResolution": "NodeNext",
+ "target": "ES2022",
+ "outDir": "dist",
+ "noUnusedLocals": false,
+ "lib": ["DOM"]
+ },
+ "include": ["./src/**/*"]
}
diff --git a/packages/templates/templates/empty-ts/tsconfig.json b/packages/templates/templates/empty-ts/tsconfig.json
index cc141ac62..c1be191a6 100644
--- a/packages/templates/templates/empty-ts/tsconfig.json
+++ b/packages/templates/templates/empty-ts/tsconfig.json
@@ -1,12 +1,12 @@
{
- "extends": "@apify/tsconfig",
- "compilerOptions": {
- "module": "NodeNext",
- "moduleResolution": "NodeNext",
- "target": "ES2022",
- "outDir": "dist",
- "noUnusedLocals": false,
- "lib": ["DOM"]
- },
- "include": ["./src/**/*"]
+ "extends": "@apify/tsconfig",
+ "compilerOptions": {
+ "module": "NodeNext",
+ "moduleResolution": "NodeNext",
+ "target": "ES2022",
+ "outDir": "dist",
+ "noUnusedLocals": false,
+ "lib": ["DOM"]
+ },
+ "include": ["./src/**/*"]
}
diff --git a/packages/templates/templates/getting-started-ts/tsconfig.json b/packages/templates/templates/getting-started-ts/tsconfig.json
index cc141ac62..c1be191a6 100644
--- a/packages/templates/templates/getting-started-ts/tsconfig.json
+++ b/packages/templates/templates/getting-started-ts/tsconfig.json
@@ -1,12 +1,12 @@
{
- "extends": "@apify/tsconfig",
- "compilerOptions": {
- "module": "NodeNext",
- "moduleResolution": "NodeNext",
- "target": "ES2022",
- "outDir": "dist",
- "noUnusedLocals": false,
- "lib": ["DOM"]
- },
- "include": ["./src/**/*"]
+ "extends": "@apify/tsconfig",
+ "compilerOptions": {
+ "module": "NodeNext",
+ "moduleResolution": "NodeNext",
+ "target": "ES2022",
+ "outDir": "dist",
+ "noUnusedLocals": false,
+ "lib": ["DOM"]
+ },
+ "include": ["./src/**/*"]
}
diff --git a/packages/templates/templates/playwright-ts/tsconfig.json b/packages/templates/templates/playwright-ts/tsconfig.json
index cc141ac62..c1be191a6 100644
--- a/packages/templates/templates/playwright-ts/tsconfig.json
+++ b/packages/templates/templates/playwright-ts/tsconfig.json
@@ -1,12 +1,12 @@
{
- "extends": "@apify/tsconfig",
- "compilerOptions": {
- "module": "NodeNext",
- "moduleResolution": "NodeNext",
- "target": "ES2022",
- "outDir": "dist",
- "noUnusedLocals": false,
- "lib": ["DOM"]
- },
- "include": ["./src/**/*"]
+ "extends": "@apify/tsconfig",
+ "compilerOptions": {
+ "module": "NodeNext",
+ "moduleResolution": "NodeNext",
+ "target": "ES2022",
+ "outDir": "dist",
+ "noUnusedLocals": false,
+ "lib": ["DOM"]
+ },
+ "include": ["./src/**/*"]
}
diff --git a/packages/templates/templates/puppeteer-ts/tsconfig.json b/packages/templates/templates/puppeteer-ts/tsconfig.json
index cc141ac62..c1be191a6 100644
--- a/packages/templates/templates/puppeteer-ts/tsconfig.json
+++ b/packages/templates/templates/puppeteer-ts/tsconfig.json
@@ -1,12 +1,12 @@
{
- "extends": "@apify/tsconfig",
- "compilerOptions": {
- "module": "NodeNext",
- "moduleResolution": "NodeNext",
- "target": "ES2022",
- "outDir": "dist",
- "noUnusedLocals": false,
- "lib": ["DOM"]
- },
- "include": ["./src/**/*"]
+ "extends": "@apify/tsconfig",
+ "compilerOptions": {
+ "module": "NodeNext",
+ "moduleResolution": "NodeNext",
+ "target": "ES2022",
+ "outDir": "dist",
+ "noUnusedLocals": false,
+ "lib": ["DOM"]
+ },
+ "include": ["./src/**/*"]
}
diff --git a/packages/templates/tsconfig.build.json b/packages/templates/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/templates/tsconfig.build.json
+++ b/packages/templates/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/templates/tsconfig.json b/packages/templates/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/templates/tsconfig.json
+++ b/packages/templates/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/types/src/index.ts b/packages/types/src/index.ts
index d7058d57c..65b2b5e70 100644
--- a/packages/types/src/index.ts
+++ b/packages/types/src/index.ts
@@ -1,6 +1,6 @@
-export * from './storages.js';
-export * from './utility-types.js';
-export * from './browser.js';
-export * from './http-client.js';
-export * from './session.js';
-export * from './logger.js';
+export type * from './storages.js';
+export type * from './utility-types.js';
+export type * from './browser.js';
+export type * from './http-client.js';
+export type * from './session.js';
+export type * from './logger.js';
diff --git a/packages/types/tsconfig.build.json b/packages/types/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/types/tsconfig.build.json
+++ b/packages/types/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/types/tsconfig.json b/packages/types/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/types/tsconfig.json
+++ b/packages/types/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/packages/utils/src/index.ts b/packages/utils/src/index.ts
index d6f6bf243..eadf94dc5 100644
--- a/packages/utils/src/index.ts
+++ b/packages/utils/src/index.ts
@@ -14,7 +14,9 @@ export * from './internals/robots.js';
export * from './internals/sitemap.js';
export * from './internals/url.js';
-export { getCurrentCpuTicksV2, CpuSample } from './internals/system-info/cpu-info.js';
-export { getMemoryInfo, MemoryInfo } from './internals/system-info/memory-info.js';
+export type { CpuSample } from './internals/system-info/cpu-info.js';
+export { getCurrentCpuTicksV2 } from './internals/system-info/cpu-info.js';
+export type { MemoryInfo } from './internals/system-info/memory-info.js';
+export { getMemoryInfo } from './internals/system-info/memory-info.js';
-export { Dictionary, Awaitable, Constructor } from '@crawlee/types';
+export type { Dictionary, Awaitable, Constructor } from '@crawlee/types';
diff --git a/packages/utils/src/internals/cheerio.ts b/packages/utils/src/internals/cheerio.ts
index 7cd123b29..ae67ddb8f 100644
--- a/packages/utils/src/internals/cheerio.ts
+++ b/packages/utils/src/internals/cheerio.ts
@@ -53,7 +53,7 @@ export function htmlToText(htmlOrCheerioElement: string | CheerioRoot): string {
if (elem.type === 'text') {
// Compress spaces, unless we're inside <pre> element
let compr;
- if (elem.parent && elem.parent.tagName === 'pre') compr = elem.data;
+ if (elem.parent?.tagName === 'pre') compr = elem.data;
else compr = elem.data.replace(/\s+/g, ' ');
// If text is empty or ends with a whitespace, don't add the leading whitespace
if (compr.startsWith(' ') && /(^|\s)$/.test(text)) compr = compr.substring(1);
diff --git a/packages/utils/src/internals/debug.ts b/packages/utils/src/internals/debug.ts
index e10a7299c..cb068f4d1 100644
--- a/packages/utils/src/internals/debug.ts
+++ b/packages/utils/src/internals/debug.ts
@@ -64,7 +64,7 @@ export function getObjectType(value: unknown): string {
}
const objectType = Object.prototype.toString.call(value);
- const type = objectType.match(/\[object (\w+)]/)![1];
+ const type = /\[object (\w+)]/.exec(objectType)![1];
if (type === 'Uint8Array') {
return 'Buffer';
diff --git a/packages/utils/src/internals/extract-urls.ts b/packages/utils/src/internals/extract-urls.ts
index 547018da4..f363cbf8a 100644
--- a/packages/utils/src/internals/extract-urls.ts
+++ b/packages/utils/src/internals/extract-urls.ts
@@ -56,7 +56,7 @@ export async function downloadListOfUrls(options: DownloadListOfUrlsOptions): Pr
} = options;
// Try to detect wrong urls and fix them. Currently, detects only sharing url instead of csv download one.
- const match = url.match(/^(https:\/\/docs\.google\.com\/spreadsheets\/d\/(?:\w|-)+)\/?/);
+ const match = /^(https:\/\/docs\.google\.com\/spreadsheets\/d\/(?:\w|-)+)\/?/.exec(url);
let fixedUrl = url;
if (match) {
diff --git a/packages/utils/src/internals/open_graph_parser.ts b/packages/utils/src/internals/open_graph_parser.ts
index edeb5ecc6..7d80bf3d0 100644
--- a/packages/utils/src/internals/open_graph_parser.ts
+++ b/packages/utils/src/internals/open_graph_parser.ts
@@ -400,13 +400,10 @@ export function parseOpenGraph($: CheerioAPI, additionalProperties?: OpenGraphPr
export function parseOpenGraph(item: CheerioAPI | string, additionalProperties?: OpenGraphProperty[]) {
const $ = typeof item === 'string' ? load(item) : item;
- return [...(additionalProperties || []), ...OPEN_GRAPH_PROPERTIES].reduce(
- (acc, curr) => {
- return {
- ...acc,
- ...optionalSpread(curr.outputName, parseOpenGraphProperty(curr, $)),
- };
- },
- {} as Dictionary<OpenGraphResult>,
- );
+ return [...(additionalProperties || []), ...OPEN_GRAPH_PROPERTIES].reduce((acc, curr) => {
+ return {
+ ...acc,
+ ...optionalSpread(curr.outputName, parseOpenGraphProperty(curr, $)),
+ };
+ }, {} as Dictionary<OpenGraphResult>);
}
diff --git a/packages/utils/test/tsconfig.json b/packages/utils/test/tsconfig.json
index bf55f9516..eb8cbab58 100644
--- a/packages/utils/test/tsconfig.json
+++ b/packages/utils/test/tsconfig.json
@@ -1,7 +1,7 @@
{
- "extends": "../../../tsconfig.json",
- "include": ["**/*", "../../**/*"],
- "compilerOptions": {
- "types": ["vitest/globals"]
- }
+ "extends": "../../../tsconfig.json",
+ "include": ["**/*", "../../**/*"],
+ "compilerOptions": {
+ "types": ["vitest/globals"]
+ }
}
diff --git a/packages/utils/tsconfig.build.json b/packages/utils/tsconfig.build.json
index 9bc5ad54c..5f63b6d3d 100644
--- a/packages/utils/tsconfig.build.json
+++ b/packages/utils/tsconfig.build.json
@@ -1,8 +1,8 @@
{
- "extends": "../../tsconfig.build.json",
- "compilerOptions": {
- "outDir": "./dist",
- "rootDir": "./src"
- },
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.build.json",
+ "compilerOptions": {
+ "outDir": "./dist",
+ "rootDir": "./src"
+ },
+ "include": ["src/**/*"]
}
diff --git a/packages/utils/tsconfig.json b/packages/utils/tsconfig.json
index 2e6a4ce40..66bb87a91 100644
--- a/packages/utils/tsconfig.json
+++ b/packages/utils/tsconfig.json
@@ -1,4 +1,4 @@
{
- "extends": "../../tsconfig.json",
- "include": ["src/**/*"]
+ "extends": "../../tsconfig.json",
+ "include": ["src/**/*"]
}
diff --git a/test/browser-pool/browser-plugins/plugins.test.ts b/test/browser-pool/browser-plugins/plugins.test.ts
index bf12f7eee..c6ff407eb 100644
--- a/test/browser-pool/browser-plugins/plugins.test.ts
+++ b/test/browser-pool/browser-plugins/plugins.test.ts
@@ -18,7 +18,7 @@ import type { Server as ProxyChainServer } from 'proxy-chain';
import type { Browser } from 'puppeteer';
// @ts-ignore This only throws when compiled against puppeteer 25+ (ESM only), vitest executes tests as ESM, so its alllll gooooood
import puppeteer from 'puppeteer';
-import { runExampleComServer } from 'test/shared/_helper.js';
+import { runExampleComServer } from '../../shared/_helper.js';
import { createProxyServer } from './create-proxy-server.js';
diff --git a/test/browser-pool/browser-pool.test.ts b/test/browser-pool/browser-pool.test.ts
index 93b2ac6e9..4fcd1e644 100644
--- a/test/browser-pool/browser-pool.test.ts
+++ b/test/browser-pool/browser-pool.test.ts
@@ -451,7 +451,7 @@ describe.each([
// if it does not resolve, the test will timeout and fail.
await new Promise<void>((resolve) => {
const int = setInterval(() => {
- const stillWaiting = controllers.some((c) => c.isActive === true);
+ const stillWaiting = controllers.some((c) => c.isActive);
if (!stillWaiting) {
clearInterval(int);
resolve();
diff --git a/test/browser-pool/test.html b/test/browser-pool/test.html
index 58950dc84..27f16e737 100644
--- a/test/browser-pool/test.html
+++ b/test/browser-pool/test.html
@@ -1,7 +1,5 @@
<html>
<body>
- <h1>
- Test Page
- </h1>
+ <h1>Test Page</h1>
</body>
</html>
diff --git a/test/core/browser_launchers/playwright_launcher.test.ts b/test/core/browser_launchers/playwright_launcher.test.ts
index 287677359..e2008b345 100644
--- a/test/core/browser_launchers/playwright_launcher.test.ts
+++ b/test/core/browser_launchers/playwright_launcher.test.ts
@@ -18,7 +18,7 @@ import type { Browser, BrowserType } from 'playwright';
// @ts-expect-error no types
import portastic from 'portastic';
import { createProxy } from 'proxy';
-import { runExampleComServer } from 'test/shared/_helper.js';
+import { runExampleComServer } from '../../shared/_helper.js';
let proxyServer: Server;
let proxyPort: number;
diff --git a/test/core/crawlers/basic_crawler.test.ts b/test/core/crawlers/basic_crawler.test.ts
index 89990482e..f2cce3807 100644
--- a/test/core/crawlers/basic_crawler.test.ts
+++ b/test/core/crawlers/basic_crawler.test.ts
@@ -24,7 +24,7 @@ import { RequestState, SessionPool, Statistics } from '@crawlee/core';
import type { Dictionary } from '@crawlee/utils';
import { RobotsTxtFile, sleep } from '@crawlee/utils';
import express from 'express';
-import { MemoryStorageEmulator } from 'test/shared/MemoryStorageEmulator.js';
+import { MemoryStorageEmulator } from '../../shared/MemoryStorageEmulator.js';
import type { SetRequired } from 'type-fest';
import type { Mock } from 'vitest';
import { afterAll, beforeAll, beforeEach, describe, expect, test, vitest } from 'vitest';
diff --git a/test/core/crawlers/browser_crawler.test.ts b/test/core/crawlers/browser_crawler.test.ts
index 94b32bfde..78320bf42 100644
--- a/test/core/crawlers/browser_crawler.test.ts
+++ b/test/core/crawlers/browser_crawler.test.ts
@@ -9,8 +9,8 @@ import { sleep } from '@crawlee/utils';
import type { HTTPResponse } from 'puppeteer';
// @ts-ignore This only throws when compiled against puppeteer 25+ (ESM only), vitest executes tests as ESM, so its alllll gooooood
import puppeteer from 'puppeteer';
-import { runExampleComServer } from 'test/shared/_helper.js';
-import { MemoryStorageEmulator } from 'test/shared/MemoryStorageEmulator.js';
+import { runExampleComServer } from '../../shared/_helper.js';
+import { MemoryStorageEmulator } from '../../shared/MemoryStorageEmulator.js';
import { ENV_VARS } from '@apify/consts';
import log from '@apify/log';
diff --git a/test/core/crawlers/cheerio_crawler.test.ts b/test/core/crawlers/cheerio_crawler.test.ts
index 7abc32a63..6efba0b0c 100644
--- a/test/core/crawlers/cheerio_crawler.test.ts
+++ b/test/core/crawlers/cheerio_crawler.test.ts
@@ -17,8 +17,8 @@ import type { ProxyInfo } from '@crawlee/types';
import type { Dictionary } from '@crawlee/utils';
import { sleep } from '@crawlee/utils';
import iconv from 'iconv-lite';
-import { responseSamples, runExampleComServer } from 'test/shared/_helper.js';
-import { MemoryStorageEmulator } from 'test/shared/MemoryStorageEmulator.js';
+import { responseSamples, runExampleComServer } from '../../shared/_helper.js';
+import { MemoryStorageEmulator } from '../../shared/MemoryStorageEmulator.js';
import log from '@apify/log';
diff --git a/test/core/crawlers/dom_crawler.test.ts b/test/core/crawlers/dom_crawler.test.ts
index 46b98cb30..1da847b21 100644
--- a/test/core/crawlers/dom_crawler.test.ts
+++ b/test/core/crawlers/dom_crawler.test.ts
@@ -4,7 +4,7 @@ import type { AddressInfo } from 'node:net';
import { JSDOMCrawler } from '@crawlee/jsdom';
import { LinkeDOMCrawler } from '@crawlee/linkedom';
-import { MemoryStorageEmulator } from 'test/shared/MemoryStorageEmulator.js';
+import { MemoryStorageEmulator } from '../../shared/MemoryStorageEmulator.js';
const router = new Map<string, http.RequestListener>();
router.set('/', (req, res) => {
diff --git a/test/core/crawlers/file_download.test.ts b/test/core/crawlers/file_download.test.ts
index 1116f73ae..06751a996 100644
--- a/test/core/crawlers/file_download.test.ts
+++ b/test/core/crawlers/file_download.test.ts
@@ -8,7 +8,7 @@ import { setTimeout } from 'node:timers/promises';
import { FileDownload } from '@crawlee/http';
import { FetchHttpClient } from '@crawlee/http-client';
import express from 'express';
-import { startExpressAppPromise } from 'test/shared/_helper.js';
+import { startExpressAppPromise } from '../../shared/_helper.js';
import { afterAll, beforeAll, expect, test } from 'vitest';
class ReadableStreamGenerator {
diff --git a/test/core/crawlers/http_crawler.test.ts b/test/core/crawlers/http_crawler.test.ts
index fc692bde9..b6db33a13 100644
--- a/test/core/crawlers/http_crawler.test.ts
+++ b/test/core/crawlers/http_crawler.test.ts
@@ -4,7 +4,7 @@ import { Readable } from 'node:stream';
import { HttpCrawler } from '@crawlee/http';
import { ResponseWithUrl } from '@crawlee/http-client';
-import { MemoryStorageEmulator } from 'test/shared/MemoryStorageEmulator.js';
+import { MemoryStorageEmulator } from '../../shared/MemoryStorageEmulator.js';
const router = new Map<string, http.RequestListener>();
router.set('/', (req, res) => {
@@ -367,7 +367,7 @@ test('should work with delete requests', async () => {
await cheerioCrawler.run([
{
- url: `${url}`,
+ url,
method: 'DELETE',
},
]);
diff --git a/test/core/crawlers/puppeteer_crawler.test.ts b/test/core/crawlers/puppeteer_crawler.test.ts
index db36c0ac3..487e07bee 100644
--- a/test/core/crawlers/puppeteer_crawler.test.ts
+++ b/test/core/crawlers/puppeteer_crawler.test.ts
@@ -114,12 +114,7 @@ describe('PuppeteerCrawler', () => {
asserts.push(response!.status() === 200);
request.userData.title = await page.title();
processed.push(request);
- asserts.push(
- !response!
- .request()
- .headers()
- ['user-agent'].match(/headless/i),
- );
+ asserts.push(!/headless/i.exec(response!.request().headers()['user-agent']));
asserts.push(!(await page.evaluate(() => window.navigator.webdriver)));
};
diff --git a/test/core/crawlers/statistics.test.ts b/test/core/crawlers/statistics.test.ts
index f9b6dfc13..56c56e0b6 100644
--- a/test/core/crawlers/statistics.test.ts
+++ b/test/core/crawlers/statistics.test.ts
@@ -1,6 +1,6 @@
import { Configuration, EventType, serviceLocator, Statistics } from '@crawlee/core';
import type { Dictionary } from '@crawlee/utils';
-import { MemoryStorageEmulator } from 'test/shared/MemoryStorageEmulator.js';
+import { MemoryStorageEmulator } from '../../shared/MemoryStorageEmulator.js';
describe('Statistics', () => {
const getPerMinute = (jobCount: number, totalTickMillis: number) => {
diff --git a/test/core/enqueue_links/click_elements.test.ts b/test/core/enqueue_links/click_elements.test.ts
index e719078b1..cb4193d0d 100644
--- a/test/core/enqueue_links/click_elements.test.ts
+++ b/test/core/enqueue_links/click_elements.test.ts
@@ -15,7 +15,7 @@ import {
import type { Browser as PWBrowser, Page as PWPage } from 'playwright';
// @ts-ignore This only throws when compiled against puppeteer 25+ (ESM only), we only import types, so its alllll gooooood
import type { Browser as PPBrowser, Target } from 'puppeteer';
-import { runExampleComServer } from 'test/shared/_helper.js';
+import { runExampleComServer } from '../../shared/_helper.js';
function isPuppeteerBrowser(browser: PPBrowser | PWBrowser): browser is PPBrowser {
return (browser as PPBrowser).targets !== undefined;
diff --git a/test/core/enqueue_links/enqueue_links.test.ts b/test/core/enqueue_links/enqueue_links.test.ts
index e67992017..af1dd3793 100644
--- a/test/core/enqueue_links/enqueue_links.test.ts
+++ b/test/core/enqueue_links/enqueue_links.test.ts
@@ -128,7 +128,7 @@ describe('enqueueLinks()', () => {
label: 'COOL',
globs,
transformRequestFunction: (request) => {
- if (request.url.match(/example\.com\/a\/b\/third/)) {
+ if (/example\.com\/a\/b\/third/.exec(request.url)) {
request.method = 'OPTIONS';
}
return request;
@@ -189,7 +189,7 @@ describe('enqueueLinks()', () => {
selector: '.click',
regexps,
transformRequestFunction: (request) => {
- if (request.url.match(/example\.com\/a\/b\/third/)) {
+ if (/example\.com\/a\/b\/third/.exec(request.url)) {
request.method = 'OPTIONS';
}
return request;
@@ -248,7 +248,7 @@ describe('enqueueLinks()', () => {
globs,
exclude,
transformRequestFunction: (request) => {
- if (request.url.match(/example\.com\/a\/b\/third/)) {
+ if (/example\.com\/a\/b\/third/.exec(request.url)) {
request.method = 'OPTIONS';
}
return request;
@@ -286,7 +286,7 @@ describe('enqueueLinks()', () => {
globs,
exclude,
transformRequestFunction: (request) => {
- if (request.url.match(/example\.com\/a\/b\/third/)) {
+ if (/example\.com\/a\/b\/third/.exec(request.url)) {
request.method = 'OPTIONS';
}
return request;
@@ -323,7 +323,7 @@ describe('enqueueLinks()', () => {
selector: '.click',
pseudoUrls,
transformRequestFunction: (request) => {
- if (request.url.match(/example\.com\/a\/b\/third/)) {
+ if (/example\.com\/a\/b\/third/.exec(request.url)) {
request.method = 'OPTIONS';
}
return request;
@@ -601,7 +601,7 @@ describe('enqueueLinks()', () => {
selector: '.click',
globs,
transformRequestFunction: (request) => {
- if (request.url.match(/example\.com\/a\/b\/third/)) {
+ if (/example\.com\/a\/b\/third/.exec(request.url)) {
request.method = 'OPTIONS';
}
return request;
@@ -660,7 +660,7 @@ describe('enqueueLinks()', () => {
selector: '.click',
regexps,
transformRequestFunction: (request) => {
- if (request.url.match(/example\.com\/a\/b\/third/)) {
+ if (/example\.com\/a\/b\/third/.exec(request.url)) {
request.method = 'OPTIONS';
}
return request;
@@ -699,7 +699,7 @@ describe('enqueueLinks()', () => {
userData: { label: 'DEFAULT' },
pseudoUrls,
transformRequestFunction: (request) => {
- if (request.url.match(/example\.com\/a\/b\/third/)) {
+ if (/example\.com\/a\/b\/third/.exec(request.url)) {
request.method = 'OPTIONS';
}
return request;
diff --git a/test/core/playwright_utils.test.ts b/test/core/playwright_utils.test.ts
index 6bda30384..b39aae767 100644
--- a/test/core/playwright_utils.test.ts
+++ b/test/core/playwright_utils.test.ts
@@ -4,8 +4,8 @@ import path from 'node:path';
import { KeyValueStore, launchPlaywright, playwrightUtils, Request } from '@crawlee/playwright';
import type { Browser, Page } from 'playwright';
import { chromium } from 'playwright';
-import { runExampleComServer } from 'test/shared/_helper.js';
-import { MemoryStorageEmulator } from 'test/shared/MemoryStorageEmulator.js';
+import { runExampleComServer } from '../shared/_helper.js';
+import { MemoryStorageEmulator } from '../shared/MemoryStorageEmulator.js';
import log from '@apify/log';
diff --git a/test/core/puppeteer_utils.test.ts b/test/core/puppeteer_utils.test.ts
index b43b6a83f..5508ba7ea 100644
--- a/test/core/puppeteer_utils.test.ts
+++ b/test/core/puppeteer_utils.test.ts
@@ -5,8 +5,8 @@ import { KeyValueStore, launchPuppeteer, puppeteerUtils, Request } from '@crawle
import type { Dictionary } from '@crawlee/utils';
// @ts-ignore This only throws when compiled against puppeteer 25+ (ESM only), we only import types, so its alllll gooooood
import type { Browser, Page, ResponseForRequest } from 'puppeteer';
-import { runExampleComServer } from 'test/shared/_helper.js';
-import { MemoryStorageEmulator } from 'test/shared/MemoryStorageEmulator.js';
+import { runExampleComServer } from '../shared/_helper.js';
+import { MemoryStorageEmulator } from '../shared/MemoryStorageEmulator.js';
import log from '@apify/log';
diff --git a/test/core/request_list.test.ts b/test/core/request_list.test.ts
index b34d95e97..0efa817b8 100644
--- a/test/core/request_list.test.ts
+++ b/test/core/request_list.test.ts
@@ -9,7 +9,7 @@ import {
serviceLocator,
} from '@crawlee/core';
import { sleep } from '@crawlee/utils';
-import { MemoryStorageEmulator } from 'test/shared/MemoryStorageEmulator.js';
+import { MemoryStorageEmulator } from '../shared/MemoryStorageEmulator.js';
import { beforeAll, type MockedFunction } from 'vitest';
import log from '@apify/log';
@@ -827,15 +827,15 @@ describe('RequestList', () => {
} catch (err) {
const e = err as Error;
expect(e.message).not.toBe('wrong error');
- if (e.message.match('argument to be of type `string`')) {
+ if (/argument to be of type `string`/.exec(e.message)) {
expect(e.message).toMatch('received type `undefined`');
- } else if (e.message.match('argument to be of type `array`')) {
+ } else if (/argument to be of type `array`/.exec(e.message)) {
const isMatched =
- e.message.match('received type `Object`') ||
- e.message.match('received type `number`') ||
- e.message.match('received type `undefined`');
+ /received type `Object`/.exec(e.message) ||
+ /received type `number`/.exec(e.message) ||
+ /received type `undefined`/.exec(e.message);
expect(isMatched).toBeTruthy();
- } else if (e.message.match('argument to be of type `null`')) {
+ } else if (/argument to be of type `null`/.exec(e.message)) {
expect(e.message).toMatch('received type `undefined`');
}
}
diff --git a/test/core/session_pool/session_pool.test.ts b/test/core/session_pool/session_pool.test.ts
index 3801b31ac..8129f3bfa 100644
--- a/test/core/session_pool/session_pool.test.ts
+++ b/test/core/session_pool/session_pool.test.ts
@@ -1,6 +1,6 @@
import { BaseCrawleeLogger, EventType, KeyValueStore, serviceLocator, Session, SessionPool } from '@crawlee/core';
import { entries } from '@crawlee/utils';
-import { MemoryStorageEmulator } from 'test/shared/MemoryStorageEmulator.js';
+import { MemoryStorageEmulator } from '../../shared/MemoryStorageEmulator.js';
describe('SessionPool - testing session pool', () => {
let sessionPool: SessionPool;
diff --git a/test/core/sitemap_request_list.test.ts b/test/core/sitemap_request_list.test.ts
index d98e741f4..d23a17998 100644
--- a/test/core/sitemap_request_list.test.ts
+++ b/test/core/sitemap_request_list.test.ts
@@ -6,8 +6,8 @@ import { finished } from 'node:stream/promises';
import { type Request, SitemapRequestList } from '@crawlee/core';
import { sleep } from '@crawlee/utils';
import express from 'express';
-import { startExpressAppPromise } from 'test/shared/_helper.js';
-import { MemoryStorageEmulator } from 'test/shared/MemoryStorageEmulator.js';
+import { startExpressAppPromise } from '../shared/_helper.js';
+import { MemoryStorageEmulator } from '../shared/MemoryStorageEmulator.js';
// Express server for serving sitemaps
let url = 'http://localhost';
diff --git a/test/core/storages/dataset.test.ts b/test/core/storages/dataset.test.ts
index 76842ba23..77470d084 100644
--- a/test/core/storages/dataset.test.ts
+++ b/test/core/storages/dataset.test.ts
@@ -1,6 +1,6 @@
import { checkAndSerialize, chunkBySize, Configuration, Dataset, KeyValueStore, serviceLocator } from '@crawlee/core';
import type { Dictionary } from '@crawlee/utils';
-import { MemoryStorageEmulator } from 'test/shared/MemoryStorageEmulator.js';
+import { MemoryStorageEmulator } from '../../shared/MemoryStorageEmulator.js';
import { MAX_PAYLOAD_SIZE_BYTES } from '@apify/consts';
diff --git a/test/core/storages/key_value_store.test.ts b/test/core/storages/key_value_store.test.ts
index b09d692e3..dc78c4eba 100644
--- a/test/core/storages/key_value_store.test.ts
+++ b/test/core/storages/key_value_store.test.ts
@@ -2,7 +2,7 @@ import { PassThrough } from 'node:stream';
import { Configuration, KeyValueStore, maybeStringify, serviceLocator } from '@crawlee/core';
import type { Dictionary } from '@crawlee/utils';
-import { MemoryStorageEmulator } from 'test/shared/MemoryStorageEmulator.js';
+import { MemoryStorageEmulator } from '../../shared/MemoryStorageEmulator.js';
const localStorageEmulator = new MemoryStorageEmulator();
diff --git a/test/core/storages/utils.test.ts b/test/core/storages/utils.test.ts
index ff9bf0d24..8a98c0d4e 100644
--- a/test/core/storages/utils.test.ts
+++ b/test/core/storages/utils.test.ts
@@ -2,8 +2,7 @@ import type { Dictionary } from '@crawlee/core';
import { Configuration, KeyValueStore, purgeDefaultStorages, serviceLocator, useState } from '@crawlee/core';
import type { StorageClient } from '@crawlee/types';
-
-import { MemoryStorageEmulator } from 'test/shared/MemoryStorageEmulator.js';
+import { MemoryStorageEmulator } from '../../shared/MemoryStorageEmulator.js';
describe('useState', () => {
const emulator = new MemoryStorageEmulator();
diff --git a/test/e2e/adaptive-playwright-default/actor/.actor/actor.json b/test/e2e/adaptive-playwright-default/actor/.actor/actor.json
index f7b6d2f5f..2b9034769 100644
--- a/test/e2e/adaptive-playwright-default/actor/.actor/actor.json
+++ b/test/e2e/adaptive-playwright-default/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-adaptive-playwright-default",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-adaptive-playwright-default",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/adaptive-playwright-robots-file/actor/.actor/actor.json b/test/e2e/adaptive-playwright-robots-file/actor/.actor/actor.json
index 207116600..0d9872b06 100644
--- a/test/e2e/adaptive-playwright-robots-file/actor/.actor/actor.json
+++ b/test/e2e/adaptive-playwright-robots-file/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-adaptive-playwright-robots-file",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-adaptive-playwright-robots-file",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/automatic-persist-value/actor/.actor/actor.json b/test/e2e/automatic-persist-value/actor/.actor/actor.json
index 7f7835da4..33d7b074e 100644
--- a/test/e2e/automatic-persist-value/actor/.actor/actor.json
+++ b/test/e2e/automatic-persist-value/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-automatic-persist-value",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-automatic-persist-value",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/autoscaling-max-tasks-per-minute/actor/.actor/actor.json b/test/e2e/autoscaling-max-tasks-per-minute/actor/.actor/actor.json
index e6e0c1ed5..048affccc 100644
--- a/test/e2e/autoscaling-max-tasks-per-minute/actor/.actor/actor.json
+++ b/test/e2e/autoscaling-max-tasks-per-minute/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-autoscaling-max-tasks-per-minute",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-autoscaling-max-tasks-per-minute",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/camoufox-cloudflare/actor/.actor/actor.json b/test/e2e/camoufox-cloudflare/actor/.actor/actor.json
index 9b1d8b078..ad64aaefe 100644
--- a/test/e2e/camoufox-cloudflare/actor/.actor/actor.json
+++ b/test/e2e/camoufox-cloudflare/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-camoufox-cloudflare",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-camoufox-cloudflare",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/cheerio-curl-impersonate-ts/actor/.actor/actor.json b/test/e2e/cheerio-curl-impersonate-ts/actor/.actor/actor.json
index 323bccbdd..84638bda0 100644
--- a/test/e2e/cheerio-curl-impersonate-ts/actor/.actor/actor.json
+++ b/test/e2e/cheerio-curl-impersonate-ts/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-cheerio-curl-impersonate-ts",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-cheerio-curl-impersonate-ts",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/cheerio-curl-impersonate-ts/actor/.eslintrc.json b/test/e2e/cheerio-curl-impersonate-ts/actor/.eslintrc.json
index 26237587e..cdd6cb044 100644
--- a/test/e2e/cheerio-curl-impersonate-ts/actor/.eslintrc.json
+++ b/test/e2e/cheerio-curl-impersonate-ts/actor/.eslintrc.json
@@ -1,13 +1,13 @@
{
- "root": true,
- "extends": "../../.eslintrc.json",
- "parserOptions": {
- "project": "./test/e2e/cheerio-curl-impersonate-ts/actor/tsconfig.json",
- "ecmaVersion": 2022
- },
- "rules": {
- "no-empty-function": "off",
- "@typescript-eslint/no-explicit-any": "off",
- "no-constant-condition": "off"
- }
+ "root": true,
+ "extends": "../../.eslintrc.json",
+ "parserOptions": {
+ "project": "./test/e2e/cheerio-curl-impersonate-ts/actor/tsconfig.json",
+ "ecmaVersion": 2022
+ },
+ "rules": {
+ "no-empty-function": "off",
+ "@typescript-eslint/no-explicit-any": "off",
+ "no-constant-condition": "off"
+ }
}
diff --git a/test/e2e/cheerio-curl-impersonate-ts/actor/tsconfig.json b/test/e2e/cheerio-curl-impersonate-ts/actor/tsconfig.json
index f6f2e9d77..61f6d2984 100644
--- a/test/e2e/cheerio-curl-impersonate-ts/actor/tsconfig.json
+++ b/test/e2e/cheerio-curl-impersonate-ts/actor/tsconfig.json
@@ -1,11 +1,11 @@
{
- "extends": "@apify/tsconfig",
- "compilerOptions": {
- "module": "ES2022",
- "target": "ES2022",
- "lib": ["DOM"],
- "skipLibCheck": true,
- "incremental": false
- },
- "include": ["./**/*.ts"]
+ "extends": "@apify/tsconfig",
+ "compilerOptions": {
+ "module": "ES2022",
+ "target": "ES2022",
+ "lib": ["DOM"],
+ "skipLibCheck": true,
+ "incremental": false
+ },
+ "include": ["./**/*.ts"]
}
diff --git a/test/e2e/cheerio-default-ts/actor/.actor/actor.json b/test/e2e/cheerio-default-ts/actor/.actor/actor.json
index d1802658a..f28e46d07 100644
--- a/test/e2e/cheerio-default-ts/actor/.actor/actor.json
+++ b/test/e2e/cheerio-default-ts/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-cheerio-default-ts",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-cheerio-default-ts",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/cheerio-default-ts/actor/.eslintrc.json b/test/e2e/cheerio-default-ts/actor/.eslintrc.json
index 337ad01eb..fc2d76d9e 100644
--- a/test/e2e/cheerio-default-ts/actor/.eslintrc.json
+++ b/test/e2e/cheerio-default-ts/actor/.eslintrc.json
@@ -1,8 +1,8 @@
{
- "root": true,
- "extends": "../../.eslintrc.json",
- "parserOptions": {
- "project": "./test/e2e/cheerio-default-ts/actor/tsconfig.json",
- "ecmaVersion": 2022
- }
+ "root": true,
+ "extends": "../../.eslintrc.json",
+ "parserOptions": {
+ "project": "./test/e2e/cheerio-default-ts/actor/tsconfig.json",
+ "ecmaVersion": 2022
+ }
}
diff --git a/test/e2e/cheerio-default-ts/actor/tsconfig.json b/test/e2e/cheerio-default-ts/actor/tsconfig.json
index c34e1edea..370e50c0a 100644
--- a/test/e2e/cheerio-default-ts/actor/tsconfig.json
+++ b/test/e2e/cheerio-default-ts/actor/tsconfig.json
@@ -1,10 +1,10 @@
{
- "extends": "@apify/tsconfig",
- "compilerOptions": {
- "module": "NodeNext",
- "moduleResolution": "NodeNext",
- "target": "ES2022",
- "lib": ["DOM"]
- },
- "include": ["./**/*.ts"]
+ "extends": "@apify/tsconfig",
+ "compilerOptions": {
+ "module": "NodeNext",
+ "moduleResolution": "NodeNext",
+ "target": "ES2022",
+ "lib": ["DOM"]
+ },
+ "include": ["./**/*.ts"]
}
diff --git a/test/e2e/cheerio-default/actor/.actor/actor.json b/test/e2e/cheerio-default/actor/.actor/actor.json
index 69e8b83b6..419c5519c 100644
--- a/test/e2e/cheerio-default/actor/.actor/actor.json
+++ b/test/e2e/cheerio-default/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-cheerio-default",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-cheerio-default",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/cheerio-enqueue-links-base/actor/.actor/actor.json b/test/e2e/cheerio-enqueue-links-base/actor/.actor/actor.json
index 0087602ef..a6c5a8632 100644
--- a/test/e2e/cheerio-enqueue-links-base/actor/.actor/actor.json
+++ b/test/e2e/cheerio-enqueue-links-base/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-cheerio-enqueue-links-base",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-cheerio-enqueue-links-base",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/cheerio-enqueue-links/actor/.actor/actor.json b/test/e2e/cheerio-enqueue-links/actor/.actor/actor.json
index d51768db2..1b5dcae96 100644
--- a/test/e2e/cheerio-enqueue-links/actor/.actor/actor.json
+++ b/test/e2e/cheerio-enqueue-links/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-cheerio-enqueue-links",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-cheerio-enqueue-links",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/cheerio-error-snapshot/actor/.actor/actor.json b/test/e2e/cheerio-error-snapshot/actor/.actor/actor.json
index 13d855466..b855df919 100644
--- a/test/e2e/cheerio-error-snapshot/actor/.actor/actor.json
+++ b/test/e2e/cheerio-error-snapshot/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-cheerio-error-snapshot",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-cheerio-error-snapshot",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/cheerio-ignore-ssl-errors/actor/.actor/actor.json b/test/e2e/cheerio-ignore-ssl-errors/actor/.actor/actor.json
index fbf791bef..ba8b99233 100644
--- a/test/e2e/cheerio-ignore-ssl-errors/actor/.actor/actor.json
+++ b/test/e2e/cheerio-ignore-ssl-errors/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-cheerio-ignore-ssl-errors",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-cheerio-ignore-ssl-errors",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/cheerio-impit-ts/actor/.actor/actor.json b/test/e2e/cheerio-impit-ts/actor/.actor/actor.json
index 99324939c..07aa8f40a 100644
--- a/test/e2e/cheerio-impit-ts/actor/.actor/actor.json
+++ b/test/e2e/cheerio-impit-ts/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-cheerio-impit-ts",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-cheerio-impit-ts",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/cheerio-impit-ts/actor/.eslintrc.json b/test/e2e/cheerio-impit-ts/actor/.eslintrc.json
index 629299be5..2c338acb6 100644
--- a/test/e2e/cheerio-impit-ts/actor/.eslintrc.json
+++ b/test/e2e/cheerio-impit-ts/actor/.eslintrc.json
@@ -1,13 +1,13 @@
{
- "root": true,
- "extends": "../../.eslintrc.json",
- "parserOptions": {
- "project": "./test/e2e/cheerio-impit-ts/actor/tsconfig.json",
- "ecmaVersion": 2022
- },
- "rules": {
- "no-empty-function": "off",
- "@typescript-eslint/no-explicit-any": "off",
- "no-constant-condition": "off"
- }
+ "root": true,
+ "extends": "../../.eslintrc.json",
+ "parserOptions": {
+ "project": "./test/e2e/cheerio-impit-ts/actor/tsconfig.json",
+ "ecmaVersion": 2022
+ },
+ "rules": {
+ "no-empty-function": "off",
+ "@typescript-eslint/no-explicit-any": "off",
+ "no-constant-condition": "off"
+ }
}
diff --git a/test/e2e/cheerio-impit-ts/actor/tsconfig.json b/test/e2e/cheerio-impit-ts/actor/tsconfig.json
index 790caec65..3d4d42c61 100644
--- a/test/e2e/cheerio-impit-ts/actor/tsconfig.json
+++ b/test/e2e/cheerio-impit-ts/actor/tsconfig.json
@@ -1,12 +1,12 @@
{
- "extends": "@apify/tsconfig",
- "compilerOptions": {
- "module": "NodeNext",
- "moduleResolution": "NodeNext",
- "target": "ES2022",
- "lib": ["DOM"],
- "skipLibCheck": true,
- "incremental": false
- },
- "include": ["./**/*.ts"]
+ "extends": "@apify/tsconfig",
+ "compilerOptions": {
+ "module": "NodeNext",
+ "moduleResolution": "NodeNext",
+ "target": "ES2022",
+ "lib": ["DOM"],
+ "skipLibCheck": true,
+ "incremental": false
+ },
+ "include": ["./**/*.ts"]
}
diff --git a/test/e2e/cheerio-initial-cookies/actor/.actor/actor.json b/test/e2e/cheerio-initial-cookies/actor/.actor/actor.json
index e3df9a5b5..3674c17ad 100644
--- a/test/e2e/cheerio-initial-cookies/actor/.actor/actor.json
+++ b/test/e2e/cheerio-initial-cookies/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-cheerio-initial-cookies",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-cheerio-initial-cookies",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/cheerio-max-requests/actor/.actor/actor.json b/test/e2e/cheerio-max-requests/actor/.actor/actor.json
index 28134cf02..ca31dbb5e 100644
--- a/test/e2e/cheerio-max-requests/actor/.actor/actor.json
+++ b/test/e2e/cheerio-max-requests/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-cheerio-max-requests",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-cheerio-max-requests",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/cheerio-page-info/actor/.actor/actor.json b/test/e2e/cheerio-page-info/actor/.actor/actor.json
index 448dc8868..bf3e61226 100644
--- a/test/e2e/cheerio-page-info/actor/.actor/actor.json
+++ b/test/e2e/cheerio-page-info/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-cheerio-page-info",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-cheerio-page-info",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/cheerio-request-queue-v2/actor/.actor/actor.json b/test/e2e/cheerio-request-queue-v2/actor/.actor/actor.json
index b3d9a2c67..b5c7204ca 100644
--- a/test/e2e/cheerio-request-queue-v2/actor/.actor/actor.json
+++ b/test/e2e/cheerio-request-queue-v2/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-cheerio-request-queue-v2",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-cheerio-request-queue-v2",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/cheerio-robots-file/actor/.actor/actor.json b/test/e2e/cheerio-robots-file/actor/.actor/actor.json
index e2e289d1f..4ae4fb83c 100644
--- a/test/e2e/cheerio-robots-file/actor/.actor/actor.json
+++ b/test/e2e/cheerio-robots-file/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-cheerio-robots-file",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-cheerio-robots-file",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/cheerio-stop-resume-ts/actor/.actor/actor.json b/test/e2e/cheerio-stop-resume-ts/actor/.actor/actor.json
index 67b63ddeb..067ca7f2f 100644
--- a/test/e2e/cheerio-stop-resume-ts/actor/.actor/actor.json
+++ b/test/e2e/cheerio-stop-resume-ts/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-cheerio-stop-resume-ts",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-cheerio-stop-resume-ts",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/cheerio-stop-resume-ts/actor/.eslintrc.json b/test/e2e/cheerio-stop-resume-ts/actor/.eslintrc.json
index 20fde449c..9bf32088e 100644
--- a/test/e2e/cheerio-stop-resume-ts/actor/.eslintrc.json
+++ b/test/e2e/cheerio-stop-resume-ts/actor/.eslintrc.json
@@ -1,8 +1,8 @@
{
- "root": true,
- "extends": "../../.eslintrc.json",
- "parserOptions": {
- "project": "./test/e2e/cheerio-stop-resume-ts/actor/tsconfig.json",
- "ecmaVersion": 2022
- }
+ "root": true,
+ "extends": "../../.eslintrc.json",
+ "parserOptions": {
+ "project": "./test/e2e/cheerio-stop-resume-ts/actor/tsconfig.json",
+ "ecmaVersion": 2022
+ }
}
diff --git a/test/e2e/cheerio-stop-resume-ts/actor/tsconfig.json b/test/e2e/cheerio-stop-resume-ts/actor/tsconfig.json
index c34e1edea..370e50c0a 100644
--- a/test/e2e/cheerio-stop-resume-ts/actor/tsconfig.json
+++ b/test/e2e/cheerio-stop-resume-ts/actor/tsconfig.json
@@ -1,10 +1,10 @@
{
- "extends": "@apify/tsconfig",
- "compilerOptions": {
- "module": "NodeNext",
- "moduleResolution": "NodeNext",
- "target": "ES2022",
- "lib": ["DOM"]
- },
- "include": ["./**/*.ts"]
+ "extends": "@apify/tsconfig",
+ "compilerOptions": {
+ "module": "NodeNext",
+ "moduleResolution": "NodeNext",
+ "target": "ES2022",
+ "lib": ["DOM"]
+ },
+ "include": ["./**/*.ts"]
}
diff --git a/test/e2e/cheerio-throw-on-ssl-errors/actor/.actor/actor.json b/test/e2e/cheerio-throw-on-ssl-errors/actor/.actor/actor.json
index 051de1117..0c98039d5 100644
--- a/test/e2e/cheerio-throw-on-ssl-errors/actor/.actor/actor.json
+++ b/test/e2e/cheerio-throw-on-ssl-errors/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-cheerio-throw-on-ssl-errors",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-cheerio-throw-on-ssl-errors",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/input-json5/actor/.actor/actor.json b/test/e2e/input-json5/actor/.actor/actor.json
index c3a5b0ca6..ddf7a9fc6 100644
--- a/test/e2e/input-json5/actor/.actor/actor.json
+++ b/test/e2e/input-json5/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-input-json5",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-input-json5",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/jsdom-default-ts/actor/.actor/actor.json b/test/e2e/jsdom-default-ts/actor/.actor/actor.json
index 976cd31c4..c2269107d 100644
--- a/test/e2e/jsdom-default-ts/actor/.actor/actor.json
+++ b/test/e2e/jsdom-default-ts/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-jsdom-default-ts",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-jsdom-default-ts",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/jsdom-default-ts/actor/.eslintrc.json b/test/e2e/jsdom-default-ts/actor/.eslintrc.json
index 2e68e8d4d..fb55b4b7f 100644
--- a/test/e2e/jsdom-default-ts/actor/.eslintrc.json
+++ b/test/e2e/jsdom-default-ts/actor/.eslintrc.json
@@ -1,8 +1,8 @@
{
- "root": true,
- "extends": "../../.eslintrc.json",
- "parserOptions": {
- "project": "./test/e2e/jsdom-default-ts/actor/tsconfig.json",
- "ecmaVersion": 2022
- }
+ "root": true,
+ "extends": "../../.eslintrc.json",
+ "parserOptions": {
+ "project": "./test/e2e/jsdom-default-ts/actor/tsconfig.json",
+ "ecmaVersion": 2022
+ }
}
diff --git a/test/e2e/jsdom-default-ts/actor/tsconfig.json b/test/e2e/jsdom-default-ts/actor/tsconfig.json
index c34e1edea..370e50c0a 100644
--- a/test/e2e/jsdom-default-ts/actor/tsconfig.json
+++ b/test/e2e/jsdom-default-ts/actor/tsconfig.json
@@ -1,10 +1,10 @@
{
- "extends": "@apify/tsconfig",
- "compilerOptions": {
- "module": "NodeNext",
- "moduleResolution": "NodeNext",
- "target": "ES2022",
- "lib": ["DOM"]
- },
- "include": ["./**/*.ts"]
+ "extends": "@apify/tsconfig",
+ "compilerOptions": {
+ "module": "NodeNext",
+ "moduleResolution": "NodeNext",
+ "target": "ES2022",
+ "lib": ["DOM"]
+ },
+ "include": ["./**/*.ts"]
}
diff --git a/test/e2e/jsdom-react-ts/actor/.actor/actor.json b/test/e2e/jsdom-react-ts/actor/.actor/actor.json
index 9fe495397..c34385d2e 100644
--- a/test/e2e/jsdom-react-ts/actor/.actor/actor.json
+++ b/test/e2e/jsdom-react-ts/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-jsdom-react-ts",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-jsdom-react-ts",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/jsdom-react-ts/actor/.eslintrc.json b/test/e2e/jsdom-react-ts/actor/.eslintrc.json
index 06b4e5962..3e1e87a6e 100644
--- a/test/e2e/jsdom-react-ts/actor/.eslintrc.json
+++ b/test/e2e/jsdom-react-ts/actor/.eslintrc.json
@@ -1,8 +1,8 @@
{
- "root": true,
- "extends": "../../.eslintrc.json",
- "parserOptions": {
- "project": "./test/e2e/jsdom-react-ts/actor/tsconfig.json",
- "ecmaVersion": 2022
- }
+ "root": true,
+ "extends": "../../.eslintrc.json",
+ "parserOptions": {
+ "project": "./test/e2e/jsdom-react-ts/actor/tsconfig.json",
+ "ecmaVersion": 2022
+ }
}
diff --git a/test/e2e/jsdom-react-ts/actor/tsconfig.json b/test/e2e/jsdom-react-ts/actor/tsconfig.json
index c34e1edea..370e50c0a 100644
--- a/test/e2e/jsdom-react-ts/actor/tsconfig.json
+++ b/test/e2e/jsdom-react-ts/actor/tsconfig.json
@@ -1,10 +1,10 @@
{
- "extends": "@apify/tsconfig",
- "compilerOptions": {
- "module": "NodeNext",
- "moduleResolution": "NodeNext",
- "target": "ES2022",
- "lib": ["DOM"]
- },
- "include": ["./**/*.ts"]
+ "extends": "@apify/tsconfig",
+ "compilerOptions": {
+ "module": "NodeNext",
+ "moduleResolution": "NodeNext",
+ "target": "ES2022",
+ "lib": ["DOM"]
+ },
+ "include": ["./**/*.ts"]
}
diff --git a/test/e2e/linkedom-default-ts/actor/.actor/actor.json b/test/e2e/linkedom-default-ts/actor/.actor/actor.json
index f83df08dc..a7cd6f005 100644
--- a/test/e2e/linkedom-default-ts/actor/.actor/actor.json
+++ b/test/e2e/linkedom-default-ts/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-linkedom-default-ts",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-linkedom-default-ts",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/linkedom-default-ts/actor/.eslintrc.json b/test/e2e/linkedom-default-ts/actor/.eslintrc.json
index 05856d29d..7bbe18228 100644
--- a/test/e2e/linkedom-default-ts/actor/.eslintrc.json
+++ b/test/e2e/linkedom-default-ts/actor/.eslintrc.json
@@ -1,8 +1,8 @@
{
- "root": true,
- "extends": "../../.eslintrc.json",
- "parserOptions": {
- "project": "./test/e2e/linkedom-default-ts/actor/tsconfig.json",
- "ecmaVersion": 2022
- }
+ "root": true,
+ "extends": "../../.eslintrc.json",
+ "parserOptions": {
+ "project": "./test/e2e/linkedom-default-ts/actor/tsconfig.json",
+ "ecmaVersion": 2022
+ }
}
diff --git a/test/e2e/linkedom-default-ts/actor/tsconfig.json b/test/e2e/linkedom-default-ts/actor/tsconfig.json
index c34e1edea..370e50c0a 100644
--- a/test/e2e/linkedom-default-ts/actor/tsconfig.json
+++ b/test/e2e/linkedom-default-ts/actor/tsconfig.json
@@ -1,10 +1,10 @@
{
- "extends": "@apify/tsconfig",
- "compilerOptions": {
- "module": "NodeNext",
- "moduleResolution": "NodeNext",
- "target": "ES2022",
- "lib": ["DOM"]
- },
- "include": ["./**/*.ts"]
+ "extends": "@apify/tsconfig",
+ "compilerOptions": {
+ "module": "NodeNext",
+ "moduleResolution": "NodeNext",
+ "target": "ES2022",
+ "lib": ["DOM"]
+ },
+ "include": ["./**/*.ts"]
}
diff --git a/test/e2e/migration/actor/.actor/actor.json b/test/e2e/migration/actor/.actor/actor.json
index 29134d82e..5cffe3b33 100644
--- a/test/e2e/migration/actor/.actor/actor.json
+++ b/test/e2e/migration/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-migration",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-migration",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/playwright-default/actor/.actor/actor.json b/test/e2e/playwright-default/actor/.actor/actor.json
index 9ed1dfad0..01ffaf8a8 100644
--- a/test/e2e/playwright-default/actor/.actor/actor.json
+++ b/test/e2e/playwright-default/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-playwright-default",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-playwright-default",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/playwright-enqueue-links-base/actor/.actor/actor.json b/test/e2e/playwright-enqueue-links-base/actor/.actor/actor.json
index e40f74e8a..6f9a6274b 100644
--- a/test/e2e/playwright-enqueue-links-base/actor/.actor/actor.json
+++ b/test/e2e/playwright-enqueue-links-base/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-playwright-enqueue-links-base",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-playwright-enqueue-links-base",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/playwright-enqueue-links/actor/.actor/actor.json b/test/e2e/playwright-enqueue-links/actor/.actor/actor.json
index 7294db34b..2f4387bff 100644
--- a/test/e2e/playwright-enqueue-links/actor/.actor/actor.json
+++ b/test/e2e/playwright-enqueue-links/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-playwright-enqueue-links",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-playwright-enqueue-links",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/playwright-initial-cookies/actor/.actor/actor.json b/test/e2e/playwright-initial-cookies/actor/.actor/actor.json
index 0404c8af3..24cbd3ac2 100644
--- a/test/e2e/playwright-initial-cookies/actor/.actor/actor.json
+++ b/test/e2e/playwright-initial-cookies/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-playwright-initial-cookies",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-playwright-initial-cookies",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/playwright-introduction-guide/actor/.actor/actor.json b/test/e2e/playwright-introduction-guide/actor/.actor/actor.json
index a1ad641fb..32cf76832 100644
--- a/test/e2e/playwright-introduction-guide/actor/.actor/actor.json
+++ b/test/e2e/playwright-introduction-guide/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-playwright-introduction-guide",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-playwright-introduction-guide",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/playwright-multi-run/actor/.actor/actor.json b/test/e2e/playwright-multi-run/actor/.actor/actor.json
index 46cf4e07f..28976780d 100644
--- a/test/e2e/playwright-multi-run/actor/.actor/actor.json
+++ b/test/e2e/playwright-multi-run/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-playwright-multi-run",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-playwright-multi-run",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/playwright-robots-file/actor/.actor/actor.json b/test/e2e/playwright-robots-file/actor/.actor/actor.json
index 0454d98f8..5e1ab6b67 100644
--- a/test/e2e/playwright-robots-file/actor/.actor/actor.json
+++ b/test/e2e/playwright-robots-file/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-playwright-robots-file",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-playwright-robots-file",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/proxy-rotation/actor/.actor/actor.json b/test/e2e/proxy-rotation/actor/.actor/actor.json
index 4af4d0489..e4faf4788 100644
--- a/test/e2e/proxy-rotation/actor/.actor/actor.json
+++ b/test/e2e/proxy-rotation/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-proxy-rotation",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-proxy-rotation",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/puppeteer-default/actor/.actor/actor.json b/test/e2e/puppeteer-default/actor/.actor/actor.json
index f2fa978c5..3f19c8845 100644
--- a/test/e2e/puppeteer-default/actor/.actor/actor.json
+++ b/test/e2e/puppeteer-default/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-puppeteer-default",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-puppeteer-default",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/puppeteer-enqueue-links/actor/.actor/actor.json b/test/e2e/puppeteer-enqueue-links/actor/.actor/actor.json
index 7beecb430..482ad1baa 100644
--- a/test/e2e/puppeteer-enqueue-links/actor/.actor/actor.json
+++ b/test/e2e/puppeteer-enqueue-links/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-puppeteer-enqueue-links",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-puppeteer-enqueue-links",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/puppeteer-error-snapshot/actor/.actor/actor.json b/test/e2e/puppeteer-error-snapshot/actor/.actor/actor.json
index 827dc94c4..b72608373 100644
--- a/test/e2e/puppeteer-error-snapshot/actor/.actor/actor.json
+++ b/test/e2e/puppeteer-error-snapshot/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-puppeteer-error-snapshot",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-puppeteer-error-snapshot",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/puppeteer-ignore-ssl-errors/actor/.actor/actor.json b/test/e2e/puppeteer-ignore-ssl-errors/actor/.actor/actor.json
index abbeda5d9..1ae15904d 100644
--- a/test/e2e/puppeteer-ignore-ssl-errors/actor/.actor/actor.json
+++ b/test/e2e/puppeteer-ignore-ssl-errors/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-puppeteer-ignore-ssl-errors",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-puppeteer-ignore-ssl-errors",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/puppeteer-initial-cookies/actor/.actor/actor.json b/test/e2e/puppeteer-initial-cookies/actor/.actor/actor.json
index 328c5bb8a..4ba5830e2 100644
--- a/test/e2e/puppeteer-initial-cookies/actor/.actor/actor.json
+++ b/test/e2e/puppeteer-initial-cookies/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-puppeteer-initial-cookies",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-puppeteer-initial-cookies",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/puppeteer-page-info/actor/.actor/actor.json b/test/e2e/puppeteer-page-info/actor/.actor/actor.json
index 285cbce73..362a048a3 100644
--- a/test/e2e/puppeteer-page-info/actor/.actor/actor.json
+++ b/test/e2e/puppeteer-page-info/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-puppeteer-page-info",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-puppeteer-page-info",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/puppeteer-store-pagination-jquery/actor/.actor/actor.json b/test/e2e/puppeteer-store-pagination-jquery/actor/.actor/actor.json
index 8d6941f71..51183f88f 100644
--- a/test/e2e/puppeteer-store-pagination-jquery/actor/.actor/actor.json
+++ b/test/e2e/puppeteer-store-pagination-jquery/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-puppeteer-store-pagination-jquery",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-puppeteer-store-pagination-jquery",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/puppeteer-store-pagination/actor/.actor/actor.json b/test/e2e/puppeteer-store-pagination/actor/.actor/actor.json
index 0fd41a53d..6cfd4ad3b 100644
--- a/test/e2e/puppeteer-store-pagination/actor/.actor/actor.json
+++ b/test/e2e/puppeteer-store-pagination/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-puppeteer-store-pagination",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-puppeteer-store-pagination",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/puppeteer-throw-on-ssl-errors/actor/.actor/actor.json b/test/e2e/puppeteer-throw-on-ssl-errors/actor/.actor/actor.json
index 224de98d2..2114c2353 100644
--- a/test/e2e/puppeteer-throw-on-ssl-errors/actor/.actor/actor.json
+++ b/test/e2e/puppeteer-throw-on-ssl-errors/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-puppeteer-throw-on-ssl-errors",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-puppeteer-throw-on-ssl-errors",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/request-queue-with-concurrency/actor/.actor/actor.json b/test/e2e/request-queue-with-concurrency/actor/.actor/actor.json
index 972ffaa33..a5244b4c1 100644
--- a/test/e2e/request-queue-with-concurrency/actor/.actor/actor.json
+++ b/test/e2e/request-queue-with-concurrency/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-request-queue-with-concurrency",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-request-queue-with-concurrency",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/request-queue-zero-concurrency/actor/.actor/actor.json b/test/e2e/request-queue-zero-concurrency/actor/.actor/actor.json
index 959ec7eaa..62320bb40 100644
--- a/test/e2e/request-queue-zero-concurrency/actor/.actor/actor.json
+++ b/test/e2e/request-queue-zero-concurrency/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-request-queue-zero-concurrency",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-request-queue-zero-concurrency",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/request-skip-navigation/actor/.actor/actor.json b/test/e2e/request-skip-navigation/actor/.actor/actor.json
index 0f06a7057..9a081e12f 100644
--- a/test/e2e/request-skip-navigation/actor/.actor/actor.json
+++ b/test/e2e/request-skip-navigation/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-request-skip-navigation",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-request-skip-navigation",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/session-rotation/actor/.actor/actor.json b/test/e2e/session-rotation/actor/.actor/actor.json
index 7308531ed..835daebbc 100644
--- a/test/e2e/session-rotation/actor/.actor/actor.json
+++ b/test/e2e/session-rotation/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-session-rotation",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-session-rotation",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/stagehand-claude/actor/.actor/actor.json b/test/e2e/stagehand-claude/actor/.actor/actor.json
index 0cb717eb6..3f0a20982 100644
--- a/test/e2e/stagehand-claude/actor/.actor/actor.json
+++ b/test/e2e/stagehand-claude/actor/.actor/actor.json
@@ -1,9 +1,9 @@
{
- "actorSpecification": 1,
- "name": "test-stagehand-claude",
- "version": "0.0",
- "buildTag": "latest",
- "environmentVariables": {
- "ANTHROPIC_API_KEY": "@anthropicApiKey"
- }
+ "actorSpecification": 1,
+ "name": "test-stagehand-claude",
+ "version": "0.0",
+ "buildTag": "latest",
+ "environmentVariables": {
+ "ANTHROPIC_API_KEY": "@anthropicApiKey"
+ }
}
diff --git a/test/e2e/stagehand-concurrent/actor/.actor/actor.json b/test/e2e/stagehand-concurrent/actor/.actor/actor.json
index 24cb060cb..aeee6a434 100644
--- a/test/e2e/stagehand-concurrent/actor/.actor/actor.json
+++ b/test/e2e/stagehand-concurrent/actor/.actor/actor.json
@@ -1,9 +1,9 @@
{
- "actorSpecification": 1,
- "name": "test-stagehand-concurrent",
- "version": "0.0",
- "buildTag": "latest",
- "environmentVariables": {
- "ANTHROPIC_API_KEY": "@anthropicApiKey"
- }
+ "actorSpecification": 1,
+ "name": "test-stagehand-concurrent",
+ "version": "0.0",
+ "buildTag": "latest",
+ "environmentVariables": {
+ "ANTHROPIC_API_KEY": "@anthropicApiKey"
+ }
}
diff --git a/test/e2e/storage-open-return-storage-object/actor/.actor/actor.json b/test/e2e/storage-open-return-storage-object/actor/.actor/actor.json
index 7faf158a7..b9ac0d8f9 100644
--- a/test/e2e/storage-open-return-storage-object/actor/.actor/actor.json
+++ b/test/e2e/storage-open-return-storage-object/actor/.actor/actor.json
@@ -1,7 +1,7 @@
{
- "actorSpecification": 1,
- "name": "test-kv-open-return-storage-object",
- "version": "0.0",
- "buildTag": "latest",
- "env": null
+ "actorSpecification": 1,
+ "name": "test-kv-open-return-storage-object",
+ "version": "0.0",
+ "buildTag": "latest",
+ "env": null
}
diff --git a/test/e2e/tsconfig.json b/test/e2e/tsconfig.json
index 327de21b0..a669fdc13 100644
--- a/test/e2e/tsconfig.json
+++ b/test/e2e/tsconfig.json
@@ -1,10 +1,10 @@
{
- "extends": "../tsconfig.json",
- "compilerOptions": {
- "module": "ESNext",
- "target": "ESNext",
- "allowJs": true,
- "checkJs": true
- },
- "include": ["./**/*.mjs", "./**/*.ts"]
+ "extends": "../tsconfig.json",
+ "compilerOptions": {
+ "module": "ESNext",
+ "target": "ESNext",
+ "allowJs": true,
+ "checkJs": true
+ },
+ "include": ["./**/*.mjs", "./**/*.ts"]
}
diff --git a/test/tsconfig.json b/test/tsconfig.json
index 1202ae509..fdbd3b4fc 100644
--- a/test/tsconfig.json
+++ b/test/tsconfig.json
@@ -1,25 +1,25 @@
{
- "extends": "../tsconfig.json",
- "include": ["**/*", "../packages/*/src/**/*"],
- "exclude": ["e2e", "**/fixtures/*"],
- "compilerOptions": {
- "module": "NodeNext",
- "moduleResolution": "NodeNext",
- "sourceMap": true,
- "noUnusedLocals": false,
- "noUnusedParameters": false,
- "types": ["vitest/globals"],
- "paths": {
- "crawlee": ["packages/crawlee/src/index.ts"],
- "@crawlee/basic": ["packages/basic-crawler/src/index.ts"],
- "@crawlee/browser": ["packages/browser-crawler/src/index.ts"],
- "@crawlee/http": ["packages/http-crawler/src/index.ts"],
- "@crawlee/linkedom": ["packages/linkedom-crawler/src/index.ts"],
- "@crawlee/jsdom": ["packages/jsdom-crawler/src/index.ts"],
- "@crawlee/cheerio": ["packages/cheerio-crawler/src/index.ts"],
- "@crawlee/playwright": ["packages/playwright-crawler/src/index.ts"],
- "@crawlee/puppeteer": ["packages/puppeteer-crawler/src/index.ts"],
- "@crawlee/*": ["packages/*/src/index.ts"]
- }
- }
+ "extends": "../tsconfig.json",
+ "include": ["**/*", "../packages/*/src/**/*"],
+ "exclude": ["e2e", "**/fixtures/*"],
+ "compilerOptions": {
+ "module": "NodeNext",
+ "moduleResolution": "NodeNext",
+ "sourceMap": true,
+ "noUnusedLocals": false,
+ "noUnusedParameters": false,
+ "types": ["vitest/globals"],
+ "paths": {
+ "crawlee": ["../packages/crawlee/src/index.ts"],
+ "@crawlee/basic": ["../packages/basic-crawler/src/index.ts"],
+ "@crawlee/browser": ["../packages/browser-crawler/src/index.ts"],
+ "@crawlee/http": ["../packages/http-crawler/src/index.ts"],
+ "@crawlee/linkedom": ["../packages/linkedom-crawler/src/index.ts"],
+ "@crawlee/jsdom": ["../packages/jsdom-crawler/src/index.ts"],
+ "@crawlee/cheerio": ["../packages/cheerio-crawler/src/index.ts"],
+ "@crawlee/playwright": ["../packages/playwright-crawler/src/index.ts"],
+ "@crawlee/puppeteer": ["../packages/puppeteer-crawler/src/index.ts"],
+ "@crawlee/*": ["../packages/*/src/index.ts"]
+ }
+ }
}
diff --git a/tsconfig.eslint.json b/tsconfig.eslint.json
deleted file mode 100644
index 707fb5f2e..000000000
--- a/tsconfig.eslint.json
+++ /dev/null
@@ -1,18 +0,0 @@
-{
- "extends": "./tsconfig.json",
- "include": [
- "packages/**/*.ts",
- "packages/**/*.mjs",
- "packages/**/*.js",
- "scripts/**/*.ts",
- "scripts/**/*.js",
- "scripts/**/*.mjs",
- "website/**/*.ts",
- "website/**/*.mjs",
- "test/**/*.ts",
- "test/**/*.js",
- "test/**/*.mjs",
- "docs/**/*.ts",
- "vitest.config.mts"
- ]
-}
diff --git a/tsconfig.json b/tsconfig.json
index b3ad1bd0b..0ef314235 100644
--- a/tsconfig.json
+++ b/tsconfig.json
@@ -1,22 +1,22 @@
{
"extends": "./tsconfig.build.json",
"compilerOptions": {
- "baseUrl": ".",
+ "noEmit": true,
"noErrorTruncation": true,
"sourceMap": true,
"declaration": true,
"paths": {
- "crawlee": ["packages/crawlee/src/index.ts"],
- "@crawlee/basic": ["packages/basic-crawler/src/index.ts"],
- "@crawlee/browser": ["packages/browser-crawler/src/index.ts"],
- "@crawlee/http": ["packages/http-crawler/src/index.ts"],
- "@crawlee/linkedom": ["packages/linkedom-crawler/src/index.ts"],
- "@crawlee/jsdom": ["packages/jsdom-crawler/src/index.ts"],
- "@crawlee/cheerio": ["packages/cheerio-crawler/src/index.ts"],
- "@crawlee/playwright": ["packages/playwright-crawler/src/index.ts"],
- "@crawlee/puppeteer": ["packages/puppeteer-crawler/src/index.ts"],
- "@crawlee/stagehand": ["packages/stagehand-crawler/src/index.ts"],
- "@crawlee/*": ["packages/*/src/index.ts"]
+ "crawlee": ["./packages/crawlee/src/index.ts"],
+ "@crawlee/basic": ["./packages/basic-crawler/src/index.ts"],
+ "@crawlee/browser": ["./packages/browser-crawler/src/index.ts"],
+ "@crawlee/http": ["./packages/http-crawler/src/index.ts"],
+ "@crawlee/linkedom": ["./packages/linkedom-crawler/src/index.ts"],
+ "@crawlee/jsdom": ["./packages/jsdom-crawler/src/index.ts"],
+ "@crawlee/cheerio": ["./packages/cheerio-crawler/src/index.ts"],
+ "@crawlee/playwright": ["./packages/playwright-crawler/src/index.ts"],
+ "@crawlee/puppeteer": ["./packages/puppeteer-crawler/src/index.ts"],
+ "@crawlee/stagehand": ["./packages/stagehand-crawler/src/index.ts"],
+ "@crawlee/*": ["./packages/*/src/index.ts"]
}
}
}