Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
chore: use `apify-client` v2
Martin Adámekd3555fc96224
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex 2affc0927..a2f086985 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -1,4 +1,4 @@-2.1.0 / TBD+2.1.0 / 2021/10/07====================- automatically convert google docs share urls to csv download ones in request list (#1174)- use puppeteer emulating scrolls instead of `window.scrollBy` (#1170)@@ -12,6 +12,7 @@- fix: allow passing `requestsFromUrl` to `RequestListOptions` in TS (#1191)- allow passing `forceCloud` down to the KV store (#1186), closes #752- merge cookies from session with user provided ones (#1201), closes #1197+- use `ApifyClient` v2 (full rewrite to TS)2.0.7 / 2021/09/08====================diff --git a/package.json b/package.jsonindex 13c46f709..f39537fb2 100644--- a/package.json+++ b/package.json@@ -55,7 +55,7 @@"@apify/ps-tree": "^1.1.4","@apify/storage-local": "^2.0.1","@apify/utilities": "^1.1.2",- "apify-client": "^1.4.2",+ "apify-client": "^2.0.1","browser-pool": "^2.0.2","cheerio": "1.0.0-rc.10","content-type": "^1.0.4",diff --git a/src/configuration.js b/src/configuration.jsindex 055b7f283..6a673ff51 100644--- a/src/configuration.js+++ b/src/configuration.js@@ -1,7 +1,7 @@import { ENV_VARS, LOCAL_ENV_VARS } from '@apify/consts';import { join } from 'path';import { ApifyStorageLocal } from '@apify/storage-local';-import ApifyClient from 'apify-client';+import { ApifyClient } from 'apify-client';import log from './utils_log';/**diff --git a/src/storages/dataset.js b/src/storages/dataset.jsindex 0ad1484be..b26518ac5 100644--- a/src/storages/dataset.js+++ b/src/storages/dataset.js@@ -6,7 +6,7 @@ import log from '../utils_log';/* eslint-disable no-unused-vars,import/named,import/no-duplicates,import/order */// @ts-ignore-import ApifyClient from 'apify-client';+import { ApifyClient } from 'apify-client';// @ts-ignoreimport { ApifyStorageLocal } from '@apify/storage-local';import { Configuration } from '../configuration';diff --git a/src/storages/key_value_store.js b/src/storages/key_value_store.jsindex 5e146d310..60968587f 100644--- a/src/storages/key_value_store.js+++ b/src/storages/key_value_store.js@@ -6,7 +6,7 @@ import log from '../utils_log';/* eslint-disable no-unused-vars,import/named,import/no-duplicates,import/order */// @ts-ignore-import ApifyClient from 'apify-client';+import { ApifyClient } from 'apify-client';// @ts-ignoreimport { ApifyStorageLocal } from '@apify/storage-local';import { Configuration } from '../configuration';diff --git a/src/storages/request_queue.js b/src/storages/request_queue.jsindex 6e6993858..db9c38d35 100644--- a/src/storages/request_queue.js+++ b/src/storages/request_queue.js@@ -10,7 +10,7 @@ import log from '../utils_log';/* eslint-disable no-unused-vars,import/named,import/no-duplicates,import/order */import Request, { RequestOptions } from '../request'; // eslint-disable-line import/named,no-unused-vars// @ts-ignore-import ApifyClient from 'apify-client';+import { ApifyClient } from 'apify-client';// @ts-ignoreimport { ApifyStorageLocal } from '@apify/storage-local';/* eslint-enable no-unused-vars,import/named,import/no-duplicates,import/order */diff --git a/src/storages/storage_manager.js b/src/storages/storage_manager.jsindex 2bc5d4e01..e33b46b04 100644--- a/src/storages/storage_manager.js+++ b/src/storages/storage_manager.js@@ -2,7 +2,7 @@ import { ENV_VARS } from '@apify/consts';/* eslint-disable no-unused-vars,import/named,import/no-duplicates,import/order */// @ts-ignore-import ApifyClient from 'apify-client';+import { ApifyClient } from 'apify-client';// @ts-ignoreimport { ApifyStorageLocal } from '@apify/storage-local';import cacheContainer from '../cache_container';diff --git a/src/utils.js b/src/utils.jsindex a647e626e..cc53bcf08 100644--- a/src/utils.js+++ b/src/utils.js@@ -1,7 +1,7 @@import psTree from '@apify/ps-tree';// eslint-disable-next-line import/no-extraneous-dependenciesimport { execSync } from 'child_process';-import ApifyClient from 'apify-client';+import { ApifyClient } from 'apify-client';import { version as apifyClientVersion } from 'apify-client/package.json';import { ACT_JOB_TERMINAL_STATUSES, ENV_VARS } from '@apify/consts';import cheerio from 'cheerio';diff --git a/test/apify.test.js b/test/apify.test.jsindex c45372c5a..39c1e870c 100644--- a/test/apify.test.js+++ b/test/apify.test.js@@ -1,7 +1,7 @@import path from 'path';import _ from 'underscore';import { ACT_JOB_STATUSES, ENV_VARS, KEY_VALUE_STORE_KEYS } from '@apify/consts';-import ApifyClient from 'apify-client';+import { ApifyClient } from 'apify-client';import { ApifyCallError } from '../build/errors';import * as utils from '../build/utils';import { Dataset } from '../build/storages/dataset';