Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Fix REQUEST_QUEUE_HEAD_MAX_LIMIT not defined error
Ondra Urban3352d6b7ada6
diff --git a/CHANGELOG.md b/CHANGELOG.mdindex d8feae7f2..506b86683 100644--- a/CHANGELOG.md+++ b/CHANGELOG.md@@ -1,3 +1,7 @@+0.13.2 / 2019-03-21+===================+- Fix `REQUEST_QUEUE_HEAD_MAX_LIMIT` is not defined error.+0.13.1 / 2019-03-21===================- `Snapshotter` now marks Apify Client overloaded on the basis of 2nd retry errors.diff --git a/package.json b/package.jsonindex d98dcbafe..47d380fcb 100644--- a/package.json+++ b/package.json@@ -1,6 +1,6 @@{"name": "apify",- "version": "0.13.1",+ "version": "0.13.2","description": "The scalable web crawling and scraping library for JavaScript. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.","engines": {"node": ">=8.14.0"diff --git a/src/request_queue.js b/src/request_queue.jsindex e4e8beca4..c0ba8156c 100644--- a/src/request_queue.js+++ b/src/request_queue.js@@ -4,7 +4,7 @@ import path from 'path';import { checkParamOrThrow } from 'apify-client/build/utils';import LruCache from 'apify-shared/lru_cache';import ListDictionary from 'apify-shared/list_dictionary';-import { ENV_VARS, LOCAL_STORAGE_SUBDIRS } from 'apify-shared/consts';+import { ENV_VARS, LOCAL_STORAGE_SUBDIRS, REQUEST_QUEUE_HEAD_MAX_LIMIT } from 'apify-shared/consts';import { delayPromise, checkParamPrototypeOrThrow } from 'apify-shared/utilities';import Promise from 'bluebird';import crypto from 'crypto';