Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Minor fix in use of APIFY_API_BASE_URL, bumped package.json version
Jan Curnc143722b2d03
diff --git a/package.json b/package.jsonindex 95b257050..d0d3b5bfb 100644--- a/package.json+++ b/package.json@@ -1,6 +1,6 @@{"name": "apifier",- "version": "0.0.26",+ "version": "0.0.27","description": "Apifier runtime for JavaScript","main": "build/index.js","keywords": [diff --git a/src/actor.js b/src/actor.jsindex 983105955..a5c4568a3 100644--- a/src/actor.js+++ b/src/actor.js@@ -10,7 +10,7 @@ import { getPromisesDependency, newPromise, nodeifyPromise } from './utils';const clientOpts = {};if (process.env[APIFY_ENV_VARS.API_BASE_URL]) {const parsed = url.parse(process.env[APIFY_ENV_VARS.API_BASE_URL]);- clientOpts.protocol = parsed.protocol;+ clientOpts.protocol = parsed.protocol.replace(':', '');clientOpts.host = parsed.hostname;clientOpts.port = parsed.port;clientOpts.basePath = parsed.pathname;