Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Updated docs
Jan Curnd970d8e0dccc
diff --git a/src/pseudo_url.js b/src/pseudo_url.jsindex e425babd4..7927dec8a 100644--- a/src/pseudo_url.js+++ b/src/pseudo_url.js@@ -79,7 +79,9 @@ const parsePurl = (purl) => {* **Example usage:**** ```javascript- * const purl = new Apify.PseudoUrl('http://www.example.com/pages/[(\w|-)*]');+ * const purl = new Apify.PseudoUrl('http://www.example.com/pages/[(\w|-)*]', {+ * userData: { foo: 'bar' },+ * });** if (purl.matches('http://www.example.com/pages/my-awesome-page')) console.log('Match!');* ```@@ -87,7 +89,8 @@ const parsePurl = (purl) => {* @param {String} purl* Pseudo URL.* @param {Object} requestTemplate- * Options for the new {@link Request} instances created for matching URLs.+ * Options for the new {@link Request} instances created for matching URLs+ * by the [utils.puppeteer.enqueueLinks()](puppeteer#puppeteer.enqueueLinks) function.*/class PseudoUrl {constructor(purl, requestTemplate = {}) {@@ -113,7 +116,7 @@ class PseudoUrl {}/**- * Creates a Request object from requestTemplate and given URL.+ * Creates a Request object from a provided `requestTemplate` and given URL.** @param {String} url* @return {Request}