Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Improved docs
Jan Curna491792789bb
diff --git a/src/dataset.js b/src/dataset.jsindex b707bf53b..1fe20fe76 100644--- a/src/dataset.js+++ b/src/dataset.js@@ -264,14 +264,14 @@ export class Dataset {* **Example:*** ```* {- * "id": "WkzbQMuFYuamGv3YF",- * "name": "my-dataset",- * "userId": "wRsJZtadYvn4mBZmm",- * "createdAt": new Date("2015-12-12T07:34:14.202Z"),- * "modifiedAt": new Date("2015-12-13T08:36:13.202Z"),- * "accessedAt": new Date("2015-12-14T08:36:13.202Z"),- * "itemCount": 14,- * "cleanItemCount": 10+ * id: "WkzbQMuFYuamGv3YF",+ * name: "my-dataset",+ * userId: "wRsJZtadYvn4mBZmm",+ * createdAt: new Date("2015-12-12T07:34:14.202Z"),+ * modifiedAt: new Date("2015-12-13T08:36:13.202Z"),+ * accessedAt: new Date("2015-12-14T08:36:13.202Z"),+ * itemCount: 14,+ * cleanItemCount: 10* }* ```*diff --git a/src/request_queue.js b/src/request_queue.jsindex 70ed9ff98..e4e8beca4 100644--- a/src/request_queue.js+++ b/src/request_queue.js@@ -567,12 +567,12 @@ export class RequestQueue {* **Example:*** ```* {- * "id": "WkzbQMuFYuamGv3YF",- * "name": "my-queue",- * "userId": "wRsJZtadYvn4mBZmm",- * "createdAt": new Date("2015-12-12T07:34:14.202Z"),- * "modifiedAt": new Date("2015-12-13T08:36:13.202Z"),- * "accessedAt": new Date("2015-12-14T08:36:13.202Z"),+ * id: "WkzbQMuFYuamGv3YF",+ * name: "my-queue",+ * userId: "wRsJZtadYvn4mBZmm",+ * createdAt: new Date("2015-12-12T07:34:14.202Z"),+ * modifiedAt: new Date("2015-12-13T08:36:13.202Z"),+ * accessedAt: new Date("2015-12-14T08:36:13.202Z"),* totalRequestCount: 0,* handledRequestCount: 0,* pendingRequestCount: 0,