Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
Add basic docs
Ondra Urbanb61e45eaf42e
diff --git a/src/crawlers/statistics.js b/src/crawlers/statistics.jsindex 44225fa76..6d9ad35ff 100644--- a/src/crawlers/statistics.js+++ b/src/crawlers/statistics.js@@ -23,6 +23,18 @@ class Job {}}+/**+ * The statistics class provides an interface to collecting and logging run+ * statistics of arbitrary jobs. Currently it provides the following information:+ *+ * - Average run time of successful jobs+ * - Number of successful jobs per minute+ * - Total number of successful jobs+ * - Total number of failed jobs+ * - A histogram of retry counts = Number of requests that finished after N retries.+ *+ * @ignore+ */export default class Statistics {constructor(options = {}) {const {