Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. π₯
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
Nick: other sdks
Nicolas1c8c4c140ab6
diff --git a/apps/dot-net-sdk/Firecrawl/Firecrawl.csproj b/apps/dot-net-sdk/Firecrawl/Firecrawl.csprojindex da297be8f..d9279e2a1 100644--- a/apps/dot-net-sdk/Firecrawl/Firecrawl.csproj+++ b/apps/dot-net-sdk/Firecrawl/Firecrawl.csproj@@ -8,7 +8,7 @@<!-- NuGet package metadata --><PackageId>firecrawl-sdk</PackageId>- <Version>1.4.0</Version>+ <Version>1.5.0</Version><Authors>Firecrawl</Authors><Company>Firecrawl</Company><Description>.NET SDK for the Firecrawl API - web scraping, crawling, and data extraction</Description>diff --git a/apps/dot-net-sdk/Firecrawl/Models/MonitorModels.cs b/apps/dot-net-sdk/Firecrawl/Models/MonitorModels.csindex ed5c7ef83..bb71069f5 100644--- a/apps/dot-net-sdk/Firecrawl/Models/MonitorModels.cs+++ b/apps/dot-net-sdk/Firecrawl/Models/MonitorModels.cs@@ -179,6 +179,61 @@ public class MonitorCheckpublic string? UpdatedAt { get; set; }}+/// <summary>+/// Per-field diff entry returned for monitors that requested JSON+/// extraction. The keys on <see cref="MonitorPageDiff.Json"/> (when used+/// in JSON or mixed mode) are field paths in the extracted JSON; the+/// values describe what changed between the previous and current run.+/// </summary>+public class MonitorJsonFieldDiff+{+ [JsonPropertyName("previous")]+ public object? Previous { get; set; }++ [JsonPropertyName("current")]+ public object? Current { get; set; }+}++/// <summary>+/// Diff payload returned alongside a monitor page when its scrape+/// produced a change. The shape depends on what the monitor's formats+/// asked for:+/// <list type="bullet">+/// <item>Markdown-only monitors: <see cref="Text"/> holds the unified+/// diff and <see cref="Json"/> holds the parseDiff AST+/// (<c>{ "files": [...] }</c>).</item>+/// <item>JSON-extraction monitors: <see cref="Json"/> holds the+/// per-field <see cref="MonitorJsonFieldDiff"/> map and+/// <see cref="Text"/> is null.</item>+/// <item>Mixed (JSON + git-diff) monitors: both fields are populated:+/// <see cref="Json"/> is the per-field diff and <see cref="Text"/>+/// is the markdown sidecar.</item>+/// </list>+/// <see cref="Json"/> is exposed as <see cref="object"/> because its+/// concrete shape depends on the monitor mode; callers should+/// re-deserialize with <c>System.Text.Json</c> into either a+/// <c>Dictionary<string, MonitorJsonFieldDiff></c> (JSON / mixed+/// mode) or a wrapper containing the <c>files</c> array (markdown mode).+/// </summary>+public class MonitorPageDiff+{+ [JsonPropertyName("text")]+ public string? Text { get; set; }++ [JsonPropertyName("json")]+ public object? Json { get; set; }+}++/// <summary>+/// Snapshot of the current JSON extraction at this run. Present on JSON+/// and mixed-mode monitors; absent for markdown-only monitors.+/// </summary>+public class MonitorPageSnapshot+{+ [JsonPropertyName("json")]+ public Dictionary<string, object>? Json { get; set; }+}+public class MonitorCheckPage{[JsonPropertyName("id")]@@ -209,7 +264,10 @@ public class MonitorCheckPagepublic object? Metadata { get; set; }[JsonPropertyName("diff")]- public object? Diff { get; set; }+ public MonitorPageDiff? Diff { get; set; }++ [JsonPropertyName("snapshot")]+ public MonitorPageSnapshot? Snapshot { get; set; }[JsonPropertyName("createdAt")]public string? CreatedAt { get; set; }diff --git a/apps/go-sdk/models.go b/apps/go-sdk/models.goindex 33b1df63e..5d435c4bd 100644--- a/apps/go-sdk/models.go+++ b/apps/go-sdk/models.go@@ -180,19 +180,54 @@ type MonitorCheck struct {UpdatedAt string `json:"updatedAt,omitempty"`}+// MonitorJsonFieldDiff is a single field-level diff returned for monitors+// that requested JSON extraction. Keys are field paths in the extracted+// JSON; values describe what changed between the previous and current run.+type MonitorJsonFieldDiff struct {+ Previous interface{} `json:"previous"`+ Current interface{} `json:"current"`+}++// MonitorPageDiff is the diff payload returned alongside a monitor page+// when its scrape produced a change. The shape depends on what the+// monitor's formats asked for:+//+// - markdown-only monitors β Text holds the unified diff and JSON+// holds the parseDiff AST (a {"files": [...]} object).+// - JSON-extraction monitors β JSON holds the per-field+// map[string]MonitorJsonFieldDiff and Text is empty.+// - mixed (JSON + git-diff) monitors β both fields are populated:+// JSON is the per-field diff and Text is the markdown sidecar.+//+// JSON is left as interface{} so callers can decode into either of the+// two possible shapes; use json.Unmarshal with a concrete target when+// the monitor's mode is known.+type MonitorPageDiff struct {+ Text string `json:"text,omitempty"`+ JSON interface{} `json:"json,omitempty"`+}++// MonitorPageSnapshot is the snapshot of the current JSON extraction at+// this run. It is present on JSON and mixed-mode monitors and absent+// for markdown-only monitors.+type MonitorPageSnapshot struct {+ JSON map[string]interface{} `json:"json,omitempty"`+}+// MonitorCheckPage is a single page result in a monitor check.type MonitorCheckPage struct {- ID string `json:"id"`- TargetID string `json:"targetId"`- URL string `json:"url"`- Status string `json:"status"`- PreviousScrapeID string `json:"previousScrapeId,omitempty"`- CurrentScrapeID string `json:"currentScrapeId,omitempty"`- StatusCode *int `json:"statusCode,omitempty"`- Error string `json:"error,omitempty"`- Metadata interface{} `json:"metadata,omitempty"`- Diff interface{} `json:"diff,omitempty"`- CreatedAt string `json:"createdAt,omitempty"`+ ID string `json:"id"`+ TargetID string `json:"targetId"`+ URL string `json:"url"`+ Status string `json:"status"`+ PreviousScrapeID string `json:"previousScrapeId,omitempty"`+ CurrentScrapeID string `json:"currentScrapeId,omitempty"`+ StatusCode *int `json:"statusCode,omitempty"`+ Error string `json:"error,omitempty"`+ Metadata interface{} `json:"metadata,omitempty"`+ Diff *MonitorPageDiff `json:"diff,omitempty"`+ Snapshot *MonitorPageSnapshot `json:"snapshot,omitempty"`+ CreatedAt string `json:"createdAt,omitempty"`}// MonitorCheckDetail includes paginated page results and inline diffs.diff --git a/apps/go-sdk/version.go b/apps/go-sdk/version.goindex a6ab7a966..82c6fbcf5 100644--- a/apps/go-sdk/version.go+++ b/apps/go-sdk/version.go@@ -9,4 +9,4 @@ package firecrawl// Bump this when preparing a new release. The publish-go-sdk GitHub workflow// reads this value and creates the corresponding monorepo-prefixed tag on// merge to main.-const Version = "1.3.0"+const Version = "1.4.0"diff --git a/apps/java-sdk/build.gradle.kts b/apps/java-sdk/build.gradle.ktsindex b0a7ffab0..c179499e1 100644--- a/apps/java-sdk/build.gradle.kts+++ b/apps/java-sdk/build.gradle.kts@@ -4,7 +4,7 @@ plugins {}group = "com.firecrawl"-version = "1.6.0"+version = "1.7.0"java {sourceCompatibility = JavaVersion.VERSION_11diff --git a/apps/java-sdk/src/main/java/com/firecrawl/models/MonitorCheckPage.java b/apps/java-sdk/src/main/java/com/firecrawl/models/MonitorCheckPage.javaindex 231d3788e..ed547021f 100644--- a/apps/java-sdk/src/main/java/com/firecrawl/models/MonitorCheckPage.java+++ b/apps/java-sdk/src/main/java/com/firecrawl/models/MonitorCheckPage.java@@ -13,7 +13,8 @@ public class MonitorCheckPage {private Integer statusCode;private String error;private Object metadata;- private Object diff;+ private MonitorPageDiff diff;+ private MonitorPageSnapshot snapshot;private String createdAt;public String getId() { return id; }@@ -25,6 +26,7 @@ public class MonitorCheckPage {public Integer getStatusCode() { return statusCode; }public String getError() { return error; }public Object getMetadata() { return metadata; }- public Object getDiff() { return diff; }+ public MonitorPageDiff getDiff() { return diff; }+ public MonitorPageSnapshot getSnapshot() { return snapshot; }public String getCreatedAt() { return createdAt; }}diff --git a/apps/java-sdk/src/main/java/com/firecrawl/models/MonitorJsonFieldDiff.java b/apps/java-sdk/src/main/java/com/firecrawl/models/MonitorJsonFieldDiff.javanew file mode 100644index 000000000..fa5c001f9--- /dev/null+++ b/apps/java-sdk/src/main/java/com/firecrawl/models/MonitorJsonFieldDiff.java@@ -0,0 +1,19 @@+package com.firecrawl.models;++import com.fasterxml.jackson.annotation.JsonIgnoreProperties;++/**+ * Per-field diff entry returned for monitors that requested JSON+ * extraction. The keys on {@link MonitorPageDiff#getJson()} (when used in+ * JSON or mixed mode) are field paths in the extracted JSON; the values+ * are instances of this class describing what changed between the+ * previous and current run.+ */+@JsonIgnoreProperties(ignoreUnknown = true)+public class MonitorJsonFieldDiff {+ private Object previous;+ private Object current;++ public Object getPrevious() { return previous; }+ public Object getCurrent() { return current; }+}diff --git a/apps/java-sdk/src/main/java/com/firecrawl/models/MonitorPageDiff.java b/apps/java-sdk/src/main/java/com/firecrawl/models/MonitorPageDiff.javanew file mode 100644index 000000000..cf4ef3a70--- /dev/null+++ b/apps/java-sdk/src/main/java/com/firecrawl/models/MonitorPageDiff.java@@ -0,0 +1,35 @@+package com.firecrawl.models;++import com.fasterxml.jackson.annotation.JsonIgnoreProperties;++/**+ * Diff payload returned alongside a monitor page when its scrape+ * produced a change. The shape depends on what the monitor's formats+ * asked for:+ *+ * <ul>+ * <li>Markdown-only monitors: {@code text} holds the unified diff+ * and {@code json} holds the {@code parseDiff} AST (a+ * {@code {"files": [...]}} object).</li>+ * <li>JSON-extraction monitors: {@code json} holds the per-field+ * map of {@link MonitorJsonFieldDiff} entries and {@code text} is+ * absent.</li>+ * <li>Mixed (JSON + git-diff) monitors: both fields are populated:+ * {@code json} is the per-field diff map and {@code text} is the+ * markdown sidecar.</li>+ * </ul>+ *+ * <p>{@code json} is exposed as {@link Object} because its concrete+ * shape depends on the monitor mode; callers should cast or re-deserialize+ * with Jackson into either a {@code Map<String, MonitorJsonFieldDiff>}+ * (JSON / mixed mode) or a {@code Map<String, Object>} containing the+ * {@code files} key (markdown mode).+ */+@JsonIgnoreProperties(ignoreUnknown = true)+public class MonitorPageDiff {+ private String text;+ private Object json;++ public String getText() { return text; }+ public Object getJson() { return json; }+}diff --git a/apps/java-sdk/src/main/java/com/firecrawl/models/MonitorPageSnapshot.java b/apps/java-sdk/src/main/java/com/firecrawl/models/MonitorPageSnapshot.javanew file mode 100644index 000000000..72081b671--- /dev/null+++ b/apps/java-sdk/src/main/java/com/firecrawl/models/MonitorPageSnapshot.java@@ -0,0 +1,15 @@+package com.firecrawl.models;++import com.fasterxml.jackson.annotation.JsonIgnoreProperties;+import java.util.Map;++/**+ * Snapshot of the current JSON extraction at this run. Present on JSON+ * and mixed-mode monitors; absent for markdown-only monitors.+ */+@JsonIgnoreProperties(ignoreUnknown = true)+public class MonitorPageSnapshot {+ private Map<String, Object> json;++ public Map<String, Object> getJson() { return json; }+}diff --git a/apps/js-sdk/firecrawl/package.json b/apps/js-sdk/firecrawl/package.jsonindex 3a6f436c6..dc8c03cf1 100644--- a/apps/js-sdk/firecrawl/package.json+++ b/apps/js-sdk/firecrawl/package.json@@ -1,6 +1,6 @@{"name": "@mendable/firecrawl-js",- "version": "4.23.0",+ "version": "4.24.0","description": "JavaScript SDK for Firecrawl API","main": "dist/index.js","types": "dist/index.d.ts",diff --git a/apps/php-sdk/src/Models/MonitorCheckDetail.php b/apps/php-sdk/src/Models/MonitorCheckDetail.phpindex f6709c81e..8f75538aa 100644--- a/apps/php-sdk/src/Models/MonitorCheckDetail.php+++ b/apps/php-sdk/src/Models/MonitorCheckDetail.php@@ -7,7 +7,15 @@ namespace Firecrawl\Models;final class MonitorCheckDetail extends MonitorCheck{/**- * @param list<array<string, mixed>> $pages+ * @param list<array<string, mixed>> $pages Each page array contains+ * keys: id, targetId, url, status, previousScrapeId,+ * currentScrapeId, statusCode, error, metadata, diff, snapshot,+ * createdAt. The `diff` value (when present) is an array with+ * `text` (markdown unified diff) and/or `json` (parseDiff AST+ * for markdown monitors, or a per-field+ * `{previous, current}` map for JSON-extraction monitors). The+ * `snapshot` value (JSON / mixed mode only) is an array with a+ * `json` key holding the current JSON extraction at this run.*/public function __construct(?string $id = null,@@ -80,7 +88,12 @@ final class MonitorCheckDetail extends MonitorCheckreturn $check;}- /** @return list<array<string, mixed>> */+ /**+ * @return list<array<string, mixed>> Each page array contains the+ * standard monitor page fields plus the `diff` and `snapshot`+ * payloads when present. See the constructor PHPDoc for the+ * shape of those nested values.+ */public function getPages(): array { return $this->pages; }public function getNext(): ?string { return $this->next; }}diff --git a/apps/php-sdk/src/Version.php b/apps/php-sdk/src/Version.phpindex 1ed1826b6..ac8491217 100644--- a/apps/php-sdk/src/Version.php+++ b/apps/php-sdk/src/Version.php@@ -6,5 +6,5 @@ namespace Firecrawl;final class Version{- public const SDK_VERSION = '1.3.0';+ public const SDK_VERSION = '1.4.0';}diff --git a/apps/python-sdk/firecrawl/__init__.py b/apps/python-sdk/firecrawl/__init__.pyindex aeabd25e1..804a56270 100644--- a/apps/python-sdk/firecrawl/__init__.py+++ b/apps/python-sdk/firecrawl/__init__.py@@ -17,7 +17,7 @@ from .v1 import (V1ChangeTrackingOptions,)-__version__ = "4.26.0"+__version__ = "4.27.0"# Define the logger for the Firecrawl projectlogger: logging.Logger = logging.getLogger("firecrawl")diff --git a/apps/ruby-sdk/lib/firecrawl/models/monitor.rb b/apps/ruby-sdk/lib/firecrawl/models/monitor.rbindex 8948baf23..5245aeeb0 100644--- a/apps/ruby-sdk/lib/firecrawl/models/monitor.rb+++ b/apps/ruby-sdk/lib/firecrawl/models/monitor.rb@@ -55,6 +55,19 @@ module Firecrawlendend+ # A monitor check with paginated page results inlined.+ #+ # Each entry in {#pages} is a {Hash} with the standard monitor page+ # fields (id, targetId, url, status, previousScrapeId,+ # currentScrapeId, statusCode, error, metadata, createdAt) plus:+ #+ # * +"diff"+ β when the page changed. A hash with +"text"+ (markdown+ # unified diff) and/or +"json"+ (parseDiff AST for markdown+ # monitors, or a per-field +{ "previous", "current" }+ map for+ # JSON-extraction monitors).+ # * +"snapshot"+ β present on JSON / mixed-mode monitors. A hash+ # with a +"json"+ key holding the current JSON extraction at this+ # run.class MonitorCheckDetail < MonitorCheckattr_accessor :pages, :next_urldiff --git a/apps/ruby-sdk/lib/firecrawl/version.rb b/apps/ruby-sdk/lib/firecrawl/version.rbindex 7bb66e07a..7cffb0bd0 100644--- a/apps/ruby-sdk/lib/firecrawl/version.rb+++ b/apps/ruby-sdk/lib/firecrawl/version.rb@@ -1,5 +1,5 @@# frozen_string_literal: truemodule Firecrawl- VERSION = "1.5.0"+ VERSION = "1.6.0"enddiff --git a/apps/rust-sdk/Cargo.lock b/apps/rust-sdk/Cargo.lockindex 2c3cb7cc3..1eaf8660e 100644--- a/apps/rust-sdk/Cargo.lock+++ b/apps/rust-sdk/Cargo.lock@@ -250,7 +250,7 @@ checksum = "37909eebbb50d72f9059c3b6d82c0463f2ff062c9e95845c43a6c9c0355411be"[[package]]name = "firecrawl"-version = "2.5.0"+version = "2.6.0"dependencies = ["mockito","reqwest",diff --git a/apps/rust-sdk/Cargo.toml b/apps/rust-sdk/Cargo.tomlindex 2c48e2edd..da9d860d1 100644--- a/apps/rust-sdk/Cargo.toml+++ b/apps/rust-sdk/Cargo.toml@@ -1,6 +1,6 @@[package]name = "firecrawl"-version = "2.5.0"+version = "2.6.0"edition = "2021"license = "MIT"homepage = "https://www.firecrawl.dev/"diff --git a/apps/rust-sdk/src/monitor.rs b/apps/rust-sdk/src/monitor.rsindex 2b7e1b493..1273c4420 100644--- a/apps/rust-sdk/src/monitor.rs+++ b/apps/rust-sdk/src/monitor.rs@@ -91,6 +91,42 @@ pub struct MonitorCheck {pub updated_at: String,}+/// Per-field diff entry returned for monitors that requested JSON extraction.+#[derive(Deserialize, Serialize, Debug, Clone)]+pub struct MonitorJsonFieldDiff {+ pub previous: Value,+ pub current: Value,+}++/// Diff payload returned alongside a monitor page when its scrape produced+/// a change. The shape depends on what the monitor's formats asked for:+///+/// - markdown-only monitors β `text` is the unified diff and `json` is+/// the `parseDiff` AST (a `{ "files": [...] }` object).+/// - JSON-extraction monitors β `json` is the per-field+/// `{ previous, current }` map and `text` is absent.+/// - mixed (JSON + git-diff) monitors β both `text` (markdown sidecar)+/// and `json` (field-level diff) are present.+///+/// `json` is kept as a raw [`serde_json::Value`] so callers can decode it+/// into either shape (`HashMap<String, MonitorJsonFieldDiff>` for the+/// field-diff case, or a `{ files: [...] }` struct for the parseDiff AST).+#[derive(Deserialize, Serialize, Debug, Clone)]+pub struct MonitorPageDiff {+ #[serde(skip_serializing_if = "Option::is_none")]+ pub text: Option<String>,+ #[serde(skip_serializing_if = "Option::is_none")]+ pub json: Option<Value>,+}++/// Snapshot of the current JSON extraction at this run. Present on JSON+/// and mixed-mode monitors; absent for markdown-only.+#[derive(Deserialize, Serialize, Debug, Clone)]+pub struct MonitorPageSnapshot {+ #[serde(skip_serializing_if = "Option::is_none")]+ pub json: Option<Value>,+}+#[derive(Deserialize, Serialize, Debug, Clone)]#[serde(rename_all = "camelCase")]pub struct MonitorCheckPage {@@ -103,7 +139,8 @@ pub struct MonitorCheckPage {pub status_code: Option<u16>,pub error: Option<String>,pub metadata: Option<Value>,- pub diff: Option<Value>,+ pub diff: Option<MonitorPageDiff>,+ pub snapshot: Option<MonitorPageSnapshot>,pub created_at: String,}