Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(go-sdk): send the SDK origin on crawl, batch scrape and map (#5229)
Erik Engervalldec2f38cdf28
diff --git a/apps/go-sdk/firecrawl.go b/apps/go-sdk/firecrawl.goindex 69fc487a6..f302208b2 100644--- a/apps/go-sdk/firecrawl.go+++ b/apps/go-sdk/firecrawl.go@@ -191,6 +191,9 @@ func (c *Client) StartCrawl(ctx context.Context, url string, opts *CrawlOptions)body := map[string]interface{}{"url": url}mergeOptions(body, opts)+ if _, ok := body["origin"]; !ok {+ body["origin"] = "go-sdk@" + Version+ }raw, err := c.http.post(ctx, "/v2/crawl", body, nil)if err != nil {return nil, err@@ -307,6 +310,9 @@ func (c *Client) StartBatchScrape(ctx context.Context, urls []string, opts *Batc}}+ if _, ok := body["origin"]; !ok {+ body["origin"] = "go-sdk@" + Version+ }raw, err := c.http.post(ctx, "/v2/batch/scrape", body, extraHeaders)if err != nil {return nil, err@@ -385,6 +391,9 @@ func (c *Client) Map(ctx context.Context, url string, opts *MapOptions) (*MapDatbody := map[string]interface{}{"url": url}mergeOptions(body, opts)+ if _, ok := body["origin"]; !ok {+ body["origin"] = "go-sdk@" + Version+ }raw, err := c.http.post(ctx, "/v2/map", body, nil)if err != nil {return nil, errdiff --git a/apps/go-sdk/origin_test.go b/apps/go-sdk/origin_test.gonew file mode 100644index 000000000..57a039cac--- /dev/null+++ b/apps/go-sdk/origin_test.go@@ -0,0 +1,82 @@+package firecrawl++import (+ "context"+ "encoding/json"+ "net/http"+ "net/http/httptest"+ "testing"++ "github.com/firecrawl/firecrawl/apps/go-sdk/option"+)++func TestJobStartsSendSDKOrigin(t *testing.T) {+ cases := []struct {+ name string+ path string+ response string+ call func(*Client) error+ }{+ {+ name: "StartCrawl",+ path: "/v2/crawl",+ response: `{"success":true,"id":"crawl-1","url":"https://api.firecrawl.dev/v2/crawl/crawl-1"}`,+ call: func(c *Client) error {+ _, err := c.StartCrawl(context.Background(), "https://example.com", &CrawlOptions{Limit: Int(5)})+ return err+ },+ },+ {+ name: "StartBatchScrape",+ path: "/v2/batch/scrape",+ response: `{"success":true,"id":"batch-1","url":"https://api.firecrawl.dev/v2/batch/scrape/batch-1"}`,+ call: func(c *Client) error {+ _, err := c.StartBatchScrape(context.Background(), []string{"https://example.com"}, &BatchScrapeOptions{+ ScrapeOptions: &ScrapeOptions{Formats: []string{"markdown"}},+ })+ return err+ },+ },+ {+ name: "Map",+ path: "/v2/map",+ response: `{"success":true,"links":[]}`,+ call: func(c *Client) error {+ _, err := c.Map(context.Background(), "https://example.com", nil)+ return err+ },+ },+ }++ for _, tc := range cases {+ t.Run(tc.name, func(t *testing.T) {+ captured := make(chan capturedRequest, 1)+ server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {+ captured <- captureRequest(r)+ w.Header().Set("Content-Type", "application/json")+ _, _ = w.Write([]byte(tc.response))+ }))+ defer server.Close()++ client, err := NewClient(option.WithAPIKey("fc-test"), option.WithAPIURL(server.URL))+ if err != nil {+ t.Fatalf("NewClient: %v", err)+ }+ if err := tc.call(client); err != nil {+ t.Fatalf("%s: %v", tc.name, err)+ }++ req := <-captured+ if req.path != tc.path {+ t.Errorf("path = %q, want %q", req.path, tc.path)+ }+ var body map[string]interface{}+ if err := json.Unmarshal([]byte(req.body), &body); err != nil {+ t.Fatalf("decode body %q: %v", req.body, err)+ }+ if got, want := body["origin"], "go-sdk@"+Version; got != want {+ t.Errorf("origin = %v, want %q", got, want)+ }+ })+ }+}