Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥
TypeScript aiai-agentsai-crawlerai-scrapingai-searchcrawlerdata-extractionhtml-to-markdownllmmarkdownscraperscrapingweb-crawlerweb-dataweb-data-extractionweb-scraperweb-scrapingweb-searchwebscraping
fix(php-sdk): cap Laravel AI tool output sizes
Kris Oei88dac4347de2
diff --git a/apps/php-sdk/src/Laravel/Tools/FirecrawlCrawl.php b/apps/php-sdk/src/Laravel/Tools/FirecrawlCrawl.phpindex 80beccf5e..ba701dab2 100644--- a/apps/php-sdk/src/Laravel/Tools/FirecrawlCrawl.php+++ b/apps/php-sdk/src/Laravel/Tools/FirecrawlCrawl.php@@ -43,7 +43,7 @@ class FirecrawlCrawl extends FirecrawlTool'url' => $document->getMetadata()['sourceURL']?? $document->getMetadata()['url']?? null,- 'markdown' => $this->documentContent($document),+ 'markdown' => $this->truncate($this->documentContent($document), 15000),], $job->getData());if ($pages === []) {diff --git a/apps/php-sdk/src/Laravel/Tools/FirecrawlMap.php b/apps/php-sdk/src/Laravel/Tools/FirecrawlMap.phpindex e15e15c70..b40aeb18f 100644--- a/apps/php-sdk/src/Laravel/Tools/FirecrawlMap.php+++ b/apps/php-sdk/src/Laravel/Tools/FirecrawlMap.php@@ -25,7 +25,7 @@ class FirecrawlMap extends FirecrawlToolpublic function handle(Request $request): string{return $this->guard(function () use ($request): string {- $limit = min(max($request->integer('limit') ?: 100, 1), 5000);+ $limit = min(max($request->integer('limit') ?: 100, 1), 500);$search = (string) $request->string('search');$map = $this->client()->map(@@ -61,7 +61,7 @@ class FirecrawlMap extends FirecrawlTool->required(),'search' => $schema->string()->description('Optional term to filter the discovered URLs by relevance (e.g. "docs").'),- 'limit' => $schema->integer()->min(1)->max(5000)+ 'limit' => $schema->integer()->min(1)->max(500)->description('Maximum number of URLs to return. Defaults to 100.'),];}diff --git a/apps/php-sdk/src/Laravel/Tools/FirecrawlScrape.php b/apps/php-sdk/src/Laravel/Tools/FirecrawlScrape.phpindex 7979a2832..d1611e068 100644--- a/apps/php-sdk/src/Laravel/Tools/FirecrawlScrape.php+++ b/apps/php-sdk/src/Laravel/Tools/FirecrawlScrape.php@@ -33,7 +33,7 @@ class FirecrawlScrape extends FirecrawlTool),);- return $this->documentContent($document);+ return $this->truncate($this->documentContent($document), 80000);});}diff --git a/apps/php-sdk/src/Laravel/Tools/FirecrawlTool.php b/apps/php-sdk/src/Laravel/Tools/FirecrawlTool.phpindex a22b082ff..92f273b6d 100644--- a/apps/php-sdk/src/Laravel/Tools/FirecrawlTool.php+++ b/apps/php-sdk/src/Laravel/Tools/FirecrawlTool.php@@ -76,4 +76,20 @@ abstract class FirecrawlTool implements Toolreturn $warning !== null ? "Warning: {$warning}\n\n{$content}" : $content;}++ /**+ * Trim tool output so a large page cannot overflow the model context+ * or the consumer's conversation storage.+ */+ protected function truncate(string $content, int $maxCharacters): string+ {+ if (mb_strlen($content) <= $maxCharacters) {+ return $content;+ }++ $total = mb_strlen($content);++ return mb_substr($content, 0, $maxCharacters)+ . "\n\n[Truncated: showing the first {$maxCharacters} of {$total} characters.]";+ }}diff --git a/apps/php-sdk/tests/Unit/LaravelTools/FirecrawlMapTest.php b/apps/php-sdk/tests/Unit/LaravelTools/FirecrawlMapTest.phpindex 5cfe9fe56..f17076f2a 100644--- a/apps/php-sdk/tests/Unit/LaravelTools/FirecrawlMapTest.php+++ b/apps/php-sdk/tests/Unit/LaravelTools/FirecrawlMapTest.php@@ -48,6 +48,18 @@ it('passes the search filter through when provided', function (): void {expect($body['search'])->toBe('docs');});+it('clamps an explicit limit of 5000 down to 500', function (): void {+ $history = new ArrayObject();+ $client = fakeFirecrawlClient([+ new Response(200, [], json_encode(['success' => true, 'data' => ['links' => []]])),+ ], $history);++ (new FirecrawlMap($client))->handle(new Request(['url' => 'https://example.com', 'limit' => 5000]));++ $body = json_decode((string) $history[0]['request']->getBody(), true);+ expect($body['limit'])->toBe(500);+});+it('reports when no URLs were discovered', function (): void {$client = fakeFirecrawlClient([new Response(200, [], json_encode(['success' => true, 'data' => ['links' => []]])),diff --git a/apps/php-sdk/tests/Unit/LaravelTools/FirecrawlScrapeTest.php b/apps/php-sdk/tests/Unit/LaravelTools/FirecrawlScrapeTest.phpindex 8e03374b6..6cf07a106 100644--- a/apps/php-sdk/tests/Unit/LaravelTools/FirecrawlScrapeTest.php+++ b/apps/php-sdk/tests/Unit/LaravelTools/FirecrawlScrapeTest.php@@ -78,6 +78,21 @@ it('surfaces a success:false envelope as an error instead of empty content', funexpect($result)->toStartWith('Firecrawl request failed: DNS resolution failed');});+it('truncates markdown longer than 80000 characters', function (): void {+ $prefix = str_repeat('a', 80000);+ $client = fakeFirecrawlClient([+ new Response(200, [], json_encode([+ 'success' => true,+ 'data' => ['markdown' => $prefix . str_repeat('b', 100)],+ ])),+ ]);++ $result = (new FirecrawlScrape($client))->handle(new Request(['url' => 'https://example.com']));++ expect($result)->toStartWith($prefix);+ expect($result)->toEndWith('[Truncated: showing the first 80000 of 80100 characters.]');+});+it('resolves the client from the container when none is injected', function (): void {$container = new Container();$container->instance(FirecrawlClient::class, fakeFirecrawlClient([