Skip to content

World's first open-source, agentic video production system. 12 production pipelines, 100+ tools, 700+ agent skill and production-knowledge files. Turn your AI coding assistant into a full video production studio.

add seedream v5 tools for fai.ai

蓝友和cf3407155cbf
diff --git a/tools/graphics/seedream_image.py b/tools/graphics/seedream_image.py
index edaefd2a..fed26184 100644
--- a/tools/graphics/seedream_image.py
+++ b/tools/graphics/seedream_image.py
@@ -25,9 +25,9 @@ class SeedreamImage(BaseTool):
version = "0.1.0"
tier = ToolTier.GENERATE
capability = "image_generation"
- provider = "seedream"
+ provider = "bytedance"
stability = ToolStability.EXPERIMENTAL
- execution_mode = ExecutionMode.SYNC
+ execution_mode = ExecutionMode.ASYNC
determinism = Determinism.STOCHASTIC
runtime = ToolRuntime.API
@@ -63,7 +63,6 @@ class SeedreamImage(BaseTool):
"structured designs and dense layouts",
"multi-language text rendering (14 languages)",
]
-
input_schema = {
"type": "object",
"required": ["prompt"],
@@ -93,16 +92,159 @@ class SeedreamImage(BaseTool):
"default": True,
"description": "If set to true, the safety checker will be enabled.",
},
- "enable_safety_checker": {
- "type": "boolean",
- "description": "IIf True, the media will be returned as a data URI and the output data won't be available in the request history.",
- }
- },
- }
+ "output_path": {"type": "string"}
+ },
+ }
resource_profile = ResourceProfile(
cpu_cores=1, ram_mb=512, vram_mb=0, disk_mb=100, network_required=True
)
retry_policy = RetryPolicy(max_retries=2, retryable_errors=["rate_limit", "timeout"])
- idempotency_key_fields = ["prompt", "model", "style", "image_size"]
- side_effects = ["writes image file to output_path", "calls fal.ai API"]
+ idempotency_key_fields = ["prompt", "image_size", "output_format"]
+ side_effects = ["writes image file to output_path", "calls fal.ai queue API"]
user_visible_verification = ["Inspect generated image for brand accuracy and text readability"]
+
+ def _get_api_key(self) -> str | None:
+ return os.environ.get("FAL_KEY") or os.environ.get("FAL_AI_API_KEY")
+
+ def get_status(self) -> ToolStatus:
+ if self._get_api_key():
+ return ToolStatus.AVAILABLE
+ return ToolStatus.UNAVAILABLE
+
+ def estimate_cost(self, inputs: dict[str, Any]) -> float:
+ image_size = inputs.get("image_size", "auto_2K")
+ num_images = inputs.get("num_images", 1)
+ size_price_map = {
+ "square": 0.0675,
+ "square_hd": 0.135,
+ "landscape_4_3": 0.0675,
+ "landscape_16_9": 0.135,
+ "portrait_4_3": 0.0675,
+ "portrait_16_9": 0.135,
+ "auto_1K": 0.0675,
+ "auto_2K": 0.135,
+ }
+ unit_price = size_price_map.get(image_size, 0.135)
+ return round(unit_price * num_images, 4)
+
+ def execute(self, inputs: dict[str, Any]) -> ToolResult:
+ import requests
+
+ api_key = self._get_api_key()
+ if not api_key:
+ return ToolResult(
+ success=False,
+ error="FAL_KEY not set. " + self.install_instructions,
+ )
+
+ start = time.time()
+ prompt = inputs["prompt"]
+ submit_url = "https://queue.fal.run/bytedance/seedream/v5/pro/text-to-image"
+ payload: dict[str, Any] = {
+ "prompt": prompt,
+ "image_size": inputs.get("image_size", "auto_2K"),
+ "output_format": inputs.get("output_format", "jpeg"),
+ "num_images": inputs.get("num_images", 1),
+ "enable_safety_checker": inputs.get("enable_safety_checker", True),
+ }
+
+ try:
+ headers = {
+ "Authorization": f"Key {api_key}",
+ "Content-Type": "application/json",
+ }
+
+ submit_resp = requests.post(
+ submit_url,
+ headers=headers,
+ json=payload,
+ timeout=(10, 60),
+ )
+ submit_resp.raise_for_status()
+ submit_data = submit_resp.json()
+ request_id = submit_data.get("request_id")
+ if not request_id:
+ raise RuntimeError(
+ "Seedream submit succeeded but did not return request_id"
+ )
+ status_url = (
+ f"https://queue.fal.run/bytedance/seedream/requests/"
+ f"{request_id}/status"
+ )
+ elapsed = 0.0
+ while elapsed < 300:
+ status_resp = requests.get(
+ status_url,
+ headers=headers,
+ timeout=30,
+ )
+ status_resp.raise_for_status()
+ status_data = status_resp.json()
+ status = status_data.get("status")
+
+ if status == "COMPLETED":
+ break
+ elif status in ("FAILED", "CANCELLED"):
+ error_msg = status_data.get("error", "Unknown error")
+ raise RuntimeError(f"Seedream task {status}: {error_msg}")
+
+ time.sleep(10)
+ elapsed += 10
+
+ if elapsed >= 300:
+ raise RuntimeError(
+ f"Seedream task timed out after {300}s"
+ )
+
+ result_resp = requests.get(
+ f"https://queue.fal.run/bytedance/seedream/requests/"
+ f"{request_id}",
+ headers=headers,
+ timeout=30,
+ )
+ result_resp.raise_for_status()
+ result_data = result_resp.json()
+
+ images = result_data.get("images", [])
+ if not images:
+ raise RuntimeError("Seedream completed but no images returned")
+
+ output_paths = []
+ for idx, img in enumerate(images):
+ image_url = img.get("url")
+ if not image_url:
+ continue
+ image_resp = requests.get(image_url, timeout=60)
+ image_resp.raise_for_status()
+
+ ext = inputs.get("output_format", "jpeg")
+ if len(images) > 1:
+ filename = f"seedream_image_{idx + 1}.{ext}"
+ else:
+ filename = f"seedream_image.{ext}"
+ output_path = Path(inputs.get("output_path", filename))
+ output_path.parent.mkdir(parents=True, exist_ok=True)
+ output_path.write_bytes(image_resp.content)
+ output_paths.append(str(output_path))
+
+ except Exception as e:
+ return ToolResult(
+ success=False,
+ error=f"Seedream generation failed: {e}",
+ )
+
+ return ToolResult(
+ success=True,
+ data={
+ "provider": "seedream",
+ "model": "seedream_v5",
+ "prompt": prompt,
+ "request_id": request_id,
+ "image_count": len(output_paths),
+ "outputs": output_paths,
+ },
+ artifacts=output_paths,
+ cost_usd=self.estimate_cost(inputs),
+ duration_seconds=round(time.time() - start, 2),
+ model="fal-ai/bytedance/seedream/v5",
+ )