World's first open-source, agentic video production system. 12 production pipelines, 100+ tools, 700+ agent skill and production-knowledge files. Turn your AI coding assistant into a full video production studio.
Python agentagentic-aiaiclaudecopilotcursorelevenlabsffmpegfluximage-generationopen-sourceopenaipythonremotionstable-diffusiontext-to-speechtext-to-videovideo-generationvideo-production
add seedream v5 tools for fai.ai
蓝友和cf3407155cbf
diff --git a/tools/graphics/seedream_image.py b/tools/graphics/seedream_image.pyindex edaefd2a..fed26184 100644--- a/tools/graphics/seedream_image.py+++ b/tools/graphics/seedream_image.py@@ -25,9 +25,9 @@ class SeedreamImage(BaseTool):version = "0.1.0"tier = ToolTier.GENERATEcapability = "image_generation"- provider = "seedream"+ provider = "bytedance"stability = ToolStability.EXPERIMENTAL- execution_mode = ExecutionMode.SYNC+ execution_mode = ExecutionMode.ASYNCdeterminism = Determinism.STOCHASTICruntime = ToolRuntime.API@@ -63,7 +63,6 @@ class SeedreamImage(BaseTool):"structured designs and dense layouts","multi-language text rendering (14 languages)",]-input_schema = {"type": "object","required": ["prompt"],@@ -93,16 +92,159 @@ class SeedreamImage(BaseTool):"default": True,"description": "If set to true, the safety checker will be enabled.",},- "enable_safety_checker": {- "type": "boolean",- "description": "IIf True, the media will be returned as a data URI and the output data won't be available in the request history.",- }- },- }+ "output_path": {"type": "string"}+ },+ }resource_profile = ResourceProfile(cpu_cores=1, ram_mb=512, vram_mb=0, disk_mb=100, network_required=True)retry_policy = RetryPolicy(max_retries=2, retryable_errors=["rate_limit", "timeout"])- idempotency_key_fields = ["prompt", "model", "style", "image_size"]- side_effects = ["writes image file to output_path", "calls fal.ai API"]+ idempotency_key_fields = ["prompt", "image_size", "output_format"]+ side_effects = ["writes image file to output_path", "calls fal.ai queue API"]user_visible_verification = ["Inspect generated image for brand accuracy and text readability"]++ def _get_api_key(self) -> str | None:+ return os.environ.get("FAL_KEY") or os.environ.get("FAL_AI_API_KEY")++ def get_status(self) -> ToolStatus:+ if self._get_api_key():+ return ToolStatus.AVAILABLE+ return ToolStatus.UNAVAILABLE++ def estimate_cost(self, inputs: dict[str, Any]) -> float:+ image_size = inputs.get("image_size", "auto_2K")+ num_images = inputs.get("num_images", 1)+ size_price_map = {+ "square": 0.0675,+ "square_hd": 0.135,+ "landscape_4_3": 0.0675,+ "landscape_16_9": 0.135,+ "portrait_4_3": 0.0675,+ "portrait_16_9": 0.135,+ "auto_1K": 0.0675,+ "auto_2K": 0.135,+ }+ unit_price = size_price_map.get(image_size, 0.135)+ return round(unit_price * num_images, 4)++ def execute(self, inputs: dict[str, Any]) -> ToolResult:+ import requests++ api_key = self._get_api_key()+ if not api_key:+ return ToolResult(+ success=False,+ error="FAL_KEY not set. " + self.install_instructions,+ )++ start = time.time()+ prompt = inputs["prompt"]+ submit_url = "https://queue.fal.run/bytedance/seedream/v5/pro/text-to-image"+ payload: dict[str, Any] = {+ "prompt": prompt,+ "image_size": inputs.get("image_size", "auto_2K"),+ "output_format": inputs.get("output_format", "jpeg"),+ "num_images": inputs.get("num_images", 1),+ "enable_safety_checker": inputs.get("enable_safety_checker", True),+ }++ try:+ headers = {+ "Authorization": f"Key {api_key}",+ "Content-Type": "application/json",+ }++ submit_resp = requests.post(+ submit_url,+ headers=headers,+ json=payload,+ timeout=(10, 60),+ )+ submit_resp.raise_for_status()+ submit_data = submit_resp.json()+ request_id = submit_data.get("request_id")+ if not request_id:+ raise RuntimeError(+ "Seedream submit succeeded but did not return request_id"+ )+ status_url = (+ f"https://queue.fal.run/bytedance/seedream/requests/"+ f"{request_id}/status"+ )+ elapsed = 0.0+ while elapsed < 300:+ status_resp = requests.get(+ status_url,+ headers=headers,+ timeout=30,+ )+ status_resp.raise_for_status()+ status_data = status_resp.json()+ status = status_data.get("status")++ if status == "COMPLETED":+ break+ elif status in ("FAILED", "CANCELLED"):+ error_msg = status_data.get("error", "Unknown error")+ raise RuntimeError(f"Seedream task {status}: {error_msg}")++ time.sleep(10)+ elapsed += 10++ if elapsed >= 300:+ raise RuntimeError(+ f"Seedream task timed out after {300}s"+ )++ result_resp = requests.get(+ f"https://queue.fal.run/bytedance/seedream/requests/"+ f"{request_id}",+ headers=headers,+ timeout=30,+ )+ result_resp.raise_for_status()+ result_data = result_resp.json()++ images = result_data.get("images", [])+ if not images:+ raise RuntimeError("Seedream completed but no images returned")++ output_paths = []+ for idx, img in enumerate(images):+ image_url = img.get("url")+ if not image_url:+ continue+ image_resp = requests.get(image_url, timeout=60)+ image_resp.raise_for_status()++ ext = inputs.get("output_format", "jpeg")+ if len(images) > 1:+ filename = f"seedream_image_{idx + 1}.{ext}"+ else:+ filename = f"seedream_image.{ext}"+ output_path = Path(inputs.get("output_path", filename))+ output_path.parent.mkdir(parents=True, exist_ok=True)+ output_path.write_bytes(image_resp.content)+ output_paths.append(str(output_path))++ except Exception as e:+ return ToolResult(+ success=False,+ error=f"Seedream generation failed: {e}",+ )++ return ToolResult(+ success=True,+ data={+ "provider": "seedream",+ "model": "seedream_v5",+ "prompt": prompt,+ "request_id": request_id,+ "image_count": len(output_paths),+ "outputs": output_paths,+ },+ artifacts=output_paths,+ cost_usd=self.estimate_cost(inputs),+ duration_seconds=round(time.time() - start, 2),+ model="fal-ai/bytedance/seedream/v5",+ )