The agent that turns websites into APIs!
feat: engineer id tag
kalil0321f19fd1d8f64a
diff --git a/src/reverse_api/base_engineer.py b/src/reverse_api/base_engineer.pyindex 84f1838..672fc34 100644--- a/src/reverse_api/base_engineer.py+++ b/src/reverse_api/base_engineer.py@@ -7,7 +7,7 @@ from typing import Optional, Dict, Anyfrom .utils import get_scripts_dir, generate_folder_namefrom .tui import ClaudeUIfrom .messages import MessageStore-from .sync import FileSyncWatcher+from .sync import FileSyncWatcher, get_available_directoryclass BaseEngineer(ABC):@@ -48,15 +48,10 @@ class BaseEngineer(ABC):# Generate local directory namebase_name = generate_folder_name(self.prompt, sdk=self.sdk)- folder_name = base_name- local_dir = Path.cwd() / "scripts" / folder_name-- # Handle existing folder - append suffix if needed- counter = 2- while local_dir.exists() and counter < 1000:- folder_name = f"{base_name}_{counter}"- local_dir = Path.cwd() / "scripts" / folder_name- counter += 1+ scripts_base_path = Path.cwd() / "scripts"++ # Get available directory (won't overwrite existing non-empty dirs)+ local_dir = get_available_directory(scripts_base_path, base_name)self.local_scripts_dir = local_dirdiff --git a/src/reverse_api/cli.py b/src/reverse_api/cli.pyindex ccc70e8..5cd4e84 100644--- a/src/reverse_api/cli.py+++ b/src/reverse_api/cli.py@@ -1,6 +1,7 @@from pathlib import Pathimport click+import reimport questionaryfrom questionary import Choicefrom rich.console import Console@@ -13,6 +14,7 @@ from .utils import (get_history_path,get_har_dir,get_timestamp,+ parse_engineer_prompt,)from .tui import (get_model_choices,@@ -97,15 +99,37 @@ def prompt_interactive_options(for cmd in commands:if cmd.startswith(text):yield Completion(cmd, start_position=-len(text))- # Run ID completion in engineer mode+ # Tag completion in engineer modeelif mode_state["mode"] == "engineer" and text:- for run_id in self._get_run_ids():- if run_id.startswith(text):- yield Completion(- run_id,- start_position=-len(text),- display_meta=self._get_run_meta(run_id),- )+ if text.startswith("@"):+ # Tag completion+ tags = ["@id", "@help"] # @docs, @build coming in next phases++ # specific check for @id completion+ id_match = re.match(r"@id\s+(.*)", text)+ if id_match:+ prefix = id_match.group(1)+ for run_id in self._get_run_ids():+ if run_id.startswith(prefix):+ yield Completion(+ run_id,+ start_position=-len(prefix),+ display_meta=self._get_run_meta(run_id),+ )+ else:+ # Suggest tags+ for tag in tags:+ if tag.startswith(text):+ yield Completion(tag, start_position=-len(text))++ else:+ for run_id in self._get_run_ids():+ if run_id.startswith(text):+ yield Completion(+ run_id,+ start_position=-len(text),+ display_meta=self._get_run_meta(run_id),+ )def _get_run_ids(self):"""Get all run IDs from history (newest first)."""@@ -163,8 +187,18 @@ def prompt_interactive_options("""Generate prompt with current mode indicator."""mode = mode_state["mode"]mode_color = MODE_COLORS.get(mode, THEME_PRIMARY)++ context = ""+ if mode == "engineer":+ try:+ history = session_manager.get_history(limit=1)+ if history:+ context = f": {history[0]['run_id']}"+ except Exception:+ pass+return HTML(- f'<style fg="{mode_color}">[{mode}]</style> <style fg="{mode_color}" bold="true">></style> '+ f'<style fg="{mode_color}">[{mode}{context}]</style> <style fg="{mode_color}" bold="true">></style> ')if prompt is None:@@ -285,7 +319,14 @@ def main(ctx: click.Context):def repl_loop():"""Main interactive loop for the CLI."""- display_banner(console)+ # Get current SDK and model from config+ sdk = config_manager.get("sdk", "claude")+ if sdk == "opencode":+ model = config_manager.get("opencode_model", "claude-sonnet-4-5")+ else:+ model = config_manager.get("claude_code_model", "claude-sonnet-4-5")++ display_banner(console, sdk=sdk, model=model)console.print(" [dim]shift+tab to cycle modes: manual | engineer | agent[/dim]")display_footer(console)@@ -330,14 +371,159 @@ def repl_loop():# Handle different modesif mode == "engineer":- # Engineer mode: only run reverse engineering on existing run_id- run_id = options.get("run_id")- if not run_id:- console.print(- " [red]error:[/red] enter a run_id to reverse engineer"- )+ # Engineer mode+ raw_input = options.get("run_id")++ # Handle empty input+ if not raw_input:+ console.print(" [dim]Usage:[/dim] @id <run_id> [instructions]")+ console.print(" [dim] [/dim] <run_id> (to switch context)")continue- run_engineer(run_id, model=options.get("model"))++ # Parse tag+ parsed = parse_engineer_prompt(raw_input)++ target_run_id = parsed["run_id"]+ is_fresh = parsed["fresh"]+ user_text = parsed["prompt"]++ main_prompt = None+ add_instr = None++ if parsed["is_tag_command"]:+ # Explicit @id command+ if not target_run_id:+ console.print(" [red]error:[/red] invalid @id syntax")+ continue++ # If fresh, user text is new prompt. Else, it's additive.+ if is_fresh:+ main_prompt = user_text if user_text else None+ else:+ add_instr = user_text if user_text else None++ else:+ # Implicit mode - check if input is a valid run_id+ if session_manager.get_run(user_text):+ target_run_id = user_text+ else:+ # Input is neither a tag command nor a valid run ID+ console.print(f" [red]error:[/red] run '{user_text}' not found")+ console.print(+ " [dim]Use @id <run_id> or type a valid run ID[/dim]"+ )+ continue++ run_engineer(+ target_run_id,+ prompt=main_prompt,+ model=options.get("model"),+ additional_instructions=add_instr,+ is_fresh=is_fresh,+ )+ continue++ # Parse tag+ parsed = parse_engineer_prompt(raw_input)++ target_run_id = parsed["run_id"]+ is_fresh = parsed["fresh"]+ user_text = parsed["prompt"]++ main_prompt = None+ add_instr = None++ if parsed["is_tag_command"]:+ # Explicit @id command+ if not target_run_id:+ console.print(" [red]error:[/red] invalid @id syntax")+ continue++ # If fresh, user text is new prompt. Else, it's additive.+ if is_fresh:+ main_prompt = user_text if user_text else None+ else:+ add_instr = user_text if user_text else None++ else:+ # Implicit mode - check if input is a valid run_id+ if session_manager.get_run(user_text):+ # Just context switching / selecting run+ # We do NOT run engineer automatically on selection unless instructed?+ # The original code ran engineer. But wait, if I select a run, do I want to RE-run it?+ # Usually user selects run to then do something.+ # But prompt says "remove last run fallback".++ target_run_id = user_text++ # If just run_id provided, maybe we just set context?+ # But run_engineer expects to DO something.+ # If run_engineer is called without new prompt, it uses old prompt.+ # Let's assume selecting a run_id triggers a re-run with existing prompt (default behavior)+ pass+ else:+ # Input is neither a tag command nor a valid run ID+ console.print(f" [red]error:[/red] run '{user_text}' not found")+ console.print(+ " [dim]Use @id <run_id> or type a valid run ID[/dim]"+ )+ continue++ run_engineer(+ target_run_id,+ prompt=main_prompt,+ model=options.get("model"),+ additional_instructions=add_instr,+ is_fresh=is_fresh,+ )+ continue++ # Parse tag+ parsed = parse_engineer_prompt(raw_input)++ target_run_id = parsed["run_id"]+ is_fresh = parsed["fresh"]+ user_text = parsed["prompt"]++ main_prompt = None+ add_instr = None++ if parsed["is_tag_command"]:+ # Explicit @id command+ if not target_run_id:+ console.print(" [red]error:[/red] invalid @id syntax")+ continue++ # If fresh, user text is new prompt. Else, it's additive.+ if is_fresh:+ main_prompt = user_text if user_text else None+ else:+ add_instr = user_text if user_text else None++ else:+ # Implicit mode+ # Check if input is just a run_id+ if session_manager.get_run(user_text):+ target_run_id = user_text+ # Just switching run, no new instructions+ else:+ # Implicit @id on latest run+ latest_runs = session_manager.get_history(limit=1)+ if not latest_runs:+ console.print(" [red]error:[/red] no runs found in history")+ continue+ target_run_id = latest_runs[0]["run_id"]++ # Treat input as additive instructions+ add_instr = user_text++ run_engineer(+ target_run_id,+ prompt=main_prompt,+ model=options.get("model"),+ additional_instructions=add_instr,+ is_fresh=is_fresh,+ )continueif mode == "agent":@@ -1052,7 +1238,15 @@ def engineer(run_id, model, output_dir):run_engineer(run_id, model=model, output_dir=output_dir)-def run_engineer(run_id, har_path=None, prompt=None, model=None, output_dir=None):+def run_engineer(+ run_id,+ har_path=None,+ prompt=None,+ model=None,+ output_dir=None,+ additional_instructions=None,+ is_fresh=False,+):"""Shared logic for reverse engineering."""if not har_path or not prompt:# Load from history if possible@@ -1064,9 +1258,11 @@ def run_engineer(run_id, har_path=None, prompt=None, model=None, output_dir=Noneif not har_path.exists():console.print(f" [red]not found:[/red] {run_id}")return None- prompt = "Reverse engineer captured APIs" # Default+ if not prompt:+ prompt = "Reverse engineer captured APIs" # Defaultelse:- prompt = run_data["prompt"]+ if not prompt:+ prompt = run_data["prompt"]# Detect where it was savedpaths = run_data.get("paths", {})har_dir = Path(paths.get("har_dir", get_har_dir(run_id, None)))@@ -1086,6 +1282,8 @@ def run_engineer(run_id, har_path=None, prompt=None, model=None, output_dir=Noneopencode_provider=config_manager.get("opencode_provider", "anthropic"),opencode_model=config_manager.get("opencode_model", "claude-sonnet-4-5"),enable_sync=enable_sync,+ additional_instructions=additional_instructions,+ is_fresh=is_fresh,)else:result = run_reverse_engineering(@@ -1096,6 +1294,8 @@ def run_engineer(run_id, har_path=None, prompt=None, model=None, output_dir=Noneoutput_dir=output_dir,sdk=sdk,enable_sync=enable_sync,+ additional_instructions=additional_instructions,+ is_fresh=is_fresh,)if result:@@ -1104,16 +1304,12 @@ def run_engineer(run_id, har_path=None, prompt=None, model=None, output_dir=None# Automatically copy scripts to current directory with a readable namescripts_dir = Path(result["script_path"]).parentbase_name = generate_folder_name(prompt, sdk=sdk)- folder_name = base_name- local_dir = Path.cwd() / "scripts" / folder_name+ scripts_base_path = Path.cwd() / "scripts"- # Handle existing folder - append suffix if needed- counter = 2- while local_dir.exists():- folder_name = f"{base_name}_{counter}"- local_dir = Path.cwd() / "scripts" / folder_name- counter += 1+ from .sync import get_available_directory+ # Get available directory (won't overwrite existing non-empty dirs)+ local_dir = get_available_directory(scripts_base_path, base_name)local_dir.mkdir(parents=True, exist_ok=True)import shutil@@ -1125,7 +1321,7 @@ def run_engineer(run_id, har_path=None, prompt=None, model=None, output_dir=Noneconsole.print(" [dim]>[/dim] [white]decoding complete[/white]")console.print(f" [dim]>[/dim] [white]{result['script_path']}[/white]")console.print(- f" [dim]>[/dim] [white]copied to ./scripts/{folder_name}[/white]\n"+ f" [dim]>[/dim] [white]copied to ./scripts/{local_dir.name}[/white]\n")else:# With sync enabled, just show completiondiff --git a/src/reverse_api/engineer.py b/src/reverse_api/engineer.pyindex ec5b159..dd7945f 100644--- a/src/reverse_api/engineer.py+++ b/src/reverse_api/engineer.py@@ -19,7 +19,9 @@ from .base_engineer import BaseEngineer# Suppress claude_agent_sdk logslogging.getLogger("claude_agent_sdk").setLevel(logging.WARNING)-logging.getLogger("claude_agent_sdk._internal.transport.subprocess_cli").setLevel(logging.WARNING)+logging.getLogger("claude_agent_sdk._internal.transport.subprocess_cli").setLevel(+ logging.WARNING+)class ClaudeEngineer(BaseEngineer):@@ -27,7 +29,7 @@ class ClaudeEngineer(BaseEngineer):async def analyze_and_generate(self) -> Optional[Dict[str, Any]]:"""Run the reverse engineering analysis with Claude."""- self.ui.header(self.run_id, self.prompt, self.model)+ self.ui.header(self.run_id, self.prompt, self.model, self.sdk)self.ui.start_analysis()self.message_store.save_prompt(self._build_analysis_prompt())@@ -97,7 +99,11 @@ class ClaudeEngineer(BaseEngineer):return Noneelse:script_path = str(self.scripts_dir / "api_client.py")- local_path = str(self.local_scripts_dir / "api_client.py") if self.local_scripts_dir else None+ local_path = (+ str(self.local_scripts_dir / "api_client.py")+ if self.local_scripts_dir+ else None+ )self.ui.success(script_path, local_path)# Calculate estimated cost if we have usage data@@ -184,6 +190,7 @@ def run_reverse_engineering(opencode_provider: Optional[str] = None,opencode_model: Optional[str] = None,enable_sync: bool = False,+ is_fresh: bool = False,) -> Optional[Dict[str, Any]]:"""Run reverse engineering with the specified SDK.@@ -192,6 +199,7 @@ def run_reverse_engineering(opencode_provider: Provider ID for OpenCode (e.g., "anthropic")opencode_model: Model ID for OpenCode (e.g., "claude-sonnet-4-5")enable_sync: Enable real-time file syncing during engineering+ is_fresh: Whether to start fresh (ignore previous scripts)"""if sdk == "opencode":from .opencode_engineer import OpenCodeEngineer@@ -208,6 +216,7 @@ def run_reverse_engineering(opencode_model=opencode_model,enable_sync=enable_sync,sdk=sdk,+ is_fresh=is_fresh,)else:engineer = ClaudeEngineer(@@ -220,6 +229,7 @@ def run_reverse_engineering(verbose=verbose,enable_sync=enable_sync,sdk=sdk,+ is_fresh=is_fresh,)# Start sync before analysisdiff --git a/src/reverse_api/opencode_engineer.py b/src/reverse_api/opencode_engineer.pyindex ecaa31b..b1bd074 100644--- a/src/reverse_api/opencode_engineer.py+++ b/src/reverse_api/opencode_engineer.py@@ -43,9 +43,9 @@ class OpenCodeEngineer(BaseEngineer):# Pop OpenCode-specific kwargs before passing to parent classself.opencode_provider = kwargs.pop("opencode_provider", "anthropic")self.opencode_model = kwargs.pop("opencode_model", "claude-sonnet-4-5")-+super().__init__(*args, **kwargs)-+# Override UI with OpenCode-specific versionself.opencode_ui = OpenCodeUI(verbose=kwargs.get("verbose", True))self.ui = self.opencode_ui # Ensure base class uses our specialized UI@@ -55,7 +55,7 @@ class OpenCodeEngineer(BaseEngineer):async def analyze_and_generate(self) -> Optional[Dict[str, Any]]:"""Run the reverse engineering analysis with OpenCode."""- self.opencode_ui.header(self.run_id, self.prompt, self.opencode_model)+ self.opencode_ui.header(self.run_id, self.prompt, self.opencode_model, self.sdk)self.opencode_ui.start_analysis()# Save the prompt to messages@@ -153,7 +153,11 @@ class OpenCodeEngineer(BaseEngineer):# Show session summary before success messageself.opencode_ui.session_summary(self.usage_metadata)- local_path = str(self.local_scripts_dir / "api_client.py") if self.local_scripts_dir else None+ local_path = (+ str(self.local_scripts_dir / "api_client.py")+ if self.local_scripts_dir+ else None+ )self.opencode_ui.success(script_path, local_path)result_data: Dict[str, Any] = {@@ -442,21 +446,21 @@ class OpenCodeEngineer(BaseEngineer):else:cost = api_cost- self.usage_metadata["input_tokens"] = self.usage_metadata.get(- "input_tokens", 0- ) + input_tokens- self.usage_metadata["output_tokens"] = self.usage_metadata.get(- "output_tokens", 0- ) + output_tokens- self.usage_metadata["reasoning_tokens"] = self.usage_metadata.get(- "reasoning_tokens", 0- ) + reasoning_tokens- self.usage_metadata["cache_read_tokens"] = self.usage_metadata.get(- "cache_read_tokens", 0- ) + cache_read- self.usage_metadata["cache_creation_tokens"] = self.usage_metadata.get(- "cache_creation_tokens", 0- ) + cache_write+ self.usage_metadata["input_tokens"] = (+ self.usage_metadata.get("input_tokens", 0) + input_tokens+ )+ self.usage_metadata["output_tokens"] = (+ self.usage_metadata.get("output_tokens", 0) + output_tokens+ )+ self.usage_metadata["reasoning_tokens"] = (+ self.usage_metadata.get("reasoning_tokens", 0) + reasoning_tokens+ )+ self.usage_metadata["cache_read_tokens"] = (+ self.usage_metadata.get("cache_read_tokens", 0) + cache_read+ )+ self.usage_metadata["cache_creation_tokens"] = (+ self.usage_metadata.get("cache_creation_tokens", 0) + cache_write+ )self.usage_metadata["cost"] = self.usage_metadata.get("cost", 0) + costdiff --git a/src/reverse_api/opencode_ui.py b/src/reverse_api/opencode_ui.pyindex ea7fe1a..0500718 100644--- a/src/reverse_api/opencode_ui.py+++ b/src/reverse_api/opencode_ui.py@@ -25,14 +25,25 @@ class OpenCodeUI:self._session_status: str = "idle"self._tools_used: list[str] = []- def header(self, run_id: str, prompt: str, model: Optional[str] = None) -> None:+ def header(+ self,+ run_id: str,+ prompt: str,+ model: Optional[str] = None,+ sdk: Optional[str] = None,+ ) -> None:"""Display the session header."""from . import __version__self.console.print()self.console.print(f" [white]reverse-api[/white] [dim]v{__version__}[/dim]")self.console.print(f" [dim]━[/dim] [white]{run_id}[/white]")- self.console.print(f" [dim]model[/dim] [white]{model or '---'}[/white]")+ if sdk:+ self.console.print(+ f" [red]sdk[/red] [red]{sdk}[/red] [red]|[/red] [red]model[/red] [red]{model or '---'}[/red]"+ )+ else:+ self.console.print(f" [dim]model[/dim] [white]{model or '---'}[/white]")self.console.print(f" [{THEME_PRIMARY}]task[/{THEME_PRIMARY}] [white]{prompt}[/white]")@@ -54,9 +65,7 @@ class OpenCodeUI:def model_info(self, provider: str, model: str) -> None:"""Display the actual provider and model being used."""- self.console.print(- f" [dim]using: {provider}/{model}[/dim]"- )+ self.console.print(f" [dim]using: {provider}/{model}[/dim]")def start_streaming(self) -> None:"""Start the live display for streaming updates."""@@ -84,7 +93,6 @@ class OpenCodeUI:display.append(f"{self._current_tool}", style="white")display.append(" running...\n", style=THEME_DIM)-return displaydef update_text(self, text: str, delta: Optional[str] = None) -> None:diff --git a/src/reverse_api/tui.py b/src/reverse_api/tui.pyindex 2a64e73..4ec95c7 100644--- a/src/reverse_api/tui.py+++ b/src/reverse_api/tui.py@@ -56,14 +56,17 @@ class ClaudeUI:self._tool_count = 0self._tools_used: list[str] = []- def header(self, run_id: str, prompt: str, model: Optional[str] = None) -> None:+ def header(self, run_id: str, prompt: str, model: Optional[str] = None, sdk: Optional[str] = None) -> None:"""Display the session header."""from . import __version__self.console.print()self.console.print(f" [white]reverse-api[/white] [dim]v{__version__}[/dim]")self.console.print(f" [dim]━[/dim] [white]{run_id}[/white]")- self.console.print(f" [dim]model[/dim] [white]{model or '---'}[/white]")+ if sdk:+ self.console.print(f" [red]sdk[/red] [red]{sdk}[/red] [red]|[/red] [red]model[/red] [red]{model or '---'}[/red]")+ else:+ self.console.print(f" [dim]model[/dim] [white]{model or '---'}[/white]")self.console.print(f" [{THEME_PRIMARY}]task[/{THEME_PRIMARY}] [white]{prompt}[/white]")@@ -196,11 +199,13 @@ def get_model_choices() -> list[dict]:]-def display_banner(console: Console):+def display_banner(console: Console, sdk: Optional[str] = None, model: Optional[str] = None):"""Display ultra-minimalist banner."""console.print()console.print(f" [bold white]reverse-api[/bold white]")console.print(f" [bold {THEME_PRIMARY}]━━[/bold {THEME_PRIMARY}]")+ if sdk and model:+ console.print(f" [red]sdk[/red] [red]{sdk}[/red] [red]|[/red] [red]model[/red] [red]{model}[/red]")console.print()console.print(f" [dim white]AI agents for API reverse engineering.[/dim white]")console.print()