Skip to content

The agent that turns websites into APIs!

feat: engineer id tag

kalil0321f19fd1d8f64a
diff --git a/src/reverse_api/base_engineer.py b/src/reverse_api/base_engineer.py
index 84f1838..672fc34 100644
--- a/src/reverse_api/base_engineer.py
+++ b/src/reverse_api/base_engineer.py
@@ -7,7 +7,7 @@ from typing import Optional, Dict, Any
from .utils import get_scripts_dir, generate_folder_name
from .tui import ClaudeUI
from .messages import MessageStore
-from .sync import FileSyncWatcher
+from .sync import FileSyncWatcher, get_available_directory
class BaseEngineer(ABC):
@@ -48,15 +48,10 @@ class BaseEngineer(ABC):
# Generate local directory name
base_name = generate_folder_name(self.prompt, sdk=self.sdk)
- folder_name = base_name
- local_dir = Path.cwd() / "scripts" / folder_name
-
- # Handle existing folder - append suffix if needed
- counter = 2
- while local_dir.exists() and counter < 1000:
- folder_name = f"{base_name}_{counter}"
- local_dir = Path.cwd() / "scripts" / folder_name
- counter += 1
+ scripts_base_path = Path.cwd() / "scripts"
+
+ # Get available directory (won't overwrite existing non-empty dirs)
+ local_dir = get_available_directory(scripts_base_path, base_name)
self.local_scripts_dir = local_dir
diff --git a/src/reverse_api/cli.py b/src/reverse_api/cli.py
index ccc70e8..5cd4e84 100644
--- a/src/reverse_api/cli.py
+++ b/src/reverse_api/cli.py
@@ -1,6 +1,7 @@
from pathlib import Path
import click
+import re
import questionary
from questionary import Choice
from rich.console import Console
@@ -13,6 +14,7 @@ from .utils import (
get_history_path,
get_har_dir,
get_timestamp,
+ parse_engineer_prompt,
)
from .tui import (
get_model_choices,
@@ -97,15 +99,37 @@ def prompt_interactive_options(
for cmd in commands:
if cmd.startswith(text):
yield Completion(cmd, start_position=-len(text))
- # Run ID completion in engineer mode
+ # Tag completion in engineer mode
elif mode_state["mode"] == "engineer" and text:
- for run_id in self._get_run_ids():
- if run_id.startswith(text):
- yield Completion(
- run_id,
- start_position=-len(text),
- display_meta=self._get_run_meta(run_id),
- )
+ if text.startswith("@"):
+ # Tag completion
+ tags = ["@id", "@help"] # @docs, @build coming in next phases
+
+ # specific check for @id completion
+ id_match = re.match(r"@id\s+(.*)", text)
+ if id_match:
+ prefix = id_match.group(1)
+ for run_id in self._get_run_ids():
+ if run_id.startswith(prefix):
+ yield Completion(
+ run_id,
+ start_position=-len(prefix),
+ display_meta=self._get_run_meta(run_id),
+ )
+ else:
+ # Suggest tags
+ for tag in tags:
+ if tag.startswith(text):
+ yield Completion(tag, start_position=-len(text))
+
+ else:
+ for run_id in self._get_run_ids():
+ if run_id.startswith(text):
+ yield Completion(
+ run_id,
+ start_position=-len(text),
+ display_meta=self._get_run_meta(run_id),
+ )
def _get_run_ids(self):
"""Get all run IDs from history (newest first)."""
@@ -163,8 +187,18 @@ def prompt_interactive_options(
"""Generate prompt with current mode indicator."""
mode = mode_state["mode"]
mode_color = MODE_COLORS.get(mode, THEME_PRIMARY)
+
+ context = ""
+ if mode == "engineer":
+ try:
+ history = session_manager.get_history(limit=1)
+ if history:
+ context = f": {history[0]['run_id']}"
+ except Exception:
+ pass
+
return HTML(
- f'<style fg="{mode_color}">[{mode}]</style> <style fg="{mode_color}" bold="true">&gt;</style> '
+ f'<style fg="{mode_color}">[{mode}{context}]</style> <style fg="{mode_color}" bold="true">&gt;</style> '
)
if prompt is None:
@@ -285,7 +319,14 @@ def main(ctx: click.Context):
def repl_loop():
"""Main interactive loop for the CLI."""
- display_banner(console)
+ # Get current SDK and model from config
+ sdk = config_manager.get("sdk", "claude")
+ if sdk == "opencode":
+ model = config_manager.get("opencode_model", "claude-sonnet-4-5")
+ else:
+ model = config_manager.get("claude_code_model", "claude-sonnet-4-5")
+
+ display_banner(console, sdk=sdk, model=model)
console.print(" [dim]shift+tab to cycle modes: manual | engineer | agent[/dim]")
display_footer(console)
@@ -330,14 +371,159 @@ def repl_loop():
# Handle different modes
if mode == "engineer":
- # Engineer mode: only run reverse engineering on existing run_id
- run_id = options.get("run_id")
- if not run_id:
- console.print(
- " [red]error:[/red] enter a run_id to reverse engineer"
- )
+ # Engineer mode
+ raw_input = options.get("run_id")
+
+ # Handle empty input
+ if not raw_input:
+ console.print(" [dim]Usage:[/dim] @id <run_id> [instructions]")
+ console.print(" [dim] [/dim] <run_id> (to switch context)")
continue
- run_engineer(run_id, model=options.get("model"))
+
+ # Parse tag
+ parsed = parse_engineer_prompt(raw_input)
+
+ target_run_id = parsed["run_id"]
+ is_fresh = parsed["fresh"]
+ user_text = parsed["prompt"]
+
+ main_prompt = None
+ add_instr = None
+
+ if parsed["is_tag_command"]:
+ # Explicit @id command
+ if not target_run_id:
+ console.print(" [red]error:[/red] invalid @id syntax")
+ continue
+
+ # If fresh, user text is new prompt. Else, it's additive.
+ if is_fresh:
+ main_prompt = user_text if user_text else None
+ else:
+ add_instr = user_text if user_text else None
+
+ else:
+ # Implicit mode - check if input is a valid run_id
+ if session_manager.get_run(user_text):
+ target_run_id = user_text
+ else:
+ # Input is neither a tag command nor a valid run ID
+ console.print(f" [red]error:[/red] run '{user_text}' not found")
+ console.print(
+ " [dim]Use @id <run_id> or type a valid run ID[/dim]"
+ )
+ continue
+
+ run_engineer(
+ target_run_id,
+ prompt=main_prompt,
+ model=options.get("model"),
+ additional_instructions=add_instr,
+ is_fresh=is_fresh,
+ )
+ continue
+
+ # Parse tag
+ parsed = parse_engineer_prompt(raw_input)
+
+ target_run_id = parsed["run_id"]
+ is_fresh = parsed["fresh"]
+ user_text = parsed["prompt"]
+
+ main_prompt = None
+ add_instr = None
+
+ if parsed["is_tag_command"]:
+ # Explicit @id command
+ if not target_run_id:
+ console.print(" [red]error:[/red] invalid @id syntax")
+ continue
+
+ # If fresh, user text is new prompt. Else, it's additive.
+ if is_fresh:
+ main_prompt = user_text if user_text else None
+ else:
+ add_instr = user_text if user_text else None
+
+ else:
+ # Implicit mode - check if input is a valid run_id
+ if session_manager.get_run(user_text):
+ # Just context switching / selecting run
+ # We do NOT run engineer automatically on selection unless instructed?
+ # The original code ran engineer. But wait, if I select a run, do I want to RE-run it?
+ # Usually user selects run to then do something.
+ # But prompt says "remove last run fallback".
+
+ target_run_id = user_text
+
+ # If just run_id provided, maybe we just set context?
+ # But run_engineer expects to DO something.
+ # If run_engineer is called without new prompt, it uses old prompt.
+ # Let's assume selecting a run_id triggers a re-run with existing prompt (default behavior)
+ pass
+ else:
+ # Input is neither a tag command nor a valid run ID
+ console.print(f" [red]error:[/red] run '{user_text}' not found")
+ console.print(
+ " [dim]Use @id <run_id> or type a valid run ID[/dim]"
+ )
+ continue
+
+ run_engineer(
+ target_run_id,
+ prompt=main_prompt,
+ model=options.get("model"),
+ additional_instructions=add_instr,
+ is_fresh=is_fresh,
+ )
+ continue
+
+ # Parse tag
+ parsed = parse_engineer_prompt(raw_input)
+
+ target_run_id = parsed["run_id"]
+ is_fresh = parsed["fresh"]
+ user_text = parsed["prompt"]
+
+ main_prompt = None
+ add_instr = None
+
+ if parsed["is_tag_command"]:
+ # Explicit @id command
+ if not target_run_id:
+ console.print(" [red]error:[/red] invalid @id syntax")
+ continue
+
+ # If fresh, user text is new prompt. Else, it's additive.
+ if is_fresh:
+ main_prompt = user_text if user_text else None
+ else:
+ add_instr = user_text if user_text else None
+
+ else:
+ # Implicit mode
+ # Check if input is just a run_id
+ if session_manager.get_run(user_text):
+ target_run_id = user_text
+ # Just switching run, no new instructions
+ else:
+ # Implicit @id on latest run
+ latest_runs = session_manager.get_history(limit=1)
+ if not latest_runs:
+ console.print(" [red]error:[/red] no runs found in history")
+ continue
+ target_run_id = latest_runs[0]["run_id"]
+
+ # Treat input as additive instructions
+ add_instr = user_text
+
+ run_engineer(
+ target_run_id,
+ prompt=main_prompt,
+ model=options.get("model"),
+ additional_instructions=add_instr,
+ is_fresh=is_fresh,
+ )
continue
if mode == "agent":
@@ -1052,7 +1238,15 @@ def engineer(run_id, model, output_dir):
run_engineer(run_id, model=model, output_dir=output_dir)
-def run_engineer(run_id, har_path=None, prompt=None, model=None, output_dir=None):
+def run_engineer(
+ run_id,
+ har_path=None,
+ prompt=None,
+ model=None,
+ output_dir=None,
+ additional_instructions=None,
+ is_fresh=False,
+):
"""Shared logic for reverse engineering."""
if not har_path or not prompt:
# Load from history if possible
@@ -1064,9 +1258,11 @@ def run_engineer(run_id, har_path=None, prompt=None, model=None, output_dir=None
if not har_path.exists():
console.print(f" [red]not found:[/red] {run_id}")
return None
- prompt = "Reverse engineer captured APIs" # Default
+ if not prompt:
+ prompt = "Reverse engineer captured APIs" # Default
else:
- prompt = run_data["prompt"]
+ if not prompt:
+ prompt = run_data["prompt"]
# Detect where it was saved
paths = run_data.get("paths", {})
har_dir = Path(paths.get("har_dir", get_har_dir(run_id, None)))
@@ -1086,6 +1282,8 @@ def run_engineer(run_id, har_path=None, prompt=None, model=None, output_dir=None
opencode_provider=config_manager.get("opencode_provider", "anthropic"),
opencode_model=config_manager.get("opencode_model", "claude-sonnet-4-5"),
enable_sync=enable_sync,
+ additional_instructions=additional_instructions,
+ is_fresh=is_fresh,
)
else:
result = run_reverse_engineering(
@@ -1096,6 +1294,8 @@ def run_engineer(run_id, har_path=None, prompt=None, model=None, output_dir=None
output_dir=output_dir,
sdk=sdk,
enable_sync=enable_sync,
+ additional_instructions=additional_instructions,
+ is_fresh=is_fresh,
)
if result:
@@ -1104,16 +1304,12 @@ def run_engineer(run_id, har_path=None, prompt=None, model=None, output_dir=None
# Automatically copy scripts to current directory with a readable name
scripts_dir = Path(result["script_path"]).parent
base_name = generate_folder_name(prompt, sdk=sdk)
- folder_name = base_name
- local_dir = Path.cwd() / "scripts" / folder_name
+ scripts_base_path = Path.cwd() / "scripts"
- # Handle existing folder - append suffix if needed
- counter = 2
- while local_dir.exists():
- folder_name = f"{base_name}_{counter}"
- local_dir = Path.cwd() / "scripts" / folder_name
- counter += 1
+ from .sync import get_available_directory
+ # Get available directory (won't overwrite existing non-empty dirs)
+ local_dir = get_available_directory(scripts_base_path, base_name)
local_dir.mkdir(parents=True, exist_ok=True)
import shutil
@@ -1125,7 +1321,7 @@ def run_engineer(run_id, har_path=None, prompt=None, model=None, output_dir=None
console.print(" [dim]>[/dim] [white]decoding complete[/white]")
console.print(f" [dim]>[/dim] [white]{result['script_path']}[/white]")
console.print(
- f" [dim]>[/dim] [white]copied to ./scripts/{folder_name}[/white]\n"
+ f" [dim]>[/dim] [white]copied to ./scripts/{local_dir.name}[/white]\n"
)
else:
# With sync enabled, just show completion
diff --git a/src/reverse_api/engineer.py b/src/reverse_api/engineer.py
index ec5b159..dd7945f 100644
--- a/src/reverse_api/engineer.py
+++ b/src/reverse_api/engineer.py
@@ -19,7 +19,9 @@ from .base_engineer import BaseEngineer
# Suppress claude_agent_sdk logs
logging.getLogger("claude_agent_sdk").setLevel(logging.WARNING)
-logging.getLogger("claude_agent_sdk._internal.transport.subprocess_cli").setLevel(logging.WARNING)
+logging.getLogger("claude_agent_sdk._internal.transport.subprocess_cli").setLevel(
+ logging.WARNING
+)
class ClaudeEngineer(BaseEngineer):
@@ -27,7 +29,7 @@ class ClaudeEngineer(BaseEngineer):
async def analyze_and_generate(self) -> Optional[Dict[str, Any]]:
"""Run the reverse engineering analysis with Claude."""
- self.ui.header(self.run_id, self.prompt, self.model)
+ self.ui.header(self.run_id, self.prompt, self.model, self.sdk)
self.ui.start_analysis()
self.message_store.save_prompt(self._build_analysis_prompt())
@@ -97,7 +99,11 @@ class ClaudeEngineer(BaseEngineer):
return None
else:
script_path = str(self.scripts_dir / "api_client.py")
- local_path = str(self.local_scripts_dir / "api_client.py") if self.local_scripts_dir else None
+ local_path = (
+ str(self.local_scripts_dir / "api_client.py")
+ if self.local_scripts_dir
+ else None
+ )
self.ui.success(script_path, local_path)
# Calculate estimated cost if we have usage data
@@ -184,6 +190,7 @@ def run_reverse_engineering(
opencode_provider: Optional[str] = None,
opencode_model: Optional[str] = None,
enable_sync: bool = False,
+ is_fresh: bool = False,
) -> Optional[Dict[str, Any]]:
"""Run reverse engineering with the specified SDK.
@@ -192,6 +199,7 @@ def run_reverse_engineering(
opencode_provider: Provider ID for OpenCode (e.g., "anthropic")
opencode_model: Model ID for OpenCode (e.g., "claude-sonnet-4-5")
enable_sync: Enable real-time file syncing during engineering
+ is_fresh: Whether to start fresh (ignore previous scripts)
"""
if sdk == "opencode":
from .opencode_engineer import OpenCodeEngineer
@@ -208,6 +216,7 @@ def run_reverse_engineering(
opencode_model=opencode_model,
enable_sync=enable_sync,
sdk=sdk,
+ is_fresh=is_fresh,
)
else:
engineer = ClaudeEngineer(
@@ -220,6 +229,7 @@ def run_reverse_engineering(
verbose=verbose,
enable_sync=enable_sync,
sdk=sdk,
+ is_fresh=is_fresh,
)
# Start sync before analysis
diff --git a/src/reverse_api/opencode_engineer.py b/src/reverse_api/opencode_engineer.py
index ecaa31b..b1bd074 100644
--- a/src/reverse_api/opencode_engineer.py
+++ b/src/reverse_api/opencode_engineer.py
@@ -43,9 +43,9 @@ class OpenCodeEngineer(BaseEngineer):
# Pop OpenCode-specific kwargs before passing to parent class
self.opencode_provider = kwargs.pop("opencode_provider", "anthropic")
self.opencode_model = kwargs.pop("opencode_model", "claude-sonnet-4-5")
-
+
super().__init__(*args, **kwargs)
-
+
# Override UI with OpenCode-specific version
self.opencode_ui = OpenCodeUI(verbose=kwargs.get("verbose", True))
self.ui = self.opencode_ui # Ensure base class uses our specialized UI
@@ -55,7 +55,7 @@ class OpenCodeEngineer(BaseEngineer):
async def analyze_and_generate(self) -> Optional[Dict[str, Any]]:
"""Run the reverse engineering analysis with OpenCode."""
- self.opencode_ui.header(self.run_id, self.prompt, self.opencode_model)
+ self.opencode_ui.header(self.run_id, self.prompt, self.opencode_model, self.sdk)
self.opencode_ui.start_analysis()
# Save the prompt to messages
@@ -153,7 +153,11 @@ class OpenCodeEngineer(BaseEngineer):
# Show session summary before success message
self.opencode_ui.session_summary(self.usage_metadata)
- local_path = str(self.local_scripts_dir / "api_client.py") if self.local_scripts_dir else None
+ local_path = (
+ str(self.local_scripts_dir / "api_client.py")
+ if self.local_scripts_dir
+ else None
+ )
self.opencode_ui.success(script_path, local_path)
result_data: Dict[str, Any] = {
@@ -442,21 +446,21 @@ class OpenCodeEngineer(BaseEngineer):
else:
cost = api_cost
- self.usage_metadata["input_tokens"] = self.usage_metadata.get(
- "input_tokens", 0
- ) + input_tokens
- self.usage_metadata["output_tokens"] = self.usage_metadata.get(
- "output_tokens", 0
- ) + output_tokens
- self.usage_metadata["reasoning_tokens"] = self.usage_metadata.get(
- "reasoning_tokens", 0
- ) + reasoning_tokens
- self.usage_metadata["cache_read_tokens"] = self.usage_metadata.get(
- "cache_read_tokens", 0
- ) + cache_read
- self.usage_metadata["cache_creation_tokens"] = self.usage_metadata.get(
- "cache_creation_tokens", 0
- ) + cache_write
+ self.usage_metadata["input_tokens"] = (
+ self.usage_metadata.get("input_tokens", 0) + input_tokens
+ )
+ self.usage_metadata["output_tokens"] = (
+ self.usage_metadata.get("output_tokens", 0) + output_tokens
+ )
+ self.usage_metadata["reasoning_tokens"] = (
+ self.usage_metadata.get("reasoning_tokens", 0) + reasoning_tokens
+ )
+ self.usage_metadata["cache_read_tokens"] = (
+ self.usage_metadata.get("cache_read_tokens", 0) + cache_read
+ )
+ self.usage_metadata["cache_creation_tokens"] = (
+ self.usage_metadata.get("cache_creation_tokens", 0) + cache_write
+ )
self.usage_metadata["cost"] = self.usage_metadata.get("cost", 0) + cost
diff --git a/src/reverse_api/opencode_ui.py b/src/reverse_api/opencode_ui.py
index ea7fe1a..0500718 100644
--- a/src/reverse_api/opencode_ui.py
+++ b/src/reverse_api/opencode_ui.py
@@ -25,14 +25,25 @@ class OpenCodeUI:
self._session_status: str = "idle"
self._tools_used: list[str] = []
- def header(self, run_id: str, prompt: str, model: Optional[str] = None) -> None:
+ def header(
+ self,
+ run_id: str,
+ prompt: str,
+ model: Optional[str] = None,
+ sdk: Optional[str] = None,
+ ) -> None:
"""Display the session header."""
from . import __version__
self.console.print()
self.console.print(f" [white]reverse-api[/white] [dim]v{__version__}[/dim]")
self.console.print(f" [dim]━[/dim] [white]{run_id}[/white]")
- self.console.print(f" [dim]model[/dim] [white]{model or '---'}[/white]")
+ if sdk:
+ self.console.print(
+ f" [red]sdk[/red] [red]{sdk}[/red] [red]|[/red] [red]model[/red] [red]{model or '---'}[/red]"
+ )
+ else:
+ self.console.print(f" [dim]model[/dim] [white]{model or '---'}[/white]")
self.console.print(
f" [{THEME_PRIMARY}]task[/{THEME_PRIMARY}] [white]{prompt}[/white]"
)
@@ -54,9 +65,7 @@ class OpenCodeUI:
def model_info(self, provider: str, model: str) -> None:
"""Display the actual provider and model being used."""
- self.console.print(
- f" [dim]using: {provider}/{model}[/dim]"
- )
+ self.console.print(f" [dim]using: {provider}/{model}[/dim]")
def start_streaming(self) -> None:
"""Start the live display for streaming updates."""
@@ -84,7 +93,6 @@ class OpenCodeUI:
display.append(f"{self._current_tool}", style="white")
display.append(" running...\n", style=THEME_DIM)
-
return display
def update_text(self, text: str, delta: Optional[str] = None) -> None:
diff --git a/src/reverse_api/tui.py b/src/reverse_api/tui.py
index 2a64e73..4ec95c7 100644
--- a/src/reverse_api/tui.py
+++ b/src/reverse_api/tui.py
@@ -56,14 +56,17 @@ class ClaudeUI:
self._tool_count = 0
self._tools_used: list[str] = []
- def header(self, run_id: str, prompt: str, model: Optional[str] = None) -> None:
+ def header(self, run_id: str, prompt: str, model: Optional[str] = None, sdk: Optional[str] = None) -> None:
"""Display the session header."""
from . import __version__
self.console.print()
self.console.print(f" [white]reverse-api[/white] [dim]v{__version__}[/dim]")
self.console.print(f" [dim]━[/dim] [white]{run_id}[/white]")
- self.console.print(f" [dim]model[/dim] [white]{model or '---'}[/white]")
+ if sdk:
+ self.console.print(f" [red]sdk[/red] [red]{sdk}[/red] [red]|[/red] [red]model[/red] [red]{model or '---'}[/red]")
+ else:
+ self.console.print(f" [dim]model[/dim] [white]{model or '---'}[/white]")
self.console.print(
f" [{THEME_PRIMARY}]task[/{THEME_PRIMARY}] [white]{prompt}[/white]"
)
@@ -196,11 +199,13 @@ def get_model_choices() -> list[dict]:
]
-def display_banner(console: Console):
+def display_banner(console: Console, sdk: Optional[str] = None, model: Optional[str] = None):
"""Display ultra-minimalist banner."""
console.print()
console.print(f" [bold white]reverse-api[/bold white]")
console.print(f" [bold {THEME_PRIMARY}]━━[/bold {THEME_PRIMARY}]")
+ if sdk and model:
+ console.print(f" [red]sdk[/red] [red]{sdk}[/red] [red]|[/red] [red]model[/red] [red]{model}[/red]")
console.print()
console.print(f" [dim white]AI agents for API reverse engineering.[/dim white]")
console.print()