Skip to content

armgit / moli

Public Imported from GitHub
0

Best headless browser for AI agents. Lite, Fast, High-Compatibility. Built in Rust

10.7 KB
Raw Blame
use axum::{
    extract::{
        Path, State,
        ws::{WebSocket, WebSocketUpgrade},
    },
    http::{StatusCode, Uri, header},
    response::{IntoResponse, Response},
};
use moli_protocol::{
    DEFAULT_CDP_PAGE_TARGET_ID, DEFAULT_CDP_TAB_TARGET_ID, DevToolsTargetInfo, DevToolsTargetKind,
    version,
};
use moli_protocol_cdp::CDP_PROTOCOL_JSON;
use percent_encoding::percent_decode_str;
use serde_json::json;

use super::{
    AppState, DEFAULT_BROWSER_ID, DEFAULT_TARGET_URL,
    cdp_owner::SharedCdpOwnerRegistry,
    cdp_socket::{CdpFrontendSocketKind, run_cdp_frontend_socket},
};

pub(super) async fn json_version(State(state): State<AppState>) -> impl IntoResponse {
    axum::Json(json!({
        "Browser": version::PRODUCT,
        "Moli-Version": version::MOLI_VERSION,
        "Protocol-Version": version::PROTOCOL_VERSION,
        "User-Agent": state.fetch_config.user_agent(),
        "V8-Version": version::js_version(),
        "WebKit-Version": version::WEBKIT_VERSION,
        "webSocketDebuggerUrl": state.browser_ws_url,
    }))
}

pub(super) async fn json_list(State(state): State<AppState>, uri: Uri) -> impl IntoResponse {
    if let Err(error) = ensure_default_target_is_published(&state).await {
        tracing::warn!(
            ?error,
            "failed to publish the default CDP target for discovery"
        );
    }
    let include_tab_targets = requests_tab_targets(&uri);
    let target_infos = state
        .cdp_agent_host_directory
        .remote_debugging_target_infos(include_tab_targets);
    let targets = target_infos
        .into_iter()
        .filter_map(|target_info| target_json(&state, target_info))
        .collect::<Vec<_>>();
    axum::Json(json!(targets))
}

pub(super) async fn json_protocol() -> impl IntoResponse {
    (
        [(header::CONTENT_TYPE, "application/json")],
        CDP_PROTOCOL_JSON,
    )
}

pub(super) async fn json_new_target(State(state): State<AppState>, uri: Uri) -> Response {
    let kind = requested_target_kind(&uri);
    let endpoint = match state.cdp_owner_registry.shared_owner() {
        Ok(endpoint) => endpoint,
        Err(error) => {
            return (
                StatusCode::SERVICE_UNAVAILABLE,
                format!("Unable to create target owner: {error}"),
            )
                .into_response();
        }
    };
    let created = match endpoint
        .create_managed_target(requested_target_url(&uri))
        .await
    {
        Ok(created) => created,
        Err(error) => {
            return (
                StatusCode::INTERNAL_SERVER_ERROR,
                format!("Unable to create target: {error}"),
            )
                .into_response();
        }
    };
    let target_id = match kind {
        DevToolsTargetKind::Page => &created.page_target_id,
        DevToolsTargetKind::Tab => &created.tab_target_id,
        _ => unreachable!("remote debugging discovery only selects page or tab targets"),
    };
    let Some(route) = state.cdp_agent_host_directory.lookup_target(target_id) else {
        rollback_unpublished_target(&endpoint, &created.page_target_id).await;
        return (
            StatusCode::INTERNAL_SERVER_ERROR,
            format!("Created target was not published: {target_id}"),
        )
            .into_response();
    };
    let Some(target) = target_json(&state, route.target_info) else {
        rollback_unpublished_target(&endpoint, &created.page_target_id).await;
        return (
            StatusCode::INTERNAL_SERVER_ERROR,
            format!("Created target descriptor was invalid: {target_id}"),
        )
            .into_response();
    };
    axum::Json(target).into_response()
}

async fn rollback_unpublished_target(
    endpoint: &crate::cdp_frontend::CdpFrontendEndpoint,
    page_target_id: &str,
) {
    if let Err(error) = endpoint.close_target(page_target_id.to_owned()).await {
        tracing::warn!(
            target_id = page_target_id,
            ?error,
            "failed to roll back unpublished CDP target"
        );
    }
}

pub(super) async fn json_activate_target(
    Path(target_id): Path<String>,
    State(state): State<AppState>,
) -> Response {
    if is_default_target_id(&target_id)
        && state
            .cdp_agent_host_directory
            .lookup_target(&target_id)
            .is_none()
        && let Err(error) = ensure_default_target_is_published(&state).await
    {
        return (
            StatusCode::SERVICE_UNAVAILABLE,
            format!("Unable to create default target: {error}"),
        )
            .into_response();
    }
    let route = state.cdp_agent_host_directory.lookup_target(&target_id);
    let Some(route) = route else {
        return no_such_target_response(&target_id);
    };
    match route.endpoint.activate_target(target_id.clone()).await {
        Ok(()) => (StatusCode::OK, "Target activated").into_response(),
        Err(error) => (
            StatusCode::INTERNAL_SERVER_ERROR,
            format!("Unable to activate target {target_id}: {error}"),
        )
            .into_response(),
    }
}

pub(super) async fn json_close_target(
    Path(target_id): Path<String>,
    State(state): State<AppState>,
) -> Response {
    if is_default_target_id(&target_id)
        && state
            .cdp_agent_host_directory
            .lookup_target(&target_id)
            .is_none()
        && let Err(error) = ensure_default_target_is_published(&state).await
    {
        return (
            StatusCode::SERVICE_UNAVAILABLE,
            format!("Unable to create default target: {error}"),
        )
            .into_response();
    }
    let Some(route) = state.cdp_agent_host_directory.lookup_target(&target_id) else {
        return no_such_target_response(&target_id);
    };
    match route.endpoint.close_target(target_id.clone()).await {
        Ok(()) => (StatusCode::OK, "Target is closing").into_response(),
        Err(error) => (
            StatusCode::INTERNAL_SERVER_ERROR,
            format!("Unable to close target {target_id}: {error}"),
        )
            .into_response(),
    }
}

fn no_such_target_response(target_id: &str) -> Response {
    (
        StatusCode::NOT_FOUND,
        format!("No such target id: {target_id}"),
    )
        .into_response()
}

fn target_json(state: &AppState, target_info: DevToolsTargetInfo) -> Option<serde_json::Value> {
    let target_id = target_info.target_id.as_ref()?.as_str();
    let target_type = match target_info.kind {
        DevToolsTargetKind::Page => "page",
        DevToolsTargetKind::Tab => "tab",
        _ => return None,
    };
    let (devtools_frontend_url, websocket_debugger_url) = target_endpoint_urls(state, target_id)?;
    Some(json!({
        "description": "",
        "devtoolsFrontendUrl": devtools_frontend_url,
        "id": target_id,
        "title": target_info.title,
        "type": target_type,
        "url": target_info.url,
        "webSocketDebuggerUrl": websocket_debugger_url,
    }))
}

async fn ensure_default_target_is_published(state: &AppState) -> Result<(), String> {
    let endpoint = state
        .cdp_owner_registry
        .shared_owner()
        .map_err(|error| error.to_string())?;
    endpoint
        .ensure_default_target_published()
        .await
        .map_err(|error| error.to_string())
}

fn target_endpoint_urls(state: &AppState, target_id: &str) -> Option<(String, String)> {
    let websocket_prefix = state.page_ws_url.strip_suffix(DEFAULT_CDP_PAGE_TARGET_ID)?;
    let frontend_prefix = state
        .devtools_frontend_url
        .strip_suffix(DEFAULT_CDP_PAGE_TARGET_ID)?;
    Some((
        format!("{frontend_prefix}{target_id}"),
        format!("{websocket_prefix}{target_id}"),
    ))
}

fn requested_target_url(uri: &Uri) -> String {
    let target = uri
        .query()
        .filter(|query| !query.is_empty())
        .and_then(|query| {
            query
                .split('&')
                .find_map(|part| part.strip_prefix("url="))
                .or_else(|| query.split('&').find(|part| !part.is_empty()))
        })
        .map(|target| percent_decode_str(target).decode_utf8_lossy().into_owned())
        .filter(|target| !target.is_empty());
    target
        .filter(|target| url::Url::parse(target).is_ok())
        .unwrap_or_else(|| DEFAULT_TARGET_URL.to_owned())
}

fn requested_target_kind(uri: &Uri) -> DevToolsTargetKind {
    if requests_tab_targets(uri) {
        DevToolsTargetKind::Tab
    } else {
        DevToolsTargetKind::Page
    }
}

fn requests_tab_targets(uri: &Uri) -> bool {
    uri.query()
        .is_some_and(|query| query.split('&').any(|component| component == "for_tab"))
}

fn is_default_target_id(target_id: &str) -> bool {
    matches!(
        target_id,
        DEFAULT_CDP_PAGE_TARGET_ID | DEFAULT_CDP_TAB_TARGET_ID
    )
}

pub(super) async fn ws_browser_upgrade_handler(
    Path(browser_id): Path<String>,
    ws: WebSocketUpgrade,
    State(state): State<AppState>,
) -> Response {
    if browser_id != DEFAULT_BROWSER_ID {
        return StatusCode::NOT_FOUND.into_response();
    }
    let owner_registry = state.cdp_owner_registry;
    let control = state.control;
    ws.on_upgrade(move |socket| {
        run_shared_frontend_socket(
            socket,
            owner_registry,
            CdpFrontendSocketKind::Browser,
            control,
        )
    })
}

pub(super) async fn ws_target_upgrade_handler(
    Path(target_id): Path<String>,
    ws: WebSocketUpgrade,
    State(state): State<AppState>,
) -> Response {
    if is_default_target_id(&target_id)
        && state
            .cdp_agent_host_directory
            .lookup_target(&target_id)
            .is_none()
        && ensure_default_target_is_published(&state).await.is_err()
    {
        return StatusCode::SERVICE_UNAVAILABLE.into_response();
    }
    let Some(route) = state.cdp_agent_host_directory.lookup_target(&target_id) else {
        return StatusCode::NOT_FOUND.into_response();
    };
    target_ws_upgrade_response(ws, target_id, route.endpoint, state.control)
}

async fn run_shared_frontend_socket(
    socket: WebSocket,
    owner_registry: SharedCdpOwnerRegistry,
    kind: CdpFrontendSocketKind,
    control: super::BrowserInstanceControl,
) {
    let endpoint = match owner_registry.shared_owner() {
        Ok(endpoint) => endpoint,
        Err(error) => {
            tracing::warn!(?error, "failed to start shared CDP owner");
            return;
        }
    };
    run_cdp_frontend_socket(socket, endpoint, kind, control).await;
}

fn target_ws_upgrade_response(
    ws: WebSocketUpgrade,
    target_id: String,
    endpoint: crate::cdp_frontend::CdpFrontendEndpoint,
    control: super::BrowserInstanceControl,
) -> Response {
    ws.on_upgrade(move |socket| async move {
        run_cdp_frontend_socket(
            socket,
            endpoint,
            CdpFrontendSocketKind::Target { target_id },
            control,
        )
        .await;
    })
}