Skip to content

armgit / dbx

Public Imported from GitHub
0

25 MB lightweight cross-platform database client for 100+ databases, including MySQL, PostgreSQL, SQLite, Redis, MongoDB, DuckDB, SQL Server, and Dameng. Built-in AI, MCP Server, CLI, desktop and Docker. | 轻量级跨平台数据库管理工具,支持 MySQL、PostgreSQL、SQLite、Redis、MongoDB、达梦等 100+ 数据库,提供桌面端、Docker、CLI、内置 AI 助手和 MCP。

18.6 KB
Raw Blame
use bytes::Bytes;
use reqwest::header::{HeaderValue, AUTHORIZATION, CONTENT_TYPE};
use reqwest::{Client, StatusCode, Url};
use std::collections::HashMap;
use std::sync::Arc;
use tokio::io::{AsyncReadExt, AsyncWriteExt};
use tokio::net::{TcpListener, TcpStream};
use tokio::sync::Mutex;
use tokio::task::JoinHandle;
use tokio::time::{timeout, Duration};
use uuid::Uuid;

const DEFAULT_CONNECT_TIMEOUT: Duration = Duration::from_secs(10);
const TCP_READ_BUFFER_SIZE: usize = 16 * 1024;
const HTTP_READ_WAIT_MS: u64 = 1_000;
const HTTP_REQUEST_TIMEOUT: Duration = Duration::from_secs(15);

#[derive(Default)]
pub struct HttpTunnelManager {
    tunnels: Mutex<HashMap<String, (JoinHandle<()>, u16)>>,
}

impl HttpTunnelManager {
    pub fn new() -> Self {
        Self { tunnels: Mutex::new(HashMap::new()) }
    }

    pub async fn start_tunnel(
        &self,
        connection_id: &str,
        tunnel_url: &str,
        token: &str,
        connect_timeout_secs: u64,
        remote_host: &str,
        remote_port: u16,
    ) -> Result<u16, String> {
        if let Some(local_port) = self.local_port(connection_id).await {
            return Ok(local_port);
        }
        let local_port = portpicker::pick_unused_port().ok_or("No available port")?;
        log::info!(
            "[http-tunnel] starting dbx_tcp connection_id={} local_port={} url={} target={}:{} timeout_secs={}",
            connection_id,
            local_port,
            redacted_tunnel_url(tunnel_url),
            remote_host,
            remote_port,
            connect_timeout_secs
        );
        let listener = TcpListener::bind(("127.0.0.1", local_port))
            .await
            .map_err(|e| format!("Failed to bind HTTP tunnel local port: {e}"))?;

        let endpoint =
            Arc::new(HttpTunnelEndpoint::new(tunnel_url, token, connect_timeout_secs, remote_host, remote_port)?);
        let handle = tokio::spawn(http_tunnel_forward_loop(listener, endpoint));

        let mut tunnels = self.tunnels.lock().await;
        if let Some((_, existing_port)) = tunnels.get(connection_id) {
            handle.abort();
            return Ok(*existing_port);
        }

        tunnels.insert(connection_id.to_string(), (handle, local_port));
        Ok(local_port)
    }

    pub async fn start_navicat_mysql_tunnel(
        &self,
        connection_id: &str,
        tunnel_url: &str,
        connect_timeout_secs: u64,
        remote_host: &str,
        remote_port: u16,
        username: &str,
        password: &str,
        database: Option<&str>,
    ) -> Result<u16, String> {
        if let Some(local_port) = self.local_port(connection_id).await {
            return Ok(local_port);
        }
        let local_port = portpicker::pick_unused_port().ok_or("No available port")?;
        log::info!(
            "[http-tunnel] starting navicat_mysql connection_id={} local_port={} url={} target={}:{} timeout_secs={}",
            connection_id,
            local_port,
            redacted_tunnel_url(tunnel_url),
            remote_host,
            remote_port,
            connect_timeout_secs
        );
        let listener = TcpListener::bind(("127.0.0.1", local_port))
            .await
            .map_err(|error| format!("Failed to bind Navicat MySQL tunnel local port: {error}"))?;
        let endpoint = crate::navicat_mysql_tunnel::NavicatMysqlEndpoint::new(
            tunnel_url,
            remote_host,
            remote_port,
            username,
            password,
            database,
            connect_timeout_secs,
        )?;
        let handle = tokio::spawn(crate::navicat_mysql_tunnel::serve(listener, endpoint));
        let mut tunnels = self.tunnels.lock().await;
        if let Some((_, existing_port)) = tunnels.get(connection_id) {
            handle.abort();
            return Ok(*existing_port);
        }
        tunnels.insert(connection_id.to_string(), (handle, local_port));
        Ok(local_port)
    }

    pub async fn local_port(&self, connection_id: &str) -> Option<u16> {
        self.tunnels.lock().await.get(connection_id).map(|(_, port)| *port)
    }

    pub async fn stop_tunnel(&self, connection_id: &str) {
        if let Some((handle, _)) = self.tunnels.lock().await.remove(connection_id) {
            handle.abort();
        }
    }

    pub async fn stop_tunnels_with_prefix(&self, connection_id_prefix: &str) {
        let mut tunnels = self.tunnels.lock().await;
        let keys: Vec<String> = tunnels.keys().filter(|key| key.starts_with(connection_id_prefix)).cloned().collect();
        for key in keys {
            if let Some((handle, _)) = tunnels.remove(&key) {
                handle.abort();
            }
        }
    }

    pub async fn stop_all_tunnels(&self) {
        let tunnels = std::mem::take(&mut *self.tunnels.lock().await);
        for (handle, _) in tunnels.into_values() {
            handle.abort();
        }
    }
}

fn redacted_tunnel_url(raw: &str) -> String {
    reqwest::Url::parse(raw)
        .map(|mut url| {
            let _ = url.set_username("");
            let _ = url.set_password(None);
            url.set_query(None);
            url.set_fragment(None);
            url.to_string()
        })
        .unwrap_or_else(|_| "<invalid-url>".to_string())
}

struct HttpTunnelEndpoint {
    url: String,
    token: String,
    connect_timeout: Duration,
    target_host: String,
    target_port: u16,
    client: Client,
}

impl HttpTunnelEndpoint {
    fn new(
        tunnel_url: &str,
        token: &str,
        connect_timeout_secs: u64,
        remote_host: &str,
        remote_port: u16,
    ) -> Result<Self, String> {
        validate_script_url(tunnel_url)?;
        Ok(Self {
            url: tunnel_url.trim().to_string(),
            token: token.trim().to_string(),
            connect_timeout: effective_connect_timeout(connect_timeout_secs),
            target_host: remote_host.to_string(),
            target_port: remote_port,
            client: Client::new(),
        })
    }
}

async fn http_tunnel_forward_loop(listener: TcpListener, endpoint: Arc<HttpTunnelEndpoint>) {
    loop {
        let (inbound, _) = match listener.accept().await {
            Ok(pair) => pair,
            Err(_) => break,
        };
        let endpoint = endpoint.clone();
        tokio::spawn(async move {
            let _ = bridge_tcp_to_http_script(inbound, endpoint).await;
        });
    }
}

async fn bridge_tcp_to_http_script(mut inbound: TcpStream, endpoint: Arc<HttpTunnelEndpoint>) -> Result<(), String> {
    let session = Uuid::new_v4().simple().to_string();
    open_session(&endpoint, &session).await?;

    let (mut tcp_reader, mut tcp_writer) = inbound.split();
    let tcp_to_http = async {
        let mut buf = vec![0_u8; TCP_READ_BUFFER_SIZE];
        loop {
            let n = tcp_reader.read(&mut buf).await.map_err(|e| format!("Failed to read local TCP stream: {e}"))?;
            if n == 0 {
                return Ok::<(), String>(());
            }
            write_session(&endpoint, &session, Bytes::copy_from_slice(&buf[..n])).await?;
        }
    };

    let http_to_tcp = async {
        loop {
            let bytes = read_session(&endpoint, &session).await?;
            if !bytes.is_empty() {
                tcp_writer.write_all(&bytes).await.map_err(|e| format!("Failed to write local TCP stream: {e}"))?;
            }
        }
    };

    let result = tokio::select! {
        result = tcp_to_http => result,
        result = http_to_tcp => result,
    };
    let _ = close_session(&endpoint, &session).await;
    result
}

async fn open_session(endpoint: &HttpTunnelEndpoint, session: &str) -> Result<(), String> {
    let url = script_url(
        &endpoint.url,
        "open",
        session,
        Some((&endpoint.target_host, endpoint.target_port)),
        Some(endpoint.connect_timeout.as_secs()),
        None,
    )?;
    let response = timeout(
        endpoint.connect_timeout + HTTP_REQUEST_TIMEOUT,
        authorized_request(endpoint, endpoint.client.post(url)).send(),
    )
    .await
    .map_err(|_| "HTTP tunnel script open timed out".to_string())?
    .map_err(|e| format!("Failed to open HTTP tunnel script session: {e}"))?;
    ensure_success(response, "open HTTP tunnel script session").await
}

async fn write_session(endpoint: &HttpTunnelEndpoint, session: &str, data: Bytes) -> Result<(), String> {
    let url = script_url(&endpoint.url, "write", session, None, None, None)?;
    let response = timeout(
        HTTP_REQUEST_TIMEOUT,
        authorized_request(endpoint, endpoint.client.post(url))
            .header(CONTENT_TYPE, "application/octet-stream")
            .body(data)
            .send(),
    )
    .await
    .map_err(|_| "HTTP tunnel script write timed out".to_string())?
    .map_err(|e| format!("Failed to write HTTP tunnel script session: {e}"))?;
    ensure_success(response, "write HTTP tunnel script session").await
}

async fn read_session(endpoint: &HttpTunnelEndpoint, session: &str) -> Result<Bytes, String> {
    let url = script_url(&endpoint.url, "read", session, None, None, Some(HTTP_READ_WAIT_MS))?;
    let response = timeout(HTTP_REQUEST_TIMEOUT, authorized_request(endpoint, endpoint.client.post(url)).send())
        .await
        .map_err(|_| "HTTP tunnel script read timed out".to_string())?
        .map_err(|e| format!("Failed to read HTTP tunnel script session: {e}"))?;
    let status = response.status();
    if status == StatusCode::NO_CONTENT {
        return Ok(Bytes::new());
    }
    if status == StatusCode::OK {
        return response.bytes().await.map_err(|e| format!("Failed to read HTTP tunnel script response: {e}"));
    }
    if status == StatusCode::GONE {
        return Err("HTTP tunnel script session closed".to_string());
    }
    Err(error_response_message(response, "read HTTP tunnel script session").await)
}

async fn close_session(endpoint: &HttpTunnelEndpoint, session: &str) -> Result<(), String> {
    let url = script_url(&endpoint.url, "close", session, None, None, None)?;
    let response = timeout(HTTP_REQUEST_TIMEOUT, authorized_request(endpoint, endpoint.client.post(url)).send())
        .await
        .map_err(|_| "HTTP tunnel script close timed out".to_string())?
        .map_err(|e| format!("Failed to close HTTP tunnel script session: {e}"))?;
    ensure_success(response, "close HTTP tunnel script session").await
}

fn authorized_request(endpoint: &HttpTunnelEndpoint, builder: reqwest::RequestBuilder) -> reqwest::RequestBuilder {
    if endpoint.token.is_empty() {
        return builder;
    }
    match HeaderValue::from_str(&endpoint.token) {
        Ok(token) => builder
            .header("X-DBX-Tunnel-Token", token.clone())
            .header(AUTHORIZATION, format!("Bearer {}", endpoint.token)),
        Err(_) => builder,
    }
}

async fn ensure_success(response: reqwest::Response, action: &str) -> Result<(), String> {
    if response.status().is_success() {
        Ok(())
    } else {
        Err(error_response_message(response, action).await)
    }
}

async fn error_response_message(response: reqwest::Response, action: &str) -> String {
    let status = response.status();
    let body = response.text().await.unwrap_or_default();
    if body.trim().is_empty() {
        format!("Failed to {action}: HTTP {status}")
    } else {
        format!("Failed to {action}: HTTP {status}: {}", body.trim())
    }
}

fn script_url(
    tunnel_url: &str,
    action: &str,
    session: &str,
    target: Option<(&str, u16)>,
    connect_timeout_secs: Option<u64>,
    wait_ms: Option<u64>,
) -> Result<Url, String> {
    let mut url = validate_script_url(tunnel_url)?;
    url.query_pairs_mut().append_pair("dbx_action", action).append_pair("dbx_session", session);
    if let Some((host, port)) = target {
        url.query_pairs_mut().append_pair("dbx_target_host", host).append_pair("dbx_target_port", &port.to_string());
    }
    if let Some(connect_timeout_secs) = connect_timeout_secs {
        url.query_pairs_mut()
            .append_pair("dbx_connect_timeout", &effective_connect_timeout_secs(connect_timeout_secs).to_string());
    }
    if let Some(wait_ms) = wait_ms {
        url.query_pairs_mut().append_pair("dbx_wait_ms", &wait_ms.to_string());
    }
    Ok(url)
}

fn validate_script_url(tunnel_url: &str) -> Result<Url, String> {
    let trimmed = tunnel_url.trim();
    if trimmed.is_empty() {
        return Err("HTTP tunnel script URL is required".to_string());
    }
    let url = Url::parse(trimmed).map_err(|e| format!("HTTP tunnel script URL is invalid: {e}"))?;
    match url.scheme() {
        "http" | "https" => Ok(url),
        other => Err(format!("Unsupported HTTP tunnel script URL scheme: {other}")),
    }
}

fn effective_connect_timeout(value: u64) -> Duration {
    Duration::from_secs(effective_connect_timeout_secs(value))
}

fn effective_connect_timeout_secs(value: u64) -> u64 {
    if value == 0 {
        DEFAULT_CONNECT_TIMEOUT.as_secs()
    } else {
        value.clamp(1, 300)
    }
}

#[cfg(test)]
mod tests {
    use super::{redacted_tunnel_url, script_url, validate_script_url, HttpTunnelManager};
    use std::sync::Arc;
    use tokio::io::{AsyncBufReadExt, AsyncReadExt, AsyncWriteExt, BufReader};
    use tokio::net::{TcpListener, TcpStream};
    use tokio::sync::{Mutex, Notify};
    use tokio::time::{timeout, Duration};

    #[test]
    fn tunnel_log_url_removes_credentials_and_does_not_echo_invalid_input() {
        assert_eq!(
            redacted_tunnel_url("https://alice:[email protected]/tunnel.php?token=secret#fragment"),
            "https://example.test/tunnel.php"
        );
        assert_eq!(redacted_tunnel_url("https://alice:secret@%/"), "<invalid-url>");
    }

    #[test]
    fn script_url_preserves_existing_query_and_appends_action() {
        let url = script_url(
            "https://gateway.example.com/dbx_tunnel.php?keep=1",
            "open",
            "session-1",
            Some(("mysql.internal", 3306)),
            Some(10),
            None,
        )
        .unwrap();

        assert_eq!(
            url.as_str(),
            "https://gateway.example.com/dbx_tunnel.php?keep=1&dbx_action=open&dbx_session=session-1&dbx_target_host=mysql.internal&dbx_target_port=3306&dbx_connect_timeout=10"
        );
    }

    #[test]
    fn script_url_rejects_non_http_schemes() {
        let err = validate_script_url("file:///tmp/tunnel.php").unwrap_err();

        assert!(err.contains("Unsupported HTTP tunnel script URL scheme"));
    }

    #[tokio::test]
    async fn manager_forwards_sequential_round_trips_and_closes_session() {
        let script = MockScript::start().await;
        let manager = HttpTunnelManager::new();
        let local_port = manager.start_tunnel("test", &script.url, "secret", 5, "mysql.internal", 3306).await.unwrap();
        let mut client = TcpStream::connect(("127.0.0.1", local_port)).await.unwrap();
        let close_notification = script.closed.notified();

        timeout(Duration::from_secs(10), async {
            for index in 0..100_u32 {
                let payload = format!("request-{index:03}-{}", "x".repeat((index % 17) as usize));
                client.write_all(payload.as_bytes()).await.unwrap();
                let mut response = vec![0_u8; payload.len()];
                client.read_exact(&mut response).await.unwrap();

                assert_eq!(response, payload.as_bytes());
            }
        })
        .await
        .expect("100 sequential HTTP tunnel round trips timed out");

        drop(client);
        timeout(Duration::from_secs(2), close_notification).await.expect("HTTP tunnel session was not closed");

        manager.stop_tunnel("test").await;
        script.handle.abort();
    }

    struct MockScript {
        url: String,
        closed: Arc<Notify>,
        handle: tokio::task::JoinHandle<()>,
    }

    impl MockScript {
        async fn start() -> Self {
            let listener = TcpListener::bind(("127.0.0.1", 0)).await.unwrap();
            let addr = listener.local_addr().unwrap();
            let buffered = Arc::new(Mutex::new(Vec::<u8>::new()));
            let closed = Arc::new(Notify::new());
            let handle = {
                let buffered = buffered.clone();
                let closed = closed.clone();
                tokio::spawn(async move {
                    loop {
                        let Ok((stream, _)) = listener.accept().await else {
                            break;
                        };
                        let buffered = buffered.clone();
                        let closed = closed.clone();
                        tokio::spawn(async move {
                            handle_mock_http_request(stream, buffered, closed).await;
                        });
                    }
                })
            };
            Self { url: format!("http://{addr}/dbx_tunnel.php"), closed, handle }
        }
    }

    async fn handle_mock_http_request(stream: TcpStream, buffered: Arc<Mutex<Vec<u8>>>, closed: Arc<Notify>) {
        let mut reader = BufReader::new(stream);
        let mut request_line = String::new();
        reader.read_line(&mut request_line).await.unwrap();
        let mut content_length = 0_usize;
        loop {
            let mut line = String::new();
            reader.read_line(&mut line).await.unwrap();
            let trimmed = line.trim_end();
            if trimmed.is_empty() {
                break;
            }
            let lower = trimmed.to_ascii_lowercase();
            if let Some(value) = lower.strip_prefix("content-length:") {
                content_length = value.trim().parse().unwrap();
            }
        }
        let mut body = vec![0_u8; content_length];
        reader.read_exact(&mut body).await.unwrap();
        let mut stream = reader.into_inner();
        if request_line.contains("dbx_action=write") {
            buffered.lock().await.extend_from_slice(&body);
            write_http_response(&mut stream, "200 OK", b"OK").await;
        } else if request_line.contains("dbx_action=read") {
            let bytes = {
                let mut buffered = buffered.lock().await;
                std::mem::take(&mut *buffered)
            };
            if bytes.is_empty() {
                write_http_response(&mut stream, "204 No Content", b"").await;
            } else {
                write_http_response(&mut stream, "200 OK", &bytes).await;
            }
        } else if request_line.contains("dbx_action=close") {
            write_http_response(&mut stream, "200 OK", b"OK").await;
            closed.notify_one();
        } else {
            write_http_response(&mut stream, "200 OK", b"OK").await;
        }
    }

    async fn write_http_response(stream: &mut TcpStream, status: &str, body: &[u8]) {
        let header = format!("HTTP/1.1 {status}\r\nContent-Length: {}\r\nConnection: close\r\n\r\n", body.len());
        stream.write_all(header.as_bytes()).await.unwrap();
        stream.write_all(body).await.unwrap();
    }
}