Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

3.3 KB
Raw Blame
//
//  Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
//
//  Licensed under the Apache License, Version 2.0 (the "License");
//  you may not use this file except in compliance with the License.
//  You may obtain a copy of the License at
//
//      http://www.apache.org/licenses/LICENSE-2.0
//
//  Unless required by applicable law or agreed to in writing, software
//  distributed under the License is distributed on an "AS IS" BASIS,
//  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
//  See the License for the specific language governing permissions and
//  limitations under the License.
//

package utility

import (
	"context"
	"fmt"
	"net"
	"net/http"
	"net/url"
	"strings"
	"time"

	"golang.org/x/net/idna"
)

// PinnedHTTPClient returns an HTTP client whose Transport dials resolvedIP
// for hostname and rejects other hosts (including redirect targets), closing
// the TOCTOU window between AssertURLSafe and the TCP connection.
var PinnedHTTPClient = func(hostname, resolvedIP string, timeout time.Duration) *http.Client {
	asciiHostname := hostname
	var idnaErr error
	if net.ParseIP(hostname) == nil {
		asciiHostname, idnaErr = idna.Lookup.ToASCII(hostname)
	}
	dialer := &net.Dialer{
		Timeout:   timeout,
		KeepAlive: 30 * time.Second,
	}
	transport := &http.Transport{
		// Disable environment proxy: HTTP_PROXY / HTTPS_PROXY would route
		// the connection through the proxy host instead of the pinned
		// resolvedIP, bypassing the SSRF guard.
		Proxy: nil,
		DialContext: func(ctx context.Context, network, addr string) (net.Conn, error) {
			host, port, splitErr := net.SplitHostPort(addr)
			if splitErr != nil || idnaErr != nil || !strings.EqualFold(host, asciiHostname) || resolvedIP == "" {
				return nil, fmt.Errorf("unvalidated HTTP destination %q", addr)
			}
			return dialer.DialContext(ctx, network, net.JoinHostPort(resolvedIP, port))
		},
		TLSHandshakeTimeout:   timeout,
		ResponseHeaderTimeout: timeout,
		ExpectContinueTimeout: 1 * time.Second,
		ForceAttemptHTTP2:     false,
	}
	return &http.Client{
		Transport: transport,
		Timeout:   timeout,
		CheckRedirect: func(req *http.Request, via []*http.Request) error {
			if len(via) >= 10 {
				return fmt.Errorf("stopped after 10 redirects")
			}
			// The pinned dialer only guarantees the host, not the scheme:
			// a same-host HTTPS -> HTTP redirect would carry credential
			// headers in cleartext.
			if via[0].URL.Scheme == "https" && req.URL.Scheme == "http" {
				return fmt.Errorf("refusing HTTPS to HTTP redirect to %q", req.URL)
			}
			// The pinned dialer also leaves the port to the redirect target:
			// a same-host redirect to another port would reach a different
			// service while Go still forwards sensitive headers for the host.
			if !sameRequestOrigin(via[0].URL, req.URL) {
				return fmt.Errorf("refusing redirect to different origin %q", req.URL)
			}
			return nil
		},
	}
}

// sameRequestOrigin reports whether two URLs share scheme, host, and effective
// port (default 443/80 when the URL omits it).
func sameRequestOrigin(a, b *url.URL) bool {
	return a.Scheme == b.Scheme &&
		strings.EqualFold(a.Hostname(), b.Hostname()) &&
		effectiveURLPort(a) == effectiveURLPort(b)
}

func effectiveURLPort(u *url.URL) string {
	if p := u.Port(); p != "" {
		return p
	}
	if u.Scheme == "https" {
		return "443"
	}
	return "80"
}