Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

15.9 KB
Raw Blame
//
//  Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
//
//  Licensed under the Apache License, Version 2.0 (the "License");
//  you may not use this file except in compliance with the License.
//  You may obtain a copy of the License at
//
//      http://www.apache.org/licenses/LICENSE-2.0
//
//  Unless required by applicable law or agreed to in writing, software
//  distributed under the License is distributed on an "AS IS" BASIS,
//  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
//  See the License for the specific language governing permissions and
//  limitations under the License.
//

package sandbox

import (
	"context"
	"crypto/ed25519"
	"crypto/rand"
	"encoding/pem"
	"fmt"
	"io"
	"os/exec"
	"path/filepath"

	"golang.org/x/crypto/ssh"
	"golang.org/x/crypto/ssh/knownhosts"
	"net"
	"os"
	"strconv"
	"strings"
	"testing"
	"time"
)

func TestSSH_ProviderTypeAndLanguages(t *testing.T) {
	t.Parallel()
	p := newSSHProviderFromEnv()
	if p.ProviderType() != ProviderSSH {
		t.Errorf("ProviderType = %q, want %q", p.ProviderType(), ProviderSSH)
	}
	langs := p.SupportedLanguages()
	want := map[string]bool{"python": true, "nodejs": true, "javascript": true}
	if len(langs) != len(want) {
		t.Errorf("SupportedLanguages count = %d, want %d", len(langs), len(want))
	}
	got := make(map[string]bool, len(langs))
	for _, l := range langs {
		got[l] = true
		if !want[l] {
			t.Errorf("unexpected language: %q", l)
		}
	}
	for l := range want {
		if !got[l] {
			t.Errorf("missing expected language: %q", l)
		}
	}
}

func TestSSH_EnvDefaults(t *testing.T) {
	for _, k := range []string{
		"SSH_HOST", "SSH_PORT", "SSH_USERNAME",
		"SSH_PYTHON_BIN", "SSH_NODE_BIN", "SSH_WORK_DIR",
		"SSH_TIMEOUT",
	} {
		t.Setenv(k, "")
	}
	p := newSSHProviderFromEnv()
	if p.pythonBin != sshDefaultPythonBin {
		t.Errorf("pythonBin = %q, want %q", p.pythonBin, sshDefaultPythonBin)
	}
	if p.nodeBin != sshDefaultNodeBin {
		t.Errorf("nodeBin = %q, want %q", p.nodeBin, sshDefaultNodeBin)
	}
	if p.workDir != sshDefaultWorkDir {
		t.Errorf("workDir = %q, want %q", p.workDir, sshDefaultWorkDir)
	}
	if p.port != sshDefaultPort {
		t.Errorf("port = %d, want %d", p.port, sshDefaultPort)
	}
	if p.timeout != sshDefaultTimeout {
		t.Errorf("timeout = %d, want %d", p.timeout, sshDefaultTimeout)
	}
}

func TestSSH_PrivateKeyFromPath(t *testing.T) {
	keyPath := t.TempDir() + "/id_rsa"
	keyContent := "-----BEGIN RSA PRIVATE KEY-----\nfake\n-----END RSA PRIVATE KEY-----\n"
	if err := os.WriteFile(keyPath, []byte(keyContent), 0o600); err != nil {
		t.Fatalf("write key: %v", err)
	}
	t.Setenv("SSH_PRIVATE_KEY", "")
	t.Setenv("SSH_PRIVATE_KEY_PATH", keyPath)
	p := newSSHProviderFromEnv()
	if string(p.privateKey) != keyContent {
		t.Errorf("privateKey not loaded from SSH_PRIVATE_KEY_PATH")
	}
}

func TestSSH_PrivateKeyInline(t *testing.T) {
	inline := "-----BEGIN RSA PRIVATE KEY-----\nfake\n-----END RSA PRIVATE KEY-----\n"
	t.Setenv("SSH_PRIVATE_KEY", inline)
	t.Setenv("SSH_PRIVATE_KEY_PATH", "")
	p := newSSHProviderFromEnv()
	if string(p.privateKey) != inline {
		t.Errorf("privateKey not loaded from SSH_PRIVATE_KEY (inline takes precedence)")
	}
}

func TestSSH_ConfigUsesCanonicalLowercaseKeys(t *testing.T) {
	p := newSSHProviderFromConfig(map[string]any{
		"host": "example.test", "username": "u", "password": "p",
		"port": 2222, "timeout": 12, "private_key": "-----BEGIN RSA PRIVATE KEY-----\nfake\n-----END RSA PRIVATE KEY-----",
	})
	if p.host != "example.test" || p.port != 2222 || p.timeout != 12 {
		t.Fatalf("lowercase config was not applied: %#v", p)
	}
	legacy := newSSHProviderFromConfig(map[string]any{"HOST": "legacy", "USERNAME": "u", "PASSWORD": "p"})
	if legacy.host != "" {
		t.Fatalf("uppercase configuration unexpectedly accepted: %q", legacy.host)
	}
}

func TestSSH_PrivateKeyPathError(t *testing.T) {
	p := newSSHProviderFromConfig(map[string]any{
		"host": "h", "username": "u", "private_key": t.TempDir() + "/missing",
	})
	if err := p.Initialize(t.Context()); err == nil || !strings.Contains(err.Error(), "read private_key path") {
		t.Fatalf("Initialize error = %v, want explicit private key path error", err)
	}
}

func TestSSH_ConfigPrivateKeyPath(t *testing.T) {
	keyPath := t.TempDir() + "/private_key"
	key := "-----BEGIN OPENSSH PRIVATE KEY-----\ncontent\n-----END OPENSSH PRIVATE KEY-----\n"
	if err := os.WriteFile(keyPath, []byte(key), 0o600); err != nil {
		t.Fatal(err)
	}
	p := newSSHProviderFromConfig(map[string]any{"host": "h", "username": "u", "private_key": keyPath})
	if p.configError != nil || string(p.privateKey) != key {
		t.Fatalf("private_key path was not loaded: %v", p.configError)
	}
}

func TestSSH_Initialize_MissingHost(t *testing.T) {
	ctx := t.Context()
	t.Setenv("SSH_HOST", "")
	t.Setenv("SSH_USERNAME", "u")
	t.Setenv("SSH_PASSWORD", "p")
	p := newSSHProviderFromEnv()
	if err := p.Initialize(ctx); err == nil {
		t.Errorf("Initialize with empty host: got nil error, want one")
	} else if !strings.Contains(err.Error(), "SSH_HOST") {
		t.Errorf("err = %v, want to mention SSH_HOST", err)
	}
}

func TestSSH_Initialize_MissingUsername(t *testing.T) {
	ctx := t.Context()
	t.Setenv("SSH_HOST", "h")
	t.Setenv("SSH_USERNAME", "")
	t.Setenv("SSH_PASSWORD", "p")
	p := newSSHProviderFromEnv()
	if err := p.Initialize(ctx); err == nil {
		t.Errorf("Initialize with empty username: got nil error, want one")
	}
}

func TestSSH_Initialize_MissingAuth(t *testing.T) {
	ctx := t.Context()
	t.Setenv("SSH_HOST", "h")
	t.Setenv("SSH_USERNAME", "u")
	t.Setenv("SSH_PASSWORD", "")
	t.Setenv("SSH_PRIVATE_KEY", "")
	t.Setenv("SSH_PRIVATE_KEY_PATH", "")
	p := newSSHProviderFromEnv()
	if err := p.Initialize(ctx); err == nil {
		t.Errorf("Initialize with no auth: got nil error, want one")
	} else if !strings.Contains(err.Error(), "SSH_PASSWORD") {
		t.Errorf("err = %v, want to mention SSH_PASSWORD", err)
	}
}

func TestSSH_AllOps_BeforeInit(t *testing.T) {
	t.Parallel()
	ctx := t.Context()
	p := &SSHProvider{}
	inst := &SandboxInstance{InstanceID: "x", Provider: ProviderSSH}
	if _, err := p.CreateInstance(ctx, "python"); err == nil {
		t.Errorf("CreateInstance before init: got nil error, want one")
	}
	if _, err := p.ExecuteCode(ctx, inst, "x", "python", 5, nil); err == nil {
		t.Errorf("ExecuteCode before init: got nil error, want one")
	}
	if err := p.DestroyInstance(ctx, inst); err == nil {
		t.Errorf("DestroyInstance before init: got nil error, want one")
	}
	if err := p.HealthCheck(ctx); err == nil {
		t.Errorf("HealthCheck before init: got nil error, want one")
	}
}

func TestSSH_CreateInstance_RejectsBadLanguage(t *testing.T) {
	ctx := t.Context()
	t.Setenv("SSH_HOST", "h")
	t.Setenv("SSH_USERNAME", "u")
	t.Setenv("SSH_PASSWORD", "p")
	p := newSSHProviderFromEnv()
	if err := p.Initialize(ctx); err != nil {
		t.Fatalf("Initialize: %v", err)
	}
	if _, err := p.CreateInstance(ctx, "ruby"); err == nil {
		t.Errorf("CreateInstance(ruby): got nil error, want one")
	}
}

// TestSSH_Dial_ConnectionRefused verifies that dial() surfaces
// a clear error when the host is unreachable. We bind then close
// an ephemeral listener to obtain a guaranteed-closed port.
func TestSSH_Dial_ConnectionRefused(t *testing.T) {
	ctx := t.Context()
	l, err := net.Listen("tcp", "127.0.0.1:0")
	if err != nil {
		t.Fatalf("listen for ephemeral port: %v", err)
	}
	port := l.Addr().(*net.TCPAddr).Port
	l.Close()

	t.Setenv("SSH_HOST", "127.0.0.1")
	t.Setenv("SSH_PORT", strconv.Itoa(port))
	t.Setenv("SSH_USERNAME", "u")
	t.Setenv("SSH_PASSWORD", "p")
	t.Setenv("SSH_TIMEOUT", "2")
	p := newSSHProviderFromEnv()
	if err = p.Initialize(ctx); err != nil {
		t.Fatalf("Initialize: %v", err)
	}
	newCtx, cancel := context.WithTimeout(ctx, 5*time.Second)
	defer cancel()
	if _, err = p.dial(newCtx); err == nil {
		t.Errorf("dial: got nil error, want one")
	}
}

func TestSSH_ExecuteCode_RejectsBadInputs(t *testing.T) {
	ctx := t.Context()
	t.Setenv("SSH_HOST", "h")
	t.Setenv("SSH_USERNAME", "u")
	t.Setenv("SSH_PASSWORD", "p")
	p := newSSHProviderFromEnv()
	if err := p.Initialize(ctx); err != nil {
		t.Fatalf("Initialize: %v", err)
	}

	cases := []struct {
		name string
		fn   func() error
		want string
	}{
		{
			name: "empty instance id",
			fn: func() error {
				_, err := p.ExecuteCode(ctx,
					&SandboxInstance{InstanceID: ""}, "x", "python", 5, nil)
				return err
			},
			want: "instance id",
		},
		{
			name: "unsupported language",
			fn: func() error {
				_, err := p.ExecuteCode(ctx,
					&SandboxInstance{InstanceID: "x"}, "x", "ruby", 5, nil)
				return err
			},
			want: "unsupported language",
		},
		{
			name: "unknown instance id",
			fn: func() error {
				_, err := p.ExecuteCode(ctx,
					&SandboxInstance{InstanceID: "nope"}, "x", "python", 5, nil)
				return err
			},
			want: "unknown instance",
		},
	}
	for _, tc := range cases {
		t.Run(tc.name, func(t *testing.T) {
			err := tc.fn()
			if err == nil {
				t.Fatalf("got nil error, want one containing %q", tc.want)
			}
			if !strings.Contains(err.Error(), tc.want) {
				t.Errorf("err = %v, want to contain %q", err, tc.want)
			}
		})
	}
}

func TestShq_Extra(t *testing.T) {
	t.Parallel()
	// Backtick, dollar sign, newline — all must be safely quoted.
	cases := []struct {
		in, want string
	}{
		{"$VAR", "'$VAR'"},
		{"`cmd`", "'`cmd`'"},
		{"a\nb", "'a\nb'"},
		{"path with spaces", "'path with spaces'"},
	}
	for _, tc := range cases {
		if got := shq(tc.in); got != tc.want {
			t.Errorf("shq(%q) = %q, want %q", tc.in, got, tc.want)
		}
	}
}

func TestShqDoesNotInterpretSingleQuote(t *testing.T) {
	shell, err := exec.LookPath("sh")
	if err != nil {
		t.Skip("POSIX shell is not available")
	}
	marker := filepath.Join(t.TempDir(), "injected")
	argument := "safe'; touch " + marker + "; #"
	command := "printf %s " + shq(argument)
	output, err := exec.Command(shell, "-c", command).CombinedOutput()
	if err != nil {
		t.Fatalf("run quoted shell argument: %v; output: %s", err, output)
	}
	if string(output) != argument {
		t.Fatalf("shell output = %q, want %q", output, argument)
	}
	if _, err := os.Stat(marker); !os.IsNotExist(err) {
		t.Fatalf("quoted argument executed injected command; marker stat error = %v", err)
	}
}

func TestSSHRemoteWriteFileStreamsContentAsStdin(t *testing.T) {
	commands := make(chan string, 1)
	contents := make(chan string, 1)
	client := newSSHExecTestClient(t, func(command string, stdin io.Reader) error {
		commands <- command
		content, err := io.ReadAll(stdin)
		if err != nil {
			return err
		}
		contents <- string(content)
		return nil
	})
	provider := &SSHProvider{timeout: 5}
	remotePath := filepath.Join(t.TempDir(), "uploaded.py")
	content := "print('safe')\n__RAGFLOW_SSH_EOF__\nprintf injected\n"
	if err := provider.remoteWriteFile(t.Context(), client, remotePath, content); err != nil {
		t.Fatalf("remoteWriteFile: %v", err)
	}
	if got, want := <-commands, "cat > "+shq(remotePath); got != want {
		t.Fatalf("remote command = %q, want %q", got, want)
	}
	if got := <-contents; got != content {
		t.Fatalf("stdin content = %q, want %q", got, content)
	}
}

func newSSHExecTestClient(t *testing.T, execute func(string, io.Reader) error) *ssh.Client {
	t.Helper()
	_, hostKey, err := ed25519.GenerateKey(rand.Reader)
	if err != nil {
		t.Fatalf("generate SSH host key: %v", err)
	}
	signer, err := ssh.NewSignerFromKey(hostKey)
	if err != nil {
		t.Fatalf("create SSH host signer: %v", err)
	}
	listener, err := net.Listen("tcp", "127.0.0.1:0")
	if err != nil {
		t.Fatalf("listen for SSH test server: %v", err)
	}
	serverConfig := &ssh.ServerConfig{PasswordCallback: func(ssh.ConnMetadata, []byte) (*ssh.Permissions, error) {
		return nil, nil
	}}
	serverConfig.AddHostKey(signer)
	go func() {
		conn, err := listener.Accept()
		if err != nil {
			return
		}
		defer conn.Close()
		server, channels, requests, err := ssh.NewServerConn(conn, serverConfig)
		if err != nil {
			return
		}
		defer server.Close()
		go ssh.DiscardRequests(requests)
		for newChannel := range channels {
			if newChannel.ChannelType() != "session" {
				_ = newChannel.Reject(ssh.UnknownChannelType, "unsupported channel")
				continue
			}
			channel, channelRequests, err := newChannel.Accept()
			if err != nil {
				continue
			}
			go func() {
				defer channel.Close()
				for request := range channelRequests {
					if request.Type != "exec" {
						_ = request.Reply(false, nil)
						continue
					}
					var payload struct{ Command string }
					if err := ssh.Unmarshal(request.Payload, &payload); err != nil {
						_ = request.Reply(false, nil)
						return
					}
					_ = request.Reply(true, nil)
					status := uint32(0)
					if err := execute(payload.Command, channel); err != nil {
						status = 1
					}
					_, _ = channel.SendRequest("exit-status", false, ssh.Marshal(struct{ ExitStatus uint32 }{status}))
					return
				}
			}()
		}
	}()

	conn, err := net.Dial("tcp", listener.Addr().String())
	if err != nil {
		listener.Close()
		t.Fatalf("connect to SSH test server: %v", err)
	}
	clientConn, channels, requests, err := ssh.NewClientConn(conn, listener.Addr().String(), &ssh.ClientConfig{
		User:            "test",
		Auth:            []ssh.AuthMethod{ssh.Password("test")},
		HostKeyCallback: ssh.InsecureIgnoreHostKey(),
	})
	if err != nil {
		conn.Close()
		listener.Close()
		t.Fatalf("SSH client handshake: %v", err)
	}
	client := ssh.NewClient(clientConn, channels, requests)
	t.Cleanup(func() {
		_ = client.Close()
		_ = listener.Close()
	})
	return client
}

func TestMinTimeout(t *testing.T) {
	if got := minTimeout(10, 5); got != 5 {
		t.Errorf("minTimeout(10, 5) = %d, want 5", got)
	}
	if got := minTimeout(3, 7); got != 3 {
		t.Errorf("minTimeout(3, 7) = %d, want 3", got)
	}
	if got := minTimeout(0, 5); got != 1 {
		t.Errorf("minTimeout(0, 5) = %d, want 1 (floor is 1)", got)
	}
}

func TestSSHEncryptedKeyAndDefaultHostKeys(t *testing.T) {
	_, key, err := ed25519.GenerateKey(rand.Reader)
	if err != nil {
		t.Fatal(err)
	}
	signer, err := ssh.NewSignerFromKey(key)
	if err != nil {
		t.Fatal(err)
	}
	block, err := ssh.MarshalPrivateKeyWithPassphrase(key, "test", []byte("secret"))
	if err != nil {
		t.Fatal(err)
	}
	listener, err := net.Listen("tcp", "127.0.0.1:0")
	if err != nil {
		t.Fatal(err)
	}
	defer listener.Close()
	serverConfig := &ssh.ServerConfig{PublicKeyCallback: func(_ ssh.ConnMetadata, presented ssh.PublicKey) (*ssh.Permissions, error) {
		if string(presented.Marshal()) != string(signer.PublicKey().Marshal()) {
			return nil, fmt.Errorf("unexpected authentication key")
		}
		return nil, nil
	}}
	serverConfig.AddHostKey(signer)
	serverErr := make(chan error, 1)
	go func() {
		conn, err := listener.Accept()
		if err != nil {
			serverErr <- err
			return
		}
		defer conn.Close()
		server, _, _, err := ssh.NewServerConn(conn, serverConfig)
		if err == nil {
			defer server.Close()
		}
		serverErr <- err
	}()
	home := t.TempDir()
	t.Setenv("HOME", home)
	if err := os.Mkdir(filepath.Join(home, ".ssh"), 0o700); err != nil {
		t.Fatal(err)
	}
	hostKeys := filepath.Join(home, ".ssh", "known_hosts")
	if err := os.WriteFile(hostKeys, []byte(knownhosts.Line([]string{listener.Addr().String()}, signer.PublicKey())+"\n"), 0o600); err != nil {
		t.Fatal(err)
	}
	host, port, _ := net.SplitHostPort(listener.Addr().String())
	p := newSSHProviderFromConfig(map[string]any{"host": host, "port": port, "username": "test", "private_key": string(pem.EncodeToMemory(block)), "passphrase": "secret"})
	client, err := p.dial(t.Context())
	if err != nil {
		t.Fatal(err)
	}
	client.Close()
	if err := <-serverErr; err != nil {
		t.Fatal(err)
	}
	p.passphrase = "incorrect"
	if _, err := p.dial(t.Context()); err == nil || !strings.Contains(err.Error(), "parse private key") {
		t.Fatalf("wrong passphrase: %v", err)
	}
	p.knownHosts = filepath.Join(home, "missing")
	if _, err := p.hostKeyCallback(); err == nil {
		t.Fatal("unreadable explicit trust store accepted")
	}
	p.knownHosts = ""
	if err := os.Remove(hostKeys); err != nil {
		t.Fatal(err)
	}
	callback, err := p.hostKeyCallback()
	if err != nil {
		t.Fatal(err)
	}
	if err := callback(listener.Addr().String(), listener.Addr(), signer.PublicKey()); err == nil {
		t.Fatal("unknown host accepted")
	}
}