Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

12.4 KB
Raw Blame
// Package canvas — scheduler unit tests.
package canvas

import (
	"encoding/json"
	"strings"
	"testing"
)

// TestBuildWorkflow_3NodeLinear exercises a trivial Begin → LLM → Message
// chain. Verifies the workflow compiles and the runtime paths exist.
func TestBuildWorkflow_3NodeLinear(t *testing.T) {
	c := &Canvas{
		Components: map[string]CanvasComponent{
			"begin_0": {
				Obj:        CanvasComponentObj{ComponentName: "Begin", Params: map[string]any{}},
				Downstream: []string{"llm_0"},
				Upstream:   []string{},
			},
			"llm_0": {
				Obj:        CanvasComponentObj{ComponentName: "LLM", Params: map[string]any{"prompt": "hi"}},
				Downstream: []string{"message_0"},
				Upstream:   []string{"begin_0"},
			},
			"message_0": {
				Obj:        CanvasComponentObj{ComponentName: "Message", Params: map[string]any{"text": "answer"}},
				Downstream: []string{},
				Upstream:   []string{"llm_0"},
			},
		},
		Path: []string{"begin_0", "llm_0", "message_0"},
	}

	wf, err := BuildWorkflow(t.Context(), c)
	if err != nil {
		t.Fatalf("BuildWorkflow: %v", err)
	}
	if wf == nil {
		t.Fatal("nil workflow")
	}

	// Compile to a Runnable to confirm the topology is internally consistent.
	cc, err := Compile(t.Context(), c)
	if err != nil {
		t.Fatalf("Compile: %v", err)
	}
	if cc.Workflow == nil {
		t.Fatal("nil compiled workflow")
	}
}

// TestBuildWorkflow_MessageThenNextNode keeps a status message between two
// steps. The edge after Message is ordering-only, so the graph still compiles
// when Message is not the terminal node.
func TestBuildWorkflow_MessageThenNextNode(t *testing.T) {
	c := &Canvas{
		Components: map[string]CanvasComponent{
			"begin_0": {
				Obj:        CanvasComponentObj{ComponentName: "Begin", Params: map[string]any{}},
				Downstream: []string{"message_0"},
			},
			"message_0": {
				Obj:        CanvasComponentObj{ComponentName: "Message", Params: map[string]any{"content": []any{"Searching the first source"}}},
				Downstream: []string{"llm_0"},
				Upstream:   []string{"begin_0"},
			},
			"llm_0": {
				Obj:        CanvasComponentObj{ComponentName: "LLM", Params: map[string]any{"prompt": "{sys.query}"}},
				Downstream: []string{"message_1"},
				Upstream:   []string{"message_0"},
			},
			"message_1": {
				Obj:      CanvasComponentObj{ComponentName: "Message", Params: map[string]any{"content": []any{"{llm_0@content}"}}},
				Upstream: []string{"llm_0"},
			},
		},
	}

	if _, err := BuildWorkflow(t.Context(), c); err != nil {
		t.Fatalf("BuildWorkflow: %v", err)
	}
	if _, err := Compile(t.Context(), c); err != nil {
		t.Fatalf("Compile: %v", err)
	}
}

// TestBuildWorkflow_5NodeDiamond exercises a diamond: A → B, A → C,
// B → D, C → D. The two parallel branches converge at D.
func TestBuildWorkflow_5NodeDiamond(t *testing.T) {
	c := &Canvas{
		Components: map[string]CanvasComponent{
			"begin_0": {
				Obj:        CanvasComponentObj{ComponentName: "Begin", Params: map[string]any{}},
				Downstream: []string{"a_0"},
				Upstream:   []string{},
			},
			"a_0": {
				Obj:        CanvasComponentObj{ComponentName: "Categorize", Params: map[string]any{}},
				Downstream: []string{"b_0", "c_0"},
				Upstream:   []string{"begin_0"},
			},
			"b_0": {
				Obj:        CanvasComponentObj{ComponentName: "LLM", Params: map[string]any{}},
				Downstream: []string{"d_0"},
				Upstream:   []string{"a_0"},
			},
			"c_0": {
				Obj:        CanvasComponentObj{ComponentName: "LLM", Params: map[string]any{}},
				Downstream: []string{"d_0"},
				Upstream:   []string{"a_0"},
			},
			"d_0": {
				Obj:        CanvasComponentObj{ComponentName: "Message", Params: map[string]any{"text": "answer"}},
				Downstream: []string{},
				Upstream:   []string{"b_0", "c_0"},
			},
		},
		Path: []string{"begin_0", "a_0", "b_0", "c_0", "d_0"},
	}

	cc, err := Compile(t.Context(), c)
	if err != nil {
		t.Fatalf("Compile diamond: %v", err)
	}
	if cc.Workflow == nil {
		t.Fatal("nil compiled diamond workflow")
	}
}

// TestBuildWorkflow_DuplicateUpstreamSucceeds verifies that multiple output
// handles from one branching node may converge on the same downstream node.
// The DSL records one upstream entry per handle, while eino requires only one
// control edge between the two nodes.
func TestBuildWorkflow_DuplicateUpstreamSucceeds(t *testing.T) {
	c := &Canvas{
		Components: map[string]CanvasComponent{
			"begin_0": {
				Obj:        CanvasComponentObj{ComponentName: "Begin", Params: map[string]any{}},
				Downstream: []string{"categorize_0"},
			},
			"categorize_0": {
				Obj:        CanvasComponentObj{ComponentName: "Categorize", Params: map[string]any{}},
				Downstream: []string{"message_0", "message_0"},
				Upstream:   []string{"begin_0"},
			},
			"message_0": {
				Obj:      CanvasComponentObj{ComponentName: "Message", Params: map[string]any{"text": "answer"}},
				Upstream: []string{"categorize_0", "categorize_0"},
			},
		},
	}

	cc, err := Compile(t.Context(), c)
	if err != nil {
		t.Fatalf("Compile duplicate upstream: %v", err)
	}
	if cc == nil || cc.Workflow == nil {
		t.Fatal("Compile produced nil workflow")
	}
}

// TestBuildWorkflow_MultiTerminalSucceeds verifies that canvases with
// more than one terminal component still compile cleanly. The scheduler
// normalizes multiple terminal outputs through an internal merge node so
// eino's END node only sees one mapped input.
func TestBuildWorkflow_MultiTerminalSucceeds(t *testing.T) {
	c := &Canvas{
		Components: map[string]CanvasComponent{
			"begin_0": {
				Obj:        CanvasComponentObj{ComponentName: "Begin", Params: map[string]any{}},
				Downstream: []string{"a_0"},
				Upstream:   []string{},
			},
			"a_0": {
				Obj:        CanvasComponentObj{ComponentName: "Categorize", Params: map[string]any{}},
				Downstream: []string{"b_0", "c_0"},
				Upstream:   []string{"begin_0"},
			},
			"b_0": {
				Obj:        CanvasComponentObj{ComponentName: "Message", Params: map[string]any{"text": "answer a"}},
				Downstream: []string{},
				Upstream:   []string{"a_0"},
			},
			"c_0": {
				Obj:        CanvasComponentObj{ComponentName: "Message", Params: map[string]any{"text": "answer b"}},
				Downstream: []string{},
				Upstream:   []string{"a_0"},
			},
		},
		Path: []string{"begin_0", "a_0", "b_0", "c_0"},
	}

	cc, err := Compile(t.Context(), c)
	if err != nil {
		t.Fatalf("Compile multi-terminal agent: %v", err)
	}
	if cc.Workflow == nil {
		t.Fatal("nil compiled multi-terminal workflow")
	}
}

func TestBuildWorkflow_ParallelGroupWithOuterFollowerSucceeds(t *testing.T) {
	c := &Canvas{
		Components: map[string]CanvasComponent{
			"begin": {
				Obj:        CanvasComponentObj{ComponentName: "Begin", Params: map[string]any{}},
				Downstream: []string{"split"},
			},
			"split": {
				Obj: CanvasComponentObj{
					ComponentName: "StringTransform",
					Params: map[string]any{
						"method":     "split",
						"split_ref":  "sys.query",
						"delimiters": []any{","},
					},
				},
				Downstream: []string{"parallel"},
				Upstream:   []string{"begin"},
			},
			"parallel": {
				Obj: CanvasComponentObj{
					ComponentName: "Parallel",
					Params: map[string]any{
						"items_ref": "split@result",
						"outputs": map[string]any{
							"lines": map[string]any{"ref": "fmt@result"},
						},
					},
				},
				Downstream: []string{"done"},
				Upstream:   []string{"split"},
			},
			"iter_start": {
				Obj:        CanvasComponentObj{ComponentName: "IterationItem", Params: map[string]any{}},
				Downstream: []string{"fmt"},
				Upstream:   []string{"parallel"},
			},
			"fmt": {
				Obj: CanvasComponentObj{
					ComponentName: "StringTransform",
					Params: map[string]any{
						"method":     "merge",
						"script":     "{{item}}",
						"delimiters": []any{"|"},
					},
				},
				Upstream: []string{"iter_start"},
			},
			"done": {
				Obj:      CanvasComponentObj{ComponentName: "Message", Params: map[string]any{"content": []any{"{parallel@lines}"}}},
				Upstream: []string{"parallel"},
			},
		},
		NodeParents: map[string]string{
			"iter_start": "parallel",
			"fmt":        "parallel",
		},
	}

	cc, err := Compile(t.Context(), c)
	if err != nil {
		t.Fatalf("Compile parallel agent: %v", err)
	}
	if cc.Workflow == nil {
		t.Fatal("nil compiled parallel workflow")
	}
}

// TestBuildWorkflow_ErrorsOnUnknownUpstream covers the "edge to unknown
// cpn" guard — a DSL bug should fail at compile-time, not silently skip.
func TestBuildWorkflow_ErrorsOnUnknownUpstream(t *testing.T) {
	c := &Canvas{
		Components: map[string]CanvasComponent{
			"begin_0": {
				Obj:        CanvasComponentObj{ComponentName: "Begin", Params: map[string]any{}},
				Downstream: []string{"message_0"},
				Upstream:   []string{},
			},
			"message_0": {
				Obj:        CanvasComponentObj{ComponentName: "Message", Params: map[string]any{"text": "answer"}},
				Downstream: []string{},
				Upstream:   []string{"unknown_0"}, // <-- bad
			},
		},
	}
	_, err := BuildWorkflow(t.Context(), c)
	if err == nil {
		t.Fatal("expected error for unknown upstream")
	}
	if !strings.Contains(err.Error(), "unknown upstream") {
		t.Fatalf("expected 'unknown upstream' in error, got: %v", err)
	}
}

// TestBuildWorkflow_ErrorsOnSelfEdge catches the simplest DSL mistake.
func TestBuildWorkflow_ErrorsOnSelfEdge(t *testing.T) {
	c := &Canvas{
		Components: map[string]CanvasComponent{
			"a_0": {
				Obj:        CanvasComponentObj{ComponentName: "LLM", Params: map[string]any{}},
				Downstream: []string{},
				Upstream:   []string{"a_0"}, // <-- self
			},
		},
	}
	_, err := BuildWorkflow(t.Context(), c)
	if err == nil {
		t.Fatal("expected error for self-edge")
	}
	if !strings.Contains(err.Error(), "self-edge") {
		t.Fatalf("expected 'self-edge' in error, got: %v", err)
	}
}

func TestNodeLifecycleEventsSafeMarshalNonSerializableInputs(t *testing.T) {
	events := make(chan RunEvent, 2)
	ctx := WithRunMeta(t.Context(), &RunMeta{
		Events:    events,
		MessageID: "msg-1",
		SessionID: "session-1",
	})
	state := NewCanvasState("run-1", "session-1")
	inputs := map[string]any{
		"query":    "hi",
		"callback": func() {},
	}

	nodeStartedAt(ctx, state, "agent_0", "Agent", "Agent", inputs)
	nodeFinishedNow(ctx, state, "agent_0", "Agent", "Agent", nil)

	for i, wantType := range []string{"node_started", "node_finished"} {
		select {
		case ev := <-events:
			if ev.Type != wantType {
				t.Fatalf("event[%d].Type = %q, want %q", i, ev.Type, wantType)
			}
			var payload map[string]any
			if err := json.Unmarshal([]byte(ev.Data), &payload); err != nil {
				t.Fatalf("%s Data should be valid JSON, got %q: %v", wantType, ev.Data, err)
			}
			if payload["component_type"] != "Agent" {
				t.Fatalf("%s component_type = %v, want Agent; payload=%v", wantType, payload["component_type"], payload)
			}
			in, ok := payload["inputs"].(map[string]any)
			if !ok {
				t.Fatalf("%s inputs = %T %v, want object", wantType, payload["inputs"], payload["inputs"])
			}
			if _, ok = in["callback"]; !ok {
				t.Fatalf("%s inputs missing sanitized callback key: %v", wantType, in)
			}
			if in["callback"] != nil {
				t.Fatalf("%s callback = %T %v, want nil after safe JSON cleanup", wantType, in["callback"], in["callback"])
			}
		default:
			t.Fatalf("missing %s event", wantType)
		}
	}
}

func TestNodeLifecycleEventsFallbackMarshalErrorPreservesIdentity(t *testing.T) {
	events := make(chan RunEvent, 2)
	ctx := WithRunMeta(t.Context(), &RunMeta{
		Events:    events,
		MessageID: "msg-2",
		SessionID: "session-2",
	})
	state := NewCanvasState("run-2", "session-2")
	inputs := map[string]any{
		"query":  "hi",
		"broken": complex(1, 2),
	}

	nodeStartedAt(ctx, state, "agent_1", "Agent", "Agent", inputs)
	nodeFinishedNow(ctx, state, "agent_1", "Agent", "Agent", nil)

	for i, wantType := range []string{"node_started", "node_finished"} {
		select {
		case ev := <-events:
			if ev.Type != wantType {
				t.Fatalf("event[%d].Type = %q, want %q", i, ev.Type, wantType)
			}
			var payload map[string]any
			if err := json.Unmarshal([]byte(ev.Data), &payload); err != nil {
				t.Fatalf("%s Data should be valid JSON, got %q: %v", wantType, ev.Data, err)
			}
			if payload["component_id"] != "agent_1" {
				t.Fatalf("%s component_id = %v, want agent_1; payload=%v", wantType, payload["component_id"], payload)
			}
			if payload["component_name"] != "Agent" {
				t.Fatalf("%s component_name = %v, want Agent; payload=%v", wantType, payload["component_name"], payload)
			}
			if payload["component_type"] != "Agent" {
				t.Fatalf("%s component_type = %v, want Agent; payload=%v", wantType, payload["component_type"], payload)
			}
		default:
			t.Fatalf("missing %s event", wantType)
		}
	}
}