Skip to content

RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.

3.3 KB
Raw Blame
package canvas

import (
	"encoding/json"
	"os"
	"path/filepath"
	"testing"

	_ "ragflow/internal/agent/component" // blank import: registers factories via component.init()
	dslpkg "ragflow/internal/agent/dsl"
)

// TestAllFixture_NormalizeAndCompile ensures the largest legacy fixture
// remains compilable through the runtime normalization boundary. This
// is the cross-layer regression pin for cases where `all.json` carries
// both `components` and `graph`, but a later canvas/runtime bridge
// still rejects a legacy alias or grouped-subgraph shape.
func TestAllFixture_NormalizeAndCompile(t *testing.T) {
	raw, err := os.ReadFile(filepath.Join("..", "dsl", "testdata", "all.json"))
	if err != nil {
		t.Fatalf("read all.json: %v", err)
	}

	var fixture map[string]any
	if err := json.Unmarshal(raw, &fixture); err != nil {
		t.Fatalf("parse all.json: %v", err)
	}

	normalized := dslpkg.NormalizeForRun(fixture)
	rawComponents, _ := normalized["components"].(map[string]any)
	if len(rawComponents) == 0 {
		t.Fatal("normalized all.json has no components")
	}

	c := &Canvas{
		Components:  make(map[string]CanvasComponent, len(rawComponents)),
		NodeParents: make(map[string]string),
	}
	if path, ok := normalized["path"].([]any); ok {
		c.Path = make([]string, 0, len(path))
		for _, item := range path {
			if s, ok := item.(string); ok {
				c.Path = append(c.Path, s)
			}
		}
	}
	if globals, ok := normalized["globals"].(map[string]any); ok {
		c.Globals = globals
	}
	if graph, ok := normalized["graph"].(map[string]any); ok {
		if nodes, ok := graph["nodes"].([]any); ok {
			for _, rawNode := range nodes {
				node, ok := rawNode.(map[string]any)
				if !ok || node == nil {
					continue
				}
				id, _ := node["id"].(string)
				parentID, _ := node["parentId"].(string)
				if id != "" && parentID != "" {
					c.NodeParents[id] = parentID
				}
			}
		}
	}

	for cpnID, rawComp := range rawComponents {
		comp, ok := rawComp.(map[string]any)
		if !ok || comp == nil {
			continue
		}
		name, params := extractFixtureComponentFields(comp)
		if name == "" {
			t.Fatalf("component %q missing component_name", cpnID)
		}
		if parentID, _ := comp["parent_id"].(string); parentID != "" {
			c.NodeParents[cpnID] = parentID
		}
		c.Components[cpnID] = CanvasComponent{
			Obj: CanvasComponentObj{
				ComponentName: name,
				Params:        params,
			},
			Downstream: stringSliceFromAny(comp["downstream"]),
			Upstream:   stringSliceFromAny(comp["upstream"]),
		}
	}
	ctx := t.Context()
	cc, err := Compile(ctx, c)
	if err != nil {
		t.Fatalf("Compile(all.json): %v", err)
	}
	if cc == nil || cc.Workflow == nil {
		t.Fatal("Compile(all.json) returned nil workflow")
	}
}

func extractFixtureComponentFields(comp map[string]any) (name string, params map[string]any) {
	if obj, ok := comp["obj"].(map[string]any); ok && obj != nil {
		name, _ = obj["component_name"].(string)
		if p, ok := obj["params"].(map[string]any); ok {
			params = p
		}
	}
	if name == "" {
		name, _ = comp["name"].(string)
	}
	if params == nil {
		if p, ok := comp["params"].(map[string]any); ok {
			params = p
		}
	}
	return
}

func stringSliceFromAny(v any) []string {
	switch x := v.(type) {
	case []string:
		return x
	case []any:
		out := make([]string, 0, len(x))
		for _, item := range x {
			if s, ok := item.(string); ok {
				out = append(out, s)
			}
		}
		return out
	default:
		return nil
	}
}