An open-source, privacy-first, self-hosted knowledge workspace where humans and AI agents work together 开源、隐私优先、自托管的知识工作空间,让人与智能体在此协作
TypeScript agentic-aiai-agentknowledge-baselocal-firstmarkdownmcpmindmapnote-takingself-hostedsiyuanworkspace
// SiYuan - https://github.com/siyuan-note/siyuan
// Copyright (c) 2020-present, b3log.org
// SPDX-License-Identifier: AGPL-3.0-or-later
package model
import (
"os"
"strings"
"testing"
"github.com/88250/lute/ast"
)
func TestParseStdMdInvalidFrontMatterPreservesMarkdown(t *testing.T) {
fixture, err := os.ReadFile("testdata/import_invalid_front_matter.md")
if err != nil {
t.Fatal(err)
}
for _, source := range []string{string(fixture), strings.ReplaceAll(string(fixture), "\n", "\r\n")} {
tree, id, title, updated := parseStdMd([]byte(source), true)
if id != "" || title != "" || updated != "" {
t.Fatalf("Markdown was treated as metadata: %q, %q, %q", id, title, updated)
}
var text strings.Builder
breaks, quotes := 0, 0
ast.Walk(tree.Root, func(node *ast.Node, entering bool) ast.WalkStatus {
if !entering {
return ast.WalkContinue
}
switch node.Type {
case ast.NodeThematicBreak:
breaks++
case ast.NodeBlockquote:
quotes++
case ast.NodeText, ast.NodeTextMark:
text.WriteString(node.TokensStr())
text.WriteString(node.TextMarkTextContent)
case ast.NodeYamlFrontMatter:
t.Fatal("invalid YAML remained in the imported tree")
}
return ast.WalkContinue
})
if breaks != 3 || quotes == 0 || !strings.Contains(text.String(), "Deepseek API搜索关键词") ||
!strings.Contains(text.String(), "Claude网页版提示词") || !strings.Contains(text.String(), "此处为站点表格") {
t.Fatalf("lost Markdown content: breaks=%d, quotes=%d, text=%q", breaks, quotes, text.String())
}
}
}
func TestParseStdMdValidFrontMatterCompatibility(t *testing.T) {
tree, id, title, updated := parseStdMd([]byte("---\ntitle: Note\ndate: 2020-01-24\nlastmod: 2023-08-27\ntag: book\n---\n\nBody\n"), false)
if !strings.HasPrefix(id, "20200124000000-") || title != "Note" || updated != "20230827000000" ||
tree.Root.IALAttr("custom-tag") != "book" {
t.Fatalf("front matter metadata changed: %q, %q, %q, %v", id, title, updated, tree.Root.KramdownIAL)
}
if tree.Root.FirstChild.Type != ast.NodeCodeBlock ||
!strings.Contains(tree.Root.FirstChild.ChildByType(ast.NodeCodeBlockCode).TokensStr(), "title: Note") {
t.Fatal("valid front matter was not preserved as YAML code")
}
}
func TestParseStdMdTagsTypes(t *testing.T) {
for _, tc := range []struct {
name, yaml, tags string
}{
{"string", "tags: ' book, note '", "book, note"},
{"list", "tags: [note, 1111]", "note,1111"},
{"empty", "tags:", ""},
{"integer", "tags: 2026", ""},
{"boolean", "tags: true", ""},
{"mapping", "tags: {name: note}", ""},
} {
t.Run(tc.name, func(t *testing.T) {
source := "---\ntitle: Note\n" + tc.yaml + "\n---\n\nBody\n"
tree, _, title, _ := parseStdMd([]byte(source), false)
if title != "Note" || tree.Root.IALAttr("tags") != tc.tags {
t.Fatalf("unexpected metadata: title=%q, tags=%q", title, tree.Root.IALAttr("tags"))
}
code := tree.Root.FirstChild.ChildByType(ast.NodeCodeBlockCode)
if code == nil || !strings.Contains(code.TokensStr(), tc.yaml) {
t.Fatal("original metadata was not preserved")
}
if body := tree.Root.ChildByType(ast.NodeParagraph); body == nil || body.Text() != "Body" {
t.Fatalf("body was not preserved: %v", body)
}
})
}
}